{"level":"warn","ts":"2026-09-29T03:49:51.378583Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-29T03:49:51.378692Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.174:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.174:2380","--initial-cluster=instance=https://162.253.55.174:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.174:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.174:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-09-29T03:49:51.378749Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-29T03:49:51.378757Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.174:2380"]} {"level":"info","ts":"2026-09-29T03:49:51.378776Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-29T03:49:51.379398Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.174:2379"]} {"level":"info","ts":"2026-09-29T03:49:51.379471Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.174:2380"],"listen-peer-urls":["https://162.253.55.174:2380"],"advertise-client-urls":["https://162.253.55.174:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.174:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.174:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-09-29T03:49:51.382226Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.541438ms"} {"level":"info","ts":"2026-09-29T03:49:51.388367Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"757b052826ed9e87","cluster-id":"6c32c51160b3149f"} {"level":"info","ts":"2026-09-29T03:49:51.38843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 switched to configuration voters=()"} {"level":"info","ts":"2026-09-29T03:49:51.388447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 became follower at term 0"} {"level":"info","ts":"2026-09-29T03:49:51.388458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 757b052826ed9e87 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-09-29T03:49:51.388469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 became follower at term 1"} {"level":"info","ts":"2026-09-29T03:49:51.388504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 switched to configuration voters=(8465365594582916743)"} {"level":"warn","ts":"2026-09-29T03:49:51.39254Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-09-29T03:49:51.394094Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-09-29T03:49:51.395553Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-09-29T03:49:51.397944Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"757b052826ed9e87","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-09-29T03:49:51.398328Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"757b052826ed9e87","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-09-29T03:49:51.398373Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-29T03:49:51.398668Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-29T03:49:51.398698Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-29T03:49:51.401676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 switched to configuration voters=(8465365594582916743)"} {"level":"info","ts":"2026-09-29T03:49:51.401856Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c32c51160b3149f","local-member-id":"757b052826ed9e87","added-peer-id":"757b052826ed9e87","added-peer-peer-urls":["https://162.253.55.174:2380"]} {"level":"info","ts":"2026-09-29T03:49:51.403561Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-29T03:49:51.403717Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.174:2380"} {"level":"info","ts":"2026-09-29T03:49:51.40377Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.174:2380"} {"level":"info","ts":"2026-09-29T03:49:51.404034Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"757b052826ed9e87","initial-advertise-peer-urls":["https://162.253.55.174:2380"],"listen-peer-urls":["https://162.253.55.174:2380"],"advertise-client-urls":["https://162.253.55.174:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.174:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-09-29T03:49:51.404097Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-09-29T03:49:52.388735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 is starting a new election at term 1"} {"level":"info","ts":"2026-09-29T03:49:52.388819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 became pre-candidate at term 1"} {"level":"info","ts":"2026-09-29T03:49:52.388847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 received MsgPreVoteResp from 757b052826ed9e87 at term 1"} {"level":"info","ts":"2026-09-29T03:49:52.388871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 became candidate at term 2"} {"level":"info","ts":"2026-09-29T03:49:52.388887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 received MsgVoteResp from 757b052826ed9e87 at term 2"} {"level":"info","ts":"2026-09-29T03:49:52.388905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"757b052826ed9e87 became leader at term 2"} {"level":"info","ts":"2026-09-29T03:49:52.38892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 757b052826ed9e87 elected leader 757b052826ed9e87 at term 2"} {"level":"info","ts":"2026-09-29T03:49:52.39728Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T03:49:52.398315Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"757b052826ed9e87","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.174:2379]}","request-path":"/0/members/757b052826ed9e87/attributes","cluster-id":"6c32c51160b3149f","publish-timeout":"7s"} {"level":"info","ts":"2026-09-29T03:49:52.398322Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-29T03:49:52.398431Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-29T03:49:52.398728Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-09-29T03:49:52.398773Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-09-29T03:49:52.39891Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c32c51160b3149f","local-member-id":"757b052826ed9e87","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T03:49:52.399066Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T03:49:52.399136Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T03:49:52.402305Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.174:2379"} {"level":"info","ts":"2026-09-29T03:49:52.402717Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-09-29T03:50:10.119222Z","caller":"traceutil/trace.go:171","msg":"trace[1975233570] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"188.379736ms","start":"2026-09-29T03:50:09.930814Z","end":"2026-09-29T03:50:10.119193Z","steps":["trace[1975233570] 'process raft request' (duration: 188.196211ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:50:38.203404Z","caller":"traceutil/trace.go:171","msg":"trace[2121301155] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"363.250221ms","start":"2026-09-29T03:50:37.840123Z","end":"2026-09-29T03:50:38.203373Z","steps":["trace[2121301155] 'process raft request' (duration: 363.053506ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:50:38.204063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:50:37.840067Z","time spent":"363.424895ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T03:50:38.612812Z","caller":"traceutil/trace.go:171","msg":"trace[1381660066] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:660; }","duration":"538.193326ms","start":"2026-09-29T03:50:38.074581Z","end":"2026-09-29T03:50:38.612774Z","steps":["trace[1381660066] 'read index received' (duration: 128.641506ms)","trace[1381660066] 'applied index is now lower than readState.Index' (duration: 409.55054ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:50:38.612827Z","caller":"traceutil/trace.go:171","msg":"trace[311225534] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"768.817604ms","start":"2026-09-29T03:50:37.843977Z","end":"2026-09-29T03:50:38.612795Z","steps":["trace[311225534] 'process raft request' (duration: 728.507174ms)","trace[311225534] 'compare' (duration: 39.749655ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T03:50:38.613041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.431483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T03:50:38.613196Z","caller":"traceutil/trace.go:171","msg":"trace[717111303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"538.661039ms","start":"2026-09-29T03:50:38.074513Z","end":"2026-09-29T03:50:38.613174Z","steps":["trace[717111303] 'agreement among raft nodes before linearized reading' (duration: 538.405772ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:50:38.613244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:50:38.074488Z","time spent":"538.746261ms","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T03:50:38.613456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:50:37.843951Z","time spent":"769.191224ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T03:50:38.615285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.67895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T03:50:38.615335Z","caller":"traceutil/trace.go:171","msg":"trace[521513682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"354.777783ms","start":"2026-09-29T03:50:38.260546Z","end":"2026-09-29T03:50:38.615324Z","steps":["trace[521513682] 'agreement among raft nodes before linearized reading' (duration: 354.658769ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:50:38.615362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:50:38.260523Z","time spent":"354.831824ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T03:50:38.615425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.060575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-09-29T03:50:38.615491Z","caller":"traceutil/trace.go:171","msg":"trace[319502049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"229.183529ms","start":"2026-09-29T03:50:38.386292Z","end":"2026-09-29T03:50:38.615475Z","steps":["trace[319502049] 'agreement among raft nodes before linearized reading' (duration: 228.917251ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:50:38.615772Z","caller":"traceutil/trace.go:171","msg":"trace[43871291] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"144.605533ms","start":"2026-09-29T03:50:38.471129Z","end":"2026-09-29T03:50:38.615734Z","steps":["trace[43871291] 'process raft request' (duration: 143.879054ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:50:38.834719Z","caller":"traceutil/trace.go:171","msg":"trace[1822813032] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"213.418177ms","start":"2026-09-29T03:50:38.621267Z","end":"2026-09-29T03:50:38.834685Z","steps":["trace[1822813032] 'process raft request' (duration: 213.180811ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:50:38.834798Z","caller":"traceutil/trace.go:171","msg":"trace[1855589640] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"214.468885ms","start":"2026-09-29T03:50:38.620293Z","end":"2026-09-29T03:50:38.834762Z","steps":["trace[1855589640] 'process raft request' (duration: 185.722275ms)","trace[1855589640] 'compare' (duration: 28.251677ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:50:38.83528Z","caller":"traceutil/trace.go:171","msg":"trace[1787095892] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"151.084267ms","start":"2026-09-29T03:50:38.68417Z","end":"2026-09-29T03:50:38.835254Z","steps":["trace[1787095892] 'process raft request' (duration: 150.328247ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:50:57.827702Z","caller":"traceutil/trace.go:171","msg":"trace[657178063] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"250.008408ms","start":"2026-09-29T03:50:57.577658Z","end":"2026-09-29T03:50:57.827667Z","steps":["trace[657178063] 'process raft request' (duration: 211.822655ms)","trace[657178063] 'compare' (duration: 37.912985ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:51:26.868776Z","caller":"traceutil/trace.go:171","msg":"trace[439813845] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"176.031557ms","start":"2026-09-29T03:51:26.692722Z","end":"2026-09-29T03:51:26.868753Z","steps":["trace[439813845] 'process raft request' (duration: 175.861322ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:52:13.788932Z","caller":"traceutil/trace.go:171","msg":"trace[764996562] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1945; }","duration":"350.996534ms","start":"2026-09-29T03:52:13.437913Z","end":"2026-09-29T03:52:13.78891Z","steps":["trace[764996562] 'read index received' (duration: 350.727967ms)","trace[764996562] 'applied index is now lower than readState.Index' (duration: 267.657µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T03:52:13.789161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.240001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-09-29T03:52:13.789232Z","caller":"traceutil/trace.go:171","msg":"trace[136680792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"351.363524ms","start":"2026-09-29T03:52:13.437857Z","end":"2026-09-29T03:52:13.78922Z","steps":["trace[136680792] 'agreement among raft nodes before linearized reading' (duration: 351.176789ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:52:13.789223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.38636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38db1597-eb44-4f99-9d89-782ece5bbe8d\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-09-29T03:52:13.789271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:52:13.437837Z","time spent":"351.425856ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T03:52:13.789267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.205394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-29T03:52:13.789279Z","caller":"traceutil/trace.go:171","msg":"trace[201627004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38db1597-eb44-4f99-9d89-782ece5bbe8d; range_end:; response_count:1; response_revision:1872; }","duration":"199.473203ms","start":"2026-09-29T03:52:13.589793Z","end":"2026-09-29T03:52:13.789266Z","steps":["trace[201627004] 'agreement among raft nodes before linearized reading' (duration: 199.38751ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:52:13.789351Z","caller":"traceutil/trace.go:171","msg":"trace[842036479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"346.289247ms","start":"2026-09-29T03:52:13.443013Z","end":"2026-09-29T03:52:13.789303Z","steps":["trace[842036479] 'agreement among raft nodes before linearized reading' (duration: 346.114572ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:52:13.789406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:52:13.443005Z","time spent":"346.388519ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-29T03:52:13.788996Z","caller":"traceutil/trace.go:171","msg":"trace[1434891250] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"467.550387ms","start":"2026-09-29T03:52:13.321418Z","end":"2026-09-29T03:52:13.788968Z","steps":["trace[1434891250] 'process raft request' (duration: 467.340141ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:52:13.789806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:52:13.321387Z","time spent":"468.308227ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T03:52:14.00443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.820616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T03:52:14.004789Z","caller":"traceutil/trace.go:171","msg":"trace[389696652] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"210.587954ms","start":"2026-09-29T03:52:13.794159Z","end":"2026-09-29T03:52:14.004747Z","steps":["trace[389696652] 'process raft request' (duration: 46.139902ms)","trace[389696652] 'compare' (duration: 163.663991ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:52:14.004862Z","caller":"traceutil/trace.go:171","msg":"trace[1320140403] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"210.667046ms","start":"2026-09-29T03:52:13.794158Z","end":"2026-09-29T03:52:14.004825Z","steps":["trace[1320140403] 'process raft request' (duration: 210.411779ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:52:14.161305Z","caller":"traceutil/trace.go:171","msg":"trace[257574688] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"139.166026ms","start":"2026-09-29T03:52:14.022098Z","end":"2026-09-29T03:52:14.161264Z","steps":["trace[257574688] 'process raft request' (duration: 128.413224ms)","trace[257574688] 'compare' (duration: 10.513175ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T03:52:28.231022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.88352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T03:52:28.23113Z","caller":"traceutil/trace.go:171","msg":"trace[825867175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1994; }","duration":"156.046014ms","start":"2026-09-29T03:52:28.075062Z","end":"2026-09-29T03:52:28.231108Z","steps":["trace[825867175] 'range keys from in-memory index tree' (duration: 155.787597ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:52:28.231317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.214621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-09-29T03:52:28.231428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.302348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T03:52:28.231465Z","caller":"traceutil/trace.go:171","msg":"trace[1544905803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1994; }","duration":"138.449547ms","start":"2026-09-29T03:52:28.092985Z","end":"2026-09-29T03:52:28.231435Z","steps":["trace[1544905803] 'range keys from in-memory index tree' (duration: 137.928673ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:52:28.231507Z","caller":"traceutil/trace.go:171","msg":"trace[1837607270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1994; }","duration":"133.434671ms","start":"2026-09-29T03:52:28.098054Z","end":"2026-09-29T03:52:28.231488Z","steps":["trace[1837607270] 'range keys from in-memory index tree' (duration: 133.146143ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:54:27.828203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.685755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T03:54:27.828329Z","caller":"traceutil/trace.go:171","msg":"trace[988617240] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2959; }","duration":"234.096809ms","start":"2026-09-29T03:54:27.594209Z","end":"2026-09-29T03:54:27.828306Z","steps":["trace[988617240] 'read index received' (duration: 111.189498ms)","trace[988617240] 'applied index is now lower than readState.Index' (duration: 122.905351ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:54:27.828385Z","caller":"traceutil/trace.go:171","msg":"trace[582590975] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"314.786241ms","start":"2026-09-29T03:54:27.513538Z","end":"2026-09-29T03:54:27.828324Z","steps":["trace[582590975] 'process raft request' (duration: 191.86883ms)","trace[582590975] 'compare' (duration: 122.479629ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T03:54:27.828509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.294804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T03:54:27.828586Z","caller":"traceutil/trace.go:171","msg":"trace[763583747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2851; }","duration":"234.407727ms","start":"2026-09-29T03:54:27.594159Z","end":"2026-09-29T03:54:27.828567Z","steps":["trace[763583747] 'agreement among raft nodes before linearized reading' (duration: 234.204261ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:54:27.828595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T03:54:27.513522Z","time spent":"314.960795ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T03:54:27.881465Z","caller":"traceutil/trace.go:171","msg":"trace[388585922] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"285.452119ms","start":"2026-09-29T03:54:27.59599Z","end":"2026-09-29T03:54:27.881443Z","steps":["trace[388585922] 'process raft request' (duration: 285.318526ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:54:28.067545Z","caller":"traceutil/trace.go:171","msg":"trace[586498549] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"234.308544ms","start":"2026-09-29T03:54:27.83319Z","end":"2026-09-29T03:54:28.067498Z","steps":["trace[586498549] 'process raft request' (duration: 168.661412ms)","trace[586498549] 'compare' (duration: 65.528789ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:57:17.974794Z","caller":"traceutil/trace.go:171","msg":"trace[665742633] linearizableReadLoop","detail":"{readStateIndex:4022; appliedIndex:4020; }","duration":"113.316499ms","start":"2026-09-29T03:57:17.861451Z","end":"2026-09-29T03:57:17.974768Z","steps":["trace[665742633] 'read index received' (duration: 14.609507ms)","trace[665742633] 'applied index is now lower than readState.Index' (duration: 98.704682ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:57:17.975016Z","caller":"traceutil/trace.go:171","msg":"trace[926734579] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"113.638577ms","start":"2026-09-29T03:57:17.861361Z","end":"2026-09-29T03:57:17.975Z","steps":["trace[926734579] 'process raft request' (duration: 99.562534ms)","trace[926734579] 'compare' (duration: 13.639651ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T03:57:17.97518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.057091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-29T03:57:17.975258Z","caller":"traceutil/trace.go:171","msg":"trace[1182026747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3874; }","duration":"113.156924ms","start":"2026-09-29T03:57:17.862086Z","end":"2026-09-29T03:57:17.975242Z","steps":["trace[1182026747] 'agreement among raft nodes before linearized reading' (duration: 113.0006ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:57:17.975193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.726959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T03:57:17.975365Z","caller":"traceutil/trace.go:171","msg":"trace[1887921640] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:3874; }","duration":"113.914764ms","start":"2026-09-29T03:57:17.861409Z","end":"2026-09-29T03:57:17.975324Z","steps":["trace[1887921640] 'agreement among raft nodes before linearized reading' (duration: 113.719299ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:57:17.975453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.130623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-29T03:57:17.975483Z","caller":"traceutil/trace.go:171","msg":"trace[405140552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3874; }","duration":"102.183193ms","start":"2026-09-29T03:57:17.873291Z","end":"2026-09-29T03:57:17.975474Z","steps":["trace[405140552] 'agreement among raft nodes before linearized reading' (duration: 102.099971ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:57:17.975588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.917048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-29T03:57:17.975609Z","caller":"traceutil/trace.go:171","msg":"trace[873203813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3874; }","duration":"109.95753ms","start":"2026-09-29T03:57:17.865645Z","end":"2026-09-29T03:57:17.975602Z","steps":["trace[873203813] 'agreement among raft nodes before linearized reading' (duration: 109.892798ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:57:50.444796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.66821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T03:57:50.444889Z","caller":"traceutil/trace.go:171","msg":"trace[850310797] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4117; }","duration":"166.800044ms","start":"2026-09-29T03:57:50.278071Z","end":"2026-09-29T03:57:50.444871Z","steps":["trace[850310797] 'range keys from in-memory index tree' (duration: 166.607658ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:18.820594Z","caller":"traceutil/trace.go:171","msg":"trace[1886764374] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"125.509119ms","start":"2026-09-29T03:59:18.695052Z","end":"2026-09-29T03:59:18.820561Z","steps":["trace[1886764374] 'process raft request' (duration: 75.557312ms)","trace[1886764374] 'compare' (duration: 49.765452ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T03:59:18.820729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.540893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-09-29T03:59:18.82075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.855291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-29T03:59:18.820813Z","caller":"traceutil/trace.go:171","msg":"trace[750630221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5117; }","duration":"124.965594ms","start":"2026-09-29T03:59:18.695834Z","end":"2026-09-29T03:59:18.820799Z","steps":["trace[750630221] 'agreement among raft nodes before linearized reading' (duration: 124.741998ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:18.820803Z","caller":"traceutil/trace.go:171","msg":"trace[477361179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5117; }","duration":"124.648976ms","start":"2026-09-29T03:59:18.696136Z","end":"2026-09-29T03:59:18.820785Z","steps":["trace[477361179] 'agreement among raft nodes before linearized reading' (duration: 124.41716ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:59:18.820797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.160223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-09-29T03:59:18.820885Z","caller":"traceutil/trace.go:171","msg":"trace[374957482] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5117; }","duration":"124.284556ms","start":"2026-09-29T03:59:18.696578Z","end":"2026-09-29T03:59:18.820862Z","steps":["trace[374957482] 'agreement among raft nodes before linearized reading' (duration: 123.969937ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:59:18.863637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.889054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62862"} {"level":"info","ts":"2026-09-29T03:59:18.863762Z","caller":"traceutil/trace.go:171","msg":"trace[1387231064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5118; }","duration":"112.08953ms","start":"2026-09-29T03:59:18.751651Z","end":"2026-09-29T03:59:18.863741Z","steps":["trace[1387231064] 'agreement among raft nodes before linearized reading' (duration: 111.599916ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:59:20.811957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.616898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:72166"} {"level":"info","ts":"2026-09-29T03:59:20.811973Z","caller":"traceutil/trace.go:171","msg":"trace[752151275] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"138.802965ms","start":"2026-09-29T03:59:20.673144Z","end":"2026-09-29T03:59:20.811947Z","steps":["trace[752151275] 'process raft request' (duration: 61.225419ms)","trace[752151275] 'compare' (duration: 77.278318ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:59:20.812036Z","caller":"traceutil/trace.go:171","msg":"trace[1085257970] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5162; }","duration":"231.732322ms","start":"2026-09-29T03:59:20.580285Z","end":"2026-09-29T03:59:20.812018Z","steps":["trace[1085257970] 'range keys from in-memory index tree' (duration: 231.377732ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:23.555003Z","caller":"traceutil/trace.go:171","msg":"trace[1688869864] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"205.707865ms","start":"2026-09-29T03:59:23.349271Z","end":"2026-09-29T03:59:23.554979Z","steps":["trace[1688869864] 'process raft request' (duration: 205.569641ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:23.689622Z","caller":"traceutil/trace.go:171","msg":"trace[574418846] linearizableReadLoop","detail":"{readStateIndex:5514; appliedIndex:5513; }","duration":"133.940395ms","start":"2026-09-29T03:59:23.555655Z","end":"2026-09-29T03:59:23.689595Z","steps":["trace[574418846] 'read index received' (duration: 133.796221ms)","trace[574418846] 'applied index is now lower than readState.Index' (duration: 142.933µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:59:23.689709Z","caller":"traceutil/trace.go:171","msg":"trace[1915226420] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"228.811593ms","start":"2026-09-29T03:59:23.460846Z","end":"2026-09-29T03:59:23.689657Z","steps":["trace[1915226420] 'process raft request' (duration: 228.596907ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:59:23.68987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.193161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6aeceb8-6771-4519-bc9c-f810bb8d7b1f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-09-29T03:59:23.689909Z","caller":"traceutil/trace.go:171","msg":"trace[289161643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6aeceb8-6771-4519-bc9c-f810bb8d7b1f; range_end:; response_count:1; response_revision:5312; }","duration":"134.283384ms","start":"2026-09-29T03:59:23.555613Z","end":"2026-09-29T03:59:23.689896Z","steps":["trace[289161643] 'agreement among raft nodes before linearized reading' (duration: 134.130519ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:23.692883Z","caller":"traceutil/trace.go:171","msg":"trace[1243829828] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"128.275073ms","start":"2026-09-29T03:59:23.564572Z","end":"2026-09-29T03:59:23.692847Z","steps":["trace[1243829828] 'process raft request' (duration: 128.117708ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:59:23.693176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.960821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728743"} {"level":"info","ts":"2026-09-29T03:59:23.693232Z","caller":"traceutil/trace.go:171","msg":"trace[609206136] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5313; }","duration":"129.043194ms","start":"2026-09-29T03:59:23.564175Z","end":"2026-09-29T03:59:23.693218Z","steps":["trace[609206136] 'agreement among raft nodes before linearized reading' (duration: 128.622492ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:25.844082Z","caller":"traceutil/trace.go:171","msg":"trace[1640884576] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5557; }","duration":"107.841806ms","start":"2026-09-29T03:59:25.736219Z","end":"2026-09-29T03:59:25.844061Z","steps":["trace[1640884576] 'read index received' (duration: 107.62825ms)","trace[1640884576] 'applied index is now lower than readState.Index' (duration: 212.686µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:59:25.844126Z","caller":"traceutil/trace.go:171","msg":"trace[148501619] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"119.580921ms","start":"2026-09-29T03:59:25.724516Z","end":"2026-09-29T03:59:25.844097Z","steps":["trace[148501619] 'process raft request' (duration: 119.418067ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:59:25.844307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.069632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-09-29T03:59:25.844399Z","caller":"traceutil/trace.go:171","msg":"trace[314407112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5354; }","duration":"108.199766ms","start":"2026-09-29T03:59:25.736179Z","end":"2026-09-29T03:59:25.844378Z","steps":["trace[314407112] 'agreement among raft nodes before linearized reading' (duration: 107.967179ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:32.900512Z","caller":"traceutil/trace.go:171","msg":"trace[857690987] linearizableReadLoop","detail":"{readStateIndex:5690; appliedIndex:5689; }","duration":"138.517697ms","start":"2026-09-29T03:59:32.761974Z","end":"2026-09-29T03:59:32.900492Z","steps":["trace[857690987] 'read index received' (duration: 117.871635ms)","trace[857690987] 'applied index is now lower than readState.Index' (duration: 20.645102ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:59:32.90057Z","caller":"traceutil/trace.go:171","msg":"trace[1328075122] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"139.622177ms","start":"2026-09-29T03:59:32.760885Z","end":"2026-09-29T03:59:32.900508Z","steps":["trace[1328075122] 'process raft request' (duration: 118.888282ms)","trace[1328075122] 'compare' (duration: 20.56182ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T03:59:32.90087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.861306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d541c1ee-1638-41ae-a9f3-9a453e29f792\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-09-29T03:59:32.900967Z","caller":"traceutil/trace.go:171","msg":"trace[1830382396] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d541c1ee-1638-41ae-a9f3-9a453e29f792; range_end:; response_count:1; response_revision:5481; }","duration":"139.01115ms","start":"2026-09-29T03:59:32.761933Z","end":"2026-09-29T03:59:32.900944Z","steps":["trace[1830382396] 'agreement among raft nodes before linearized reading' (duration: 138.657211ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:32.902409Z","caller":"traceutil/trace.go:171","msg":"trace[1155608233] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"138.913438ms","start":"2026-09-29T03:59:32.763468Z","end":"2026-09-29T03:59:32.902381Z","steps":["trace[1155608233] 'process raft request' (duration: 138.556198ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:32.902657Z","caller":"traceutil/trace.go:171","msg":"trace[120012884] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"138.24344ms","start":"2026-09-29T03:59:32.764379Z","end":"2026-09-29T03:59:32.902622Z","steps":["trace[120012884] 'process raft request' (duration: 137.845669ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:32.902805Z","caller":"traceutil/trace.go:171","msg":"trace[1966180756] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"138.265651ms","start":"2026-09-29T03:59:32.764496Z","end":"2026-09-29T03:59:32.902762Z","steps":["trace[1966180756] 'process raft request' (duration: 137.891991ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:32.902907Z","caller":"traceutil/trace.go:171","msg":"trace[2117347212] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"136.37973ms","start":"2026-09-29T03:59:32.766489Z","end":"2026-09-29T03:59:32.902868Z","steps":["trace[2117347212] 'process raft request' (duration: 136.044981ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T03:59:32.903136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.63097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-09-29T03:59:32.903235Z","caller":"traceutil/trace.go:171","msg":"trace[243550263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5486; }","duration":"104.773544ms","start":"2026-09-29T03:59:32.798442Z","end":"2026-09-29T03:59:32.903216Z","steps":["trace[243550263] 'agreement among raft nodes before linearized reading' (duration: 104.422145ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:38.607096Z","caller":"traceutil/trace.go:171","msg":"trace[894767572] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"202.464689ms","start":"2026-09-29T03:59:38.404606Z","end":"2026-09-29T03:59:38.607071Z","steps":["trace[894767572] 'process raft request' (duration: 202.208192ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:38.744717Z","caller":"traceutil/trace.go:171","msg":"trace[671588402] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"120.049813ms","start":"2026-09-29T03:59:38.624608Z","end":"2026-09-29T03:59:38.744658Z","steps":["trace[671588402] 'process raft request' (duration: 78.233804ms)","trace[671588402] 'compare' (duration: 41.49084ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T03:59:38.744933Z","caller":"traceutil/trace.go:171","msg":"trace[1415978727] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"120.264429ms","start":"2026-09-29T03:59:38.624643Z","end":"2026-09-29T03:59:38.744907Z","steps":["trace[1415978727] 'process raft request' (duration: 119.852458ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T03:59:52.435391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2989} {"level":"info","ts":"2026-09-29T03:59:52.512844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2989,"took":"75.834249ms","hash":3391794479,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":31866880,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-29T03:59:52.512981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3391794479,"revision":2989,"compact-revision":-1} {"level":"warn","ts":"2026-09-29T04:00:07.689123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.213135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99068a5b-ddcd-4f8b-b893-77a606679efa\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-09-29T04:00:07.689252Z","caller":"traceutil/trace.go:171","msg":"trace[1416596636] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99068a5b-ddcd-4f8b-b893-77a606679efa; range_end:; response_count:1; response_revision:5956; }","duration":"127.39718ms","start":"2026-09-29T04:00:07.561827Z","end":"2026-09-29T04:00:07.689225Z","steps":["trace[1416596636] 'range keys from in-memory index tree' (duration: 127.00713ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:00:08.319566Z","caller":"traceutil/trace.go:171","msg":"trace[1484710537] linearizableReadLoop","detail":"{readStateIndex:6177; appliedIndex:6176; }","duration":"244.983596ms","start":"2026-09-29T04:00:08.074558Z","end":"2026-09-29T04:00:08.319541Z","steps":["trace[1484710537] 'read index received' (duration: 244.701029ms)","trace[1484710537] 'applied index is now lower than readState.Index' (duration: 281.287µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:00:08.319663Z","caller":"traceutil/trace.go:171","msg":"trace[1216262598] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"253.733061ms","start":"2026-09-29T04:00:08.065885Z","end":"2026-09-29T04:00:08.319618Z","steps":["trace[1216262598] 'process raft request' (duration: 253.505314ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:00:08.319886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.275634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:00:08.320038Z","caller":"traceutil/trace.go:171","msg":"trace[351720984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5957; }","duration":"245.47582ms","start":"2026-09-29T04:00:08.07453Z","end":"2026-09-29T04:00:08.320006Z","steps":["trace[351720984] 'agreement among raft nodes before linearized reading' (duration: 245.161842ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:00:08.320263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.885592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T04:00:08.320333Z","caller":"traceutil/trace.go:171","msg":"trace[184260485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5957; }","duration":"187.2191ms","start":"2026-09-29T04:00:08.133095Z","end":"2026-09-29T04:00:08.320314Z","steps":["trace[184260485] 'agreement among raft nodes before linearized reading' (duration: 186.786949ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:00:19.559007Z","caller":"traceutil/trace.go:171","msg":"trace[1708332471] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"142.162175ms","start":"2026-09-29T04:00:19.416808Z","end":"2026-09-29T04:00:19.55897Z","steps":["trace[1708332471] 'process raft request' (duration: 120.547806ms)","trace[1708332471] 'compare' (duration: 21.28535ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:00:51.525566Z","caller":"traceutil/trace.go:171","msg":"trace[1511979809] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"126.995249ms","start":"2026-09-29T04:00:51.398542Z","end":"2026-09-29T04:00:51.525537Z","steps":["trace[1511979809] 'process raft request' (duration: 90.949674ms)","trace[1511979809] 'compare' (duration: 35.894301ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:00:51.541346Z","caller":"traceutil/trace.go:171","msg":"trace[1883662223] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"142.687489ms","start":"2026-09-29T04:00:51.39863Z","end":"2026-09-29T04:00:51.541317Z","steps":["trace[1883662223] 'process raft request' (duration: 142.501554ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:04:52.442942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5805} {"level":"info","ts":"2026-09-29T04:04:52.544356Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5805,"took":"98.782085ms","hash":1820674062,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":26013696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-29T04:04:52.544697Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1820674062,"revision":5805,"compact-revision":2989} {"level":"info","ts":"2026-09-29T04:06:22.896944Z","caller":"traceutil/trace.go:171","msg":"trace[944041165] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"140.531216ms","start":"2026-09-29T04:06:22.756385Z","end":"2026-09-29T04:06:22.896916Z","steps":["trace[944041165] 'process raft request' (duration: 140.32754ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:06:22.921503Z","caller":"traceutil/trace.go:171","msg":"trace[891832757] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"138.323206ms","start":"2026-09-29T04:06:22.783153Z","end":"2026-09-29T04:06:22.921476Z","steps":["trace[891832757] 'process raft request' (duration: 138.157232ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:06:31.972692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.788673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t4c6c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-09-29T04:06:31.972787Z","caller":"traceutil/trace.go:171","msg":"trace[1942281554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t4c6c; range_end:; response_count:1; response_revision:8793; }","duration":"101.927117ms","start":"2026-09-29T04:06:31.870834Z","end":"2026-09-29T04:06:31.972762Z","steps":["trace[1942281554] 'range keys from in-memory index tree' (duration: 101.556086ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:06:33.235322Z","caller":"traceutil/trace.go:171","msg":"trace[384272207] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"579.269358ms","start":"2026-09-29T04:06:32.656021Z","end":"2026-09-29T04:06:33.23529Z","steps":["trace[384272207] 'process raft request' (duration: 579.076833ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:06:33.235502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:06:32.655995Z","time spent":"579.418102ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:06:33.259656Z","caller":"traceutil/trace.go:171","msg":"trace[410144444] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"438.107966ms","start":"2026-09-29T04:06:32.821524Z","end":"2026-09-29T04:06:33.259632Z","steps":["trace[410144444] 'process raft request' (duration: 437.560702ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:06:33.259816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:06:32.821504Z","time spent":"438.225319ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:06:33.260505Z","caller":"traceutil/trace.go:171","msg":"trace[442925886] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"216.996493ms","start":"2026-09-29T04:06:33.043484Z","end":"2026-09-29T04:06:33.260481Z","steps":["trace[442925886] 'process raft request' (duration: 215.828942ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:06:33.260669Z","caller":"traceutil/trace.go:171","msg":"trace[10100232] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"235.410864ms","start":"2026-09-29T04:06:33.025243Z","end":"2026-09-29T04:06:33.260654Z","steps":["trace[10100232] 'process raft request' (duration: 234.037397ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:06:33.260345Z","caller":"traceutil/trace.go:171","msg":"trace[1932602565] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"296.41589ms","start":"2026-09-29T04:06:32.963905Z","end":"2026-09-29T04:06:33.260321Z","steps":["trace[1932602565] 'process raft request' (duration: 295.322321ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:06:36.246689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.706877ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-09-29T04:06:36.246808Z","caller":"traceutil/trace.go:171","msg":"trace[477837601] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9128; }","duration":"246.482619ms","start":"2026-09-29T04:06:36.000305Z","end":"2026-09-29T04:06:36.246788Z","steps":["trace[477837601] 'read index received' (duration: 71.67192ms)","trace[477837601] 'applied index is now lower than readState.Index' (duration: 174.809049ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:06:36.246968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:06:35.902361Z","time spent":"344.602154ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-09-29T04:06:36.247183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.195562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:06:36.247239Z","caller":"traceutil/trace.go:171","msg":"trace[1339207138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8814; }","duration":"171.287695ms","start":"2026-09-29T04:06:36.075937Z","end":"2026-09-29T04:06:36.247225Z","steps":["trace[1339207138] 'agreement among raft nodes before linearized reading' (duration: 171.187332ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:06:36.247814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.481365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t4c6c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-09-29T04:06:36.248509Z","caller":"traceutil/trace.go:171","msg":"trace[1367617050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t4c6c; range_end:; response_count:1; response_revision:8814; }","duration":"247.745453ms","start":"2026-09-29T04:06:36.000256Z","end":"2026-09-29T04:06:36.248002Z","steps":["trace[1367617050] 'agreement among raft nodes before linearized reading' (duration: 247.103916ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:06:36.536355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.107407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T04:06:36.536535Z","caller":"traceutil/trace.go:171","msg":"trace[799132627] linearizableReadLoop","detail":"{readStateIndex:9130; appliedIndex:9129; }","duration":"282.397977ms","start":"2026-09-29T04:06:36.254114Z","end":"2026-09-29T04:06:36.536512Z","steps":["trace[799132627] 'read index received' (duration: 107.000172ms)","trace[799132627] 'applied index is now lower than readState.Index' (duration: 175.395215ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:06:36.536691Z","caller":"traceutil/trace.go:171","msg":"trace[1741131436] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"288.293953ms","start":"2026-09-29T04:06:36.248344Z","end":"2026-09-29T04:06:36.536638Z","steps":["trace[1741131436] 'process raft request' (duration: 112.800796ms)","trace[1741131436] 'compare' (duration: 174.884241ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:06:36.536801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.734996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-09-29T04:06:36.536846Z","caller":"traceutil/trace.go:171","msg":"trace[890404579] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8815; }","duration":"219.823018ms","start":"2026-09-29T04:06:36.317011Z","end":"2026-09-29T04:06:36.536834Z","steps":["trace[890404579] 'agreement among raft nodes before linearized reading' (duration: 219.607792ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:06:36.537087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.92304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223803"} {"level":"info","ts":"2026-09-29T04:06:36.537152Z","caller":"traceutil/trace.go:171","msg":"trace[711377510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8815; }","duration":"283.057703ms","start":"2026-09-29T04:06:36.25408Z","end":"2026-09-29T04:06:36.537138Z","steps":["trace[711377510] 'agreement among raft nodes before linearized reading' (duration: 282.509059ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:06:37.195811Z","caller":"traceutil/trace.go:171","msg":"trace[307802791] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"162.47214ms","start":"2026-09-29T04:06:37.033308Z","end":"2026-09-29T04:06:37.19578Z","steps":["trace[307802791] 'process raft request' (duration: 162.295995ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:07:01.57577Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000245d.wal"} {"level":"info","ts":"2026-09-29T04:07:06.965148Z","caller":"traceutil/trace.go:171","msg":"trace[1147668966] linearizableReadLoop","detail":"{readStateIndex:9356; appliedIndex:9355; }","duration":"357.464067ms","start":"2026-09-29T04:07:06.607659Z","end":"2026-09-29T04:07:06.965123Z","steps":["trace[1147668966] 'read index received' (duration: 357.303463ms)","trace[1147668966] 'applied index is now lower than readState.Index' (duration: 159.514µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:07:06.965421Z","caller":"traceutil/trace.go:171","msg":"trace[1480254016] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"383.881061ms","start":"2026-09-29T04:07:06.581529Z","end":"2026-09-29T04:07:06.96541Z","steps":["trace[1480254016] 'process raft request' (duration: 383.438779ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:06.965523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:07:06.581504Z","time spent":"383.949853ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:07:06.965744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.076313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T04:07:06.965786Z","caller":"traceutil/trace.go:171","msg":"trace[1327544562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9032; }","duration":"358.170395ms","start":"2026-09-29T04:07:06.607604Z","end":"2026-09-29T04:07:06.965774Z","steps":["trace[1327544562] 'agreement among raft nodes before linearized reading' (duration: 358.100784ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:06.965813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:07:06.60758Z","time spent":"358.226007ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:07:06.966067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.195872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t4c6c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-09-29T04:07:06.966102Z","caller":"traceutil/trace.go:171","msg":"trace[2080385035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t4c6c; range_end:; response_count:1; response_revision:9032; }","duration":"237.378547ms","start":"2026-09-29T04:07:06.728716Z","end":"2026-09-29T04:07:06.966094Z","steps":["trace[2080385035] 'agreement among raft nodes before linearized reading' (duration: 237.257614ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:06.966375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.81968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T04:07:06.966413Z","caller":"traceutil/trace.go:171","msg":"trace[590951116] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9032; }","duration":"111.884102ms","start":"2026-09-29T04:07:06.854518Z","end":"2026-09-29T04:07:06.966402Z","steps":["trace[590951116] 'agreement among raft nodes before linearized reading' (duration: 111.825051ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:07.21717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.789592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T04:07:07.217322Z","caller":"traceutil/trace.go:171","msg":"trace[681670861] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9032; }","duration":"144.009918ms","start":"2026-09-29T04:07:07.073291Z","end":"2026-09-29T04:07:07.217301Z","steps":["trace[681670861] 'count revisions from in-memory index tree' (duration: 143.715ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:07.217281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.015575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:07:07.217458Z","caller":"traceutil/trace.go:171","msg":"trace[1973115331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9032; }","duration":"112.22137ms","start":"2026-09-29T04:07:07.105212Z","end":"2026-09-29T04:07:07.217434Z","steps":["trace[1973115331] 'range keys from in-memory index tree' (duration: 111.990554ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:07.217492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.430976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:07:07.21757Z","caller":"traceutil/trace.go:171","msg":"trace[1993806017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9032; }","duration":"142.536839ms","start":"2026-09-29T04:07:07.075014Z","end":"2026-09-29T04:07:07.21755Z","steps":["trace[1993806017] 'range keys from in-memory index tree' (duration: 142.381555ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:14.217658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.795832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T04:07:14.217753Z","caller":"traceutil/trace.go:171","msg":"trace[1706297524] linearizableReadLoop","detail":"{readStateIndex:9396; appliedIndex:9395; }","duration":"266.601366ms","start":"2026-09-29T04:07:13.951137Z","end":"2026-09-29T04:07:14.217738Z","steps":["trace[1706297524] 'read index received' (duration: 74.850555ms)","trace[1706297524] 'applied index is now lower than readState.Index' (duration: 191.749611ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:07:14.217973Z","caller":"traceutil/trace.go:171","msg":"trace[1895067516] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"270.994323ms","start":"2026-09-29T04:07:13.946966Z","end":"2026-09-29T04:07:14.21796Z","steps":["trace[1895067516] 'process raft request' (duration: 129.8148ms)","trace[1895067516] 'compare' (duration: 140.286169ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:07:14.218229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.087019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-29T04:07:14.218264Z","caller":"traceutil/trace.go:171","msg":"trace[271032008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9071; }","duration":"267.151541ms","start":"2026-09-29T04:07:13.951103Z","end":"2026-09-29T04:07:14.218255Z","steps":["trace[271032008] 'agreement among raft nodes before linearized reading' (duration: 267.034888ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:07:14.218436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.3259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-29T04:07:14.21847Z","caller":"traceutil/trace.go:171","msg":"trace[837596354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9071; }","duration":"119.397892ms","start":"2026-09-29T04:07:14.099063Z","end":"2026-09-29T04:07:14.218461Z","steps":["trace[837596354] 'agreement among raft nodes before linearized reading' (duration: 119.31575ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:07:20.3351Z","caller":"traceutil/trace.go:171","msg":"trace[1965086321] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"118.21132ms","start":"2026-09-29T04:07:20.216854Z","end":"2026-09-29T04:07:20.335065Z","steps":["trace[1965086321] 'process raft request' (duration: 59.012063ms)","trace[1965086321] 'compare' (duration: 58.738055ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:07:20.689218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.803307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:07:20.68934Z","caller":"traceutil/trace.go:171","msg":"trace[1248023742] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9118; }","duration":"163.023524ms","start":"2026-09-29T04:07:20.526289Z","end":"2026-09-29T04:07:20.689312Z","steps":["trace[1248023742] 'count revisions from in-memory index tree' (duration: 162.661454ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:07:20.868129Z","caller":"traceutil/trace.go:171","msg":"trace[647641814] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"190.675712ms","start":"2026-09-29T04:07:20.677426Z","end":"2026-09-29T04:07:20.868101Z","steps":["trace[647641814] 'process raft request' (duration: 189.893821ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:08:18.540807Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"757b052826ed9e87","local-member-applied-index":10003,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T04:08:18.551653Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10003} {"level":"info","ts":"2026-09-29T04:08:18.551771Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5003} {"level":"warn","ts":"2026-09-29T04:08:48.199647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.938243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T04:08:48.199765Z","caller":"traceutil/trace.go:171","msg":"trace[535056232] linearizableReadLoop","detail":"{readStateIndex:10310; appliedIndex:10309; }","duration":"124.312153ms","start":"2026-09-29T04:08:48.075433Z","end":"2026-09-29T04:08:48.199746Z","steps":["trace[535056232] 'read index received' (duration: 71.082µs)","trace[535056232] 'applied index is now lower than readState.Index' (duration: 124.239621ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:08:48.199859Z","caller":"traceutil/trace.go:171","msg":"trace[1939311990] transaction","detail":"{read_only:false; response_revision:9957; number_of_response:1; }","duration":"202.24793ms","start":"2026-09-29T04:08:47.997599Z","end":"2026-09-29T04:08:48.199847Z","steps":["trace[1939311990] 'process raft request' (duration: 54.018039ms)","trace[1939311990] 'compare' (duration: 147.800509ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:08:48.200144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.710903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:08:48.200199Z","caller":"traceutil/trace.go:171","msg":"trace[1844015875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9957; }","duration":"124.823057ms","start":"2026-09-29T04:08:48.07536Z","end":"2026-09-29T04:08:48.200183Z","steps":["trace[1844015875] 'agreement among raft nodes before linearized reading' (duration: 124.739875ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:09:52.454301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8009} {"level":"info","ts":"2026-09-29T04:09:52.527421Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8009,"took":"69.47274ms","hash":1695606601,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":28237824,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-29T04:09:52.527566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1695606601,"revision":8009,"compact-revision":5805} {"level":"info","ts":"2026-09-29T04:14:52.460459Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10410} {"level":"info","ts":"2026-09-29T04:14:52.548318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10410,"took":"85.653142ms","hash":972396273,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":25862144,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-29T04:14:52.548403Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":972396273,"revision":10410,"compact-revision":8009} {"level":"info","ts":"2026-09-29T04:19:52.469125Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12576} {"level":"info","ts":"2026-09-29T04:19:52.550732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12576,"took":"78.665779ms","hash":1160676020,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":27738112,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-29T04:19:52.550805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1160676020,"revision":12576,"compact-revision":10410} {"level":"info","ts":"2026-09-29T04:21:03.491936Z","caller":"traceutil/trace.go:171","msg":"trace[698619172] transaction","detail":"{read_only:false; response_revision:15029; number_of_response:1; }","duration":"247.891667ms","start":"2026-09-29T04:21:03.244016Z","end":"2026-09-29T04:21:03.491907Z","steps":["trace[698619172] 'process raft request' (duration: 166.29871ms)","trace[698619172] 'compare' (duration: 81.493085ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:21:21.22141Z","caller":"traceutil/trace.go:171","msg":"trace[1304001371] linearizableReadLoop","detail":"{readStateIndex:15663; appliedIndex:15662; }","duration":"146.314369ms","start":"2026-09-29T04:21:21.075069Z","end":"2026-09-29T04:21:21.221384Z","steps":["trace[1304001371] 'read index received' (duration: 146.085442ms)","trace[1304001371] 'applied index is now lower than readState.Index' (duration: 227.907µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:21:21.221563Z","caller":"traceutil/trace.go:171","msg":"trace[1674364266] transaction","detail":"{read_only:false; response_revision:15133; number_of_response:1; }","duration":"207.668929ms","start":"2026-09-29T04:21:21.013805Z","end":"2026-09-29T04:21:21.221474Z","steps":["trace[1674364266] 'process raft request' (duration: 207.34331ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:21:21.221572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.487504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:21:21.22181Z","caller":"traceutil/trace.go:171","msg":"trace[1819735035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15133; }","duration":"146.761641ms","start":"2026-09-29T04:21:21.075007Z","end":"2026-09-29T04:21:21.221768Z","steps":["trace[1819735035] 'agreement among raft nodes before linearized reading' (duration: 146.480213ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:21:21.420062Z","caller":"traceutil/trace.go:171","msg":"trace[735946244] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"236.279623ms","start":"2026-09-29T04:21:21.183735Z","end":"2026-09-29T04:21:21.420014Z","steps":["trace[735946244] 'process raft request' (duration: 151.452268ms)","trace[735946244] 'compare' (duration: 84.65479ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:21:21.420128Z","caller":"traceutil/trace.go:171","msg":"trace[2010663334] linearizableReadLoop","detail":"{readStateIndex:15664; appliedIndex:15663; }","duration":"198.615084ms","start":"2026-09-29T04:21:21.221482Z","end":"2026-09-29T04:21:21.420097Z","steps":["trace[2010663334] 'read index received' (duration: 113.693516ms)","trace[2010663334] 'applied index is now lower than readState.Index' (duration: 84.918268ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:21:21.423264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.343311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T04:21:21.423355Z","caller":"traceutil/trace.go:171","msg":"trace[1048725845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15134; }","duration":"200.507695ms","start":"2026-09-29T04:21:21.222825Z","end":"2026-09-29T04:21:21.423333Z","steps":["trace[1048725845] 'agreement among raft nodes before linearized reading' (duration: 200.32173ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:21:21.42343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.790578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-09-29T04:21:21.42345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.310049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-29T04:21:21.423552Z","caller":"traceutil/trace.go:171","msg":"trace[207712024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15134; }","duration":"147.932742ms","start":"2026-09-29T04:21:21.275573Z","end":"2026-09-29T04:21:21.423506Z","steps":["trace[207712024] 'agreement among raft nodes before linearized reading' (duration: 147.607624ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:21:21.423607Z","caller":"traceutil/trace.go:171","msg":"trace[80197596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15134; }","duration":"156.518025ms","start":"2026-09-29T04:21:21.267064Z","end":"2026-09-29T04:21:21.423582Z","steps":["trace[80197596] 'agreement among raft nodes before linearized reading' (duration: 156.232837ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:21:21.423532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.250599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-78gmr\" ","response":"range_response_count:1 size:12364"} {"level":"warn","ts":"2026-09-29T04:21:21.42362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.18528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-29T04:21:21.423708Z","caller":"traceutil/trace.go:171","msg":"trace[300359350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15134; }","duration":"175.313683ms","start":"2026-09-29T04:21:21.248361Z","end":"2026-09-29T04:21:21.423675Z","steps":["trace[300359350] 'agreement among raft nodes before linearized reading' (duration: 175.065086ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:21:21.423699Z","caller":"traceutil/trace.go:171","msg":"trace[876356933] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-78gmr; range_end:; response_count:1; response_revision:15134; }","duration":"305.421913ms","start":"2026-09-29T04:21:21.118234Z","end":"2026-09-29T04:21:21.423656Z","steps":["trace[876356933] 'agreement among raft nodes before linearized reading' (duration: 302.012781ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:21:21.423821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:21:21.118123Z","time spent":"305.66053ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12386,"request content":"key:\"/registry/pods/openstack/openvswitch-78gmr\" "} {"level":"info","ts":"2026-09-29T04:21:32.408572Z","caller":"traceutil/trace.go:171","msg":"trace[1862508119] transaction","detail":"{read_only:false; response_revision:15313; number_of_response:1; }","duration":"108.869406ms","start":"2026-09-29T04:21:32.299677Z","end":"2026-09-29T04:21:32.408547Z","steps":["trace[1862508119] 'process raft request' (duration: 108.705812ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:21:32.68349Z","caller":"traceutil/trace.go:171","msg":"trace[1561431163] linearizableReadLoop","detail":"{readStateIndex:15848; appliedIndex:15847; }","duration":"177.793021ms","start":"2026-09-29T04:21:32.505668Z","end":"2026-09-29T04:21:32.683461Z","steps":["trace[1561431163] 'read index received' (duration: 177.509603ms)","trace[1561431163] 'applied index is now lower than readState.Index' (duration: 282.278µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:21:32.683643Z","caller":"traceutil/trace.go:171","msg":"trace[1796096643] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"262.035249ms","start":"2026-09-29T04:21:32.421494Z","end":"2026-09-29T04:21:32.68353Z","steps":["trace[1796096643] 'process raft request' (duration: 261.787343ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:21:32.683787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.087538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-spdnl.18d9afdd177703d2\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-09-29T04:21:32.68388Z","caller":"traceutil/trace.go:171","msg":"trace[888810036] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-spdnl.18d9afdd177703d2; range_end:; response_count:1; response_revision:15314; }","duration":"178.196021ms","start":"2026-09-29T04:21:32.50566Z","end":"2026-09-29T04:21:32.683856Z","steps":["trace[888810036] 'agreement among raft nodes before linearized reading' (duration: 177.910604ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:19.724388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.341732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:23:19.724507Z","caller":"traceutil/trace.go:171","msg":"trace[1353557897] linearizableReadLoop","detail":"{readStateIndex:17002; appliedIndex:17001; }","duration":"319.556221ms","start":"2026-09-29T04:23:19.40493Z","end":"2026-09-29T04:23:19.724486Z","steps":["trace[1353557897] 'read index received' (duration: 149.006822ms)","trace[1353557897] 'applied index is now lower than readState.Index' (duration: 170.548359ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:23:19.724587Z","caller":"traceutil/trace.go:171","msg":"trace[1132626338] transaction","detail":"{read_only:false; response_revision:16435; number_of_response:1; }","duration":"321.820211ms","start":"2026-09-29T04:23:19.402679Z","end":"2026-09-29T04:23:19.724499Z","steps":["trace[1132626338] 'process raft request' (duration: 151.271733ms)","trace[1132626338] 'compare' (duration: 169.539581ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:23:19.724677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.742156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:23:19.724706Z","caller":"traceutil/trace.go:171","msg":"trace[1162006016] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16435; }","duration":"319.792656ms","start":"2026-09-29T04:23:19.404903Z","end":"2026-09-29T04:23:19.724696Z","steps":["trace[1162006016] 'agreement among raft nodes before linearized reading' (duration: 319.661083ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:19.724745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:23:19.404891Z","time spent":"319.845979ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T04:23:19.724787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:23:19.402651Z","time spent":"322.036707ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:23:19.738914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.45817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:23:19.739003Z","caller":"traceutil/trace.go:171","msg":"trace[3472629] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16436; }","duration":"245.607304ms","start":"2026-09-29T04:23:19.493377Z","end":"2026-09-29T04:23:19.738984Z","steps":["trace[3472629] 'agreement among raft nodes before linearized reading' (duration: 245.43012ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:19.739006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.079994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t4c6c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-09-29T04:23:19.739055Z","caller":"traceutil/trace.go:171","msg":"trace[1115750853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t4c6c; range_end:; response_count:1; response_revision:16436; }","duration":"134.162056ms","start":"2026-09-29T04:23:19.60488Z","end":"2026-09-29T04:23:19.739042Z","steps":["trace[1115750853] 'agreement among raft nodes before linearized reading' (duration: 133.983801ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:20.017462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.951544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:23:20.017584Z","caller":"traceutil/trace.go:171","msg":"trace[1770248574] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16437; }","duration":"157.122999ms","start":"2026-09-29T04:23:19.860433Z","end":"2026-09-29T04:23:20.017556Z","steps":["trace[1770248574] 'range keys from in-memory index tree' (duration: 156.83127ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:20.01761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.444483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-09-29T04:23:20.0177Z","caller":"traceutil/trace.go:171","msg":"trace[1795158052] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16437; }","duration":"140.639798ms","start":"2026-09-29T04:23:19.877036Z","end":"2026-09-29T04:23:20.017676Z","steps":["trace[1795158052] 'range keys from in-memory index tree' (duration: 140.239367ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:20.01795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.378755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s4vx2\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-09-29T04:23:20.017991Z","caller":"traceutil/trace.go:171","msg":"trace[1779612257] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s4vx2; range_end:; response_count:1; response_revision:16437; }","duration":"133.439737ms","start":"2026-09-29T04:23:19.884537Z","end":"2026-09-29T04:23:20.017976Z","steps":["trace[1779612257] 'range keys from in-memory index tree' (duration: 133.286512ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:20.018007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.410982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:23:20.018069Z","caller":"traceutil/trace.go:171","msg":"trace[1609983898] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16437; }","duration":"158.517796ms","start":"2026-09-29T04:23:19.85954Z","end":"2026-09-29T04:23:20.018058Z","steps":["trace[1609983898] 'range keys from in-memory index tree' (duration: 158.30294ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:23:20.018293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.192167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:23:20.01834Z","caller":"traceutil/trace.go:171","msg":"trace[1069445316] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16437; }","duration":"158.282399ms","start":"2026-09-29T04:23:19.860045Z","end":"2026-09-29T04:23:20.018328Z","steps":["trace[1069445316] 'range keys from in-memory index tree' (duration: 158.126855ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:23:20.019188Z","caller":"traceutil/trace.go:171","msg":"trace[152965188] transaction","detail":"{read_only:false; response_revision:16438; number_of_response:1; }","duration":"125.606847ms","start":"2026-09-29T04:23:19.893563Z","end":"2026-09-29T04:23:20.01917Z","steps":["trace[152965188] 'process raft request' (duration: 104.644376ms)","trace[152965188] 'compare' (duration: 19.120661ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:24:52.476255Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14601} {"level":"info","ts":"2026-09-29T04:24:52.559367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14601,"took":"80.367868ms","hash":3331731501,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":31617024,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-29T04:24:52.559435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3331731501,"revision":14601,"compact-revision":12576} {"level":"info","ts":"2026-09-29T04:29:22.93515Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"757b052826ed9e87","local-member-applied-index":20004,"local-member-snapshot-index":10003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T04:29:22.947037Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20004} {"level":"info","ts":"2026-09-29T04:29:22.947219Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15004} {"level":"info","ts":"2026-09-29T04:29:52.483034Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17046} {"level":"info","ts":"2026-09-29T04:29:52.585338Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17046,"took":"98.941354ms","hash":2742870664,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":33452032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-09-29T04:29:52.58541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2742870664,"revision":17046,"compact-revision":14601} {"level":"info","ts":"2026-09-29T04:29:53.556899Z","caller":"traceutil/trace.go:171","msg":"trace[1950235494] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"117.741897ms","start":"2026-09-29T04:29:53.439127Z","end":"2026-09-29T04:29:53.556869Z","steps":["trace[1950235494] 'process raft request' (duration: 29.120939ms)","trace[1950235494] 'compare' (duration: 88.251898ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:34:29.169138Z","caller":"traceutil/trace.go:171","msg":"trace[1520783218] transaction","detail":"{read_only:false; response_revision:21525; number_of_response:1; }","duration":"112.649331ms","start":"2026-09-29T04:34:29.056464Z","end":"2026-09-29T04:34:29.169113Z","steps":["trace[1520783218] 'process raft request' (duration: 112.475946ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:34:29.524737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.675025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:34:29.524868Z","caller":"traceutil/trace.go:171","msg":"trace[703173621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21525; }","duration":"151.873459ms","start":"2026-09-29T04:34:29.372968Z","end":"2026-09-29T04:34:29.524841Z","steps":["trace[703173621] 'range keys from in-memory index tree' (duration: 151.423968ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:29.75327Z","caller":"traceutil/trace.go:171","msg":"trace[179480522] transaction","detail":"{read_only:false; response_revision:21526; number_of_response:1; }","duration":"223.676349ms","start":"2026-09-29T04:34:29.52955Z","end":"2026-09-29T04:34:29.753226Z","steps":["trace[179480522] 'process raft request' (duration: 223.33534ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:29.753412Z","caller":"traceutil/trace.go:171","msg":"trace[9928781] linearizableReadLoop","detail":"{readStateIndex:22263; appliedIndex:22262; }","duration":"183.626108ms","start":"2026-09-29T04:34:29.569734Z","end":"2026-09-29T04:34:29.75336Z","steps":["trace[9928781] 'read index received' (duration: 183.082964ms)","trace[9928781] 'applied index is now lower than readState.Index' (duration: 539.684µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:34:29.753808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.06838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:34:29.75388Z","caller":"traceutil/trace.go:171","msg":"trace[1057240744] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21526; }","duration":"184.217644ms","start":"2026-09-29T04:34:29.569637Z","end":"2026-09-29T04:34:29.753854Z","steps":["trace[1057240744] 'agreement among raft nodes before linearized reading' (duration: 183.889225ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:29.996631Z","caller":"traceutil/trace.go:171","msg":"trace[1927098507] transaction","detail":"{read_only:false; response_revision:21527; number_of_response:1; }","duration":"238.250428ms","start":"2026-09-29T04:34:29.75835Z","end":"2026-09-29T04:34:29.9966Z","steps":["trace[1927098507] 'process raft request' (duration: 237.96385ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:30.239859Z","caller":"traceutil/trace.go:171","msg":"trace[161047209] transaction","detail":"{read_only:false; response_revision:21528; number_of_response:1; }","duration":"237.643452ms","start":"2026-09-29T04:34:30.002194Z","end":"2026-09-29T04:34:30.239837Z","steps":["trace[161047209] 'process raft request' (duration: 154.267613ms)","trace[161047209] 'compare' (duration: 83.278456ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:34:30.262084Z","caller":"traceutil/trace.go:171","msg":"trace[2091770217] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"259.828555ms","start":"2026-09-29T04:34:30.002236Z","end":"2026-09-29T04:34:30.262065Z","steps":["trace[2091770217] 'process raft request' (duration: 259.799514ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:30.262198Z","caller":"traceutil/trace.go:171","msg":"trace[1798361475] transaction","detail":"{read_only:false; response_revision:21529; number_of_response:1; }","duration":"259.914287ms","start":"2026-09-29T04:34:30.002236Z","end":"2026-09-29T04:34:30.26215Z","steps":["trace[1798361475] 'process raft request' (duration: 259.683461ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:34:30.496939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.408791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:34:30.497054Z","caller":"traceutil/trace.go:171","msg":"trace[36664565] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:21530; }","duration":"101.615226ms","start":"2026-09-29T04:34:30.395416Z","end":"2026-09-29T04:34:30.497031Z","steps":["trace[36664565] 'count revisions from in-memory index tree' (duration: 101.266617ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:34:30.912688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.545934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-09-29T04:34:30.912818Z","caller":"traceutil/trace.go:171","msg":"trace[116720894] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21531; }","duration":"138.724128ms","start":"2026-09-29T04:34:30.774067Z","end":"2026-09-29T04:34:30.912791Z","steps":["trace[116720894] 'range keys from in-memory index tree' (duration: 138.351398ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:31.199922Z","caller":"traceutil/trace.go:171","msg":"trace[1848085504] linearizableReadLoop","detail":"{readStateIndex:22270; appliedIndex:22268; }","duration":"283.463857ms","start":"2026-09-29T04:34:30.916398Z","end":"2026-09-29T04:34:31.199862Z","steps":["trace[1848085504] 'read index received' (duration: 11.080256ms)","trace[1848085504] 'applied index is now lower than readState.Index' (duration: 272.382091ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:34:31.200129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.343438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:34:31.200169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.768216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96f7f9fe-355a-4847-8c42-3f77c14250d3\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-09-29T04:34:31.200197Z","caller":"traceutil/trace.go:171","msg":"trace[445266775] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21533; }","duration":"236.481991ms","start":"2026-09-29T04:34:30.963695Z","end":"2026-09-29T04:34:31.200177Z","steps":["trace[445266775] 'agreement among raft nodes before linearized reading' (duration: 236.350898ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:31.200241Z","caller":"traceutil/trace.go:171","msg":"trace[669457287] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96f7f9fe-355a-4847-8c42-3f77c14250d3; range_end:; response_count:1; response_revision:21533; }","duration":"283.852608ms","start":"2026-09-29T04:34:30.916354Z","end":"2026-09-29T04:34:31.200206Z","steps":["trace[669457287] 'agreement among raft nodes before linearized reading' (duration: 283.639802ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:34:31.200048Z","caller":"traceutil/trace.go:171","msg":"trace[182449104] transaction","detail":"{read_only:false; response_revision:21533; number_of_response:1; }","duration":"343.626205ms","start":"2026-09-29T04:34:30.856367Z","end":"2026-09-29T04:34:31.199993Z","steps":["trace[182449104] 'process raft request' (duration: 293.28236ms)","trace[182449104] 'compare' (duration: 49.815091ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:34:31.200466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.762062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:34:31.200513Z","caller":"traceutil/trace.go:171","msg":"trace[120048431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21533; }","duration":"125.842664ms","start":"2026-09-29T04:34:31.074657Z","end":"2026-09-29T04:34:31.2005Z","steps":["trace[120048431] 'agreement among raft nodes before linearized reading' (duration: 125.763522ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:34:31.200552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:34:30.85634Z","time spent":"344.060766ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:34:52.489458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19628} {"level":"info","ts":"2026-09-29T04:34:52.611115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19628,"took":"117.924302ms","hash":2845890936,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":29257728,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-09-29T04:34:52.611196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2845890936,"revision":19628,"compact-revision":17046} {"level":"warn","ts":"2026-09-29T04:38:28.821097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.010895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:38:28.821191Z","caller":"traceutil/trace.go:171","msg":"trace[387047032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24022; }","duration":"253.144209ms","start":"2026-09-29T04:38:28.568026Z","end":"2026-09-29T04:38:28.82117Z","steps":["trace[387047032] 'range keys from in-memory index tree' (duration: 252.777429ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:38:28.821762Z","caller":"traceutil/trace.go:171","msg":"trace[1987010312] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"217.418921ms","start":"2026-09-29T04:38:28.604309Z","end":"2026-09-29T04:38:28.821728Z","steps":["trace[1987010312] 'process raft request' (duration: 151.533874ms)","trace[1987010312] 'compare' (duration: 65.416274ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:38:28.823884Z","caller":"traceutil/trace.go:171","msg":"trace[1952127218] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"172.148837ms","start":"2026-09-29T04:38:28.651715Z","end":"2026-09-29T04:38:28.823863Z","steps":["trace[1952127218] 'process raft request' (duration: 171.997233ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:39:52.500714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21645} {"level":"info","ts":"2026-09-29T04:39:52.610283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21645,"took":"106.018513ms","hash":4261279397,"current-db-size-bytes":56373248,"current-db-size":"56 MB","current-db-size-in-use-bytes":42795008,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-09-29T04:39:52.610357Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4261279397,"revision":21645,"compact-revision":19628} {"level":"info","ts":"2026-09-29T04:40:08.431143Z","caller":"traceutil/trace.go:171","msg":"trace[374998023] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"104.354928ms","start":"2026-09-29T04:40:08.326751Z","end":"2026-09-29T04:40:08.431106Z","steps":["trace[374998023] 'process raft request' (duration: 103.108285ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:09.670956Z","caller":"traceutil/trace.go:171","msg":"trace[526778603] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25909; }","duration":"278.53461ms","start":"2026-09-29T04:40:09.392401Z","end":"2026-09-29T04:40:09.670936Z","steps":["trace[526778603] 'read index received' (duration: 272.59465ms)","trace[526778603] 'applied index is now lower than readState.Index' (duration: 5.93917ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:40:09.670999Z","caller":"traceutil/trace.go:171","msg":"trace[143801592] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"439.820645ms","start":"2026-09-29T04:40:09.231154Z","end":"2026-09-29T04:40:09.670975Z","steps":["trace[143801592] 'process raft request' (duration: 433.806864ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:40:09.6711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:40:09.231138Z","time spent":"439.911688ms","remote":"127.0.0.1:50454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-29T04:40:09.671158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.749035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:40:09.671181Z","caller":"traceutil/trace.go:171","msg":"trace[1729058842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25072; }","duration":"278.809747ms","start":"2026-09-29T04:40:09.392363Z","end":"2026-09-29T04:40:09.671173Z","steps":["trace[1729058842] 'agreement among raft nodes before linearized reading' (duration: 278.668003ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:09.67401Z","caller":"traceutil/trace.go:171","msg":"trace[681772607] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"232.469404ms","start":"2026-09-29T04:40:09.4415Z","end":"2026-09-29T04:40:09.673969Z","steps":["trace[681772607] 'process raft request' (duration: 232.30517ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:40:09.674056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.122811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:40:09.674114Z","caller":"traceutil/trace.go:171","msg":"trace[1756617753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25073; }","duration":"117.243065ms","start":"2026-09-29T04:40:09.556857Z","end":"2026-09-29T04:40:09.6741Z","steps":["trace[1756617753] 'agreement among raft nodes before linearized reading' (duration: 117.07717ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:36.318318Z","caller":"traceutil/trace.go:171","msg":"trace[1175300811] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"108.49089ms","start":"2026-09-29T04:40:36.209796Z","end":"2026-09-29T04:40:36.318286Z","steps":["trace[1175300811] 'process raft request' (duration: 108.296264ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:40:54.648323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.998961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T04:40:54.648402Z","caller":"traceutil/trace.go:171","msg":"trace[1828068777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25477; }","duration":"163.127204ms","start":"2026-09-29T04:40:54.485258Z","end":"2026-09-29T04:40:54.648385Z","steps":["trace[1828068777] 'range keys from in-memory index tree' (duration: 162.826917ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:54.649727Z","caller":"traceutil/trace.go:171","msg":"trace[1517030327] linearizableReadLoop","detail":"{readStateIndex:26326; appliedIndex:26325; }","duration":"148.343108ms","start":"2026-09-29T04:40:54.501367Z","end":"2026-09-29T04:40:54.64971Z","steps":["trace[1517030327] 'read index received' (duration: 125.104165ms)","trace[1517030327] 'applied index is now lower than readState.Index' (duration: 23.237833ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:40:54.650439Z","caller":"traceutil/trace.go:171","msg":"trace[1750572706] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"157.799641ms","start":"2026-09-29T04:40:54.492604Z","end":"2026-09-29T04:40:54.650403Z","steps":["trace[1750572706] 'process raft request' (duration: 133.919371ms)","trace[1750572706] 'compare' (duration: 22.891164ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:40:54.650812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.422028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:40:54.65085Z","caller":"traceutil/trace.go:171","msg":"trace[1507748227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25478; }","duration":"149.503049ms","start":"2026-09-29T04:40:54.501334Z","end":"2026-09-29T04:40:54.650837Z","steps":["trace[1507748227] 'agreement among raft nodes before linearized reading' (duration: 149.373656ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:40:54.651039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.357987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:40:54.651078Z","caller":"traceutil/trace.go:171","msg":"trace[1107786885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25478; }","duration":"117.428599ms","start":"2026-09-29T04:40:54.53364Z","end":"2026-09-29T04:40:54.651068Z","steps":["trace[1107786885] 'agreement among raft nodes before linearized reading' (duration: 117.365628ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:54.815616Z","caller":"traceutil/trace.go:171","msg":"trace[863075799] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"158.768987ms","start":"2026-09-29T04:40:54.656788Z","end":"2026-09-29T04:40:54.815557Z","steps":["trace[863075799] 'process raft request' (duration: 104.003789ms)","trace[863075799] 'compare' (duration: 54.602074ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:40:54.8161Z","caller":"traceutil/trace.go:171","msg":"trace[615503063] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"157.204755ms","start":"2026-09-29T04:40:54.65887Z","end":"2026-09-29T04:40:54.816074Z","steps":["trace[615503063] 'process raft request' (duration: 156.838915ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:54.816126Z","caller":"traceutil/trace.go:171","msg":"trace[764328876] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"155.14238ms","start":"2026-09-29T04:40:54.66093Z","end":"2026-09-29T04:40:54.816073Z","steps":["trace[764328876] 'process raft request' (duration: 155.053118ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:54.816331Z","caller":"traceutil/trace.go:171","msg":"trace[1639767412] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"155.343446ms","start":"2026-09-29T04:40:54.66095Z","end":"2026-09-29T04:40:54.816293Z","steps":["trace[1639767412] 'process raft request' (duration: 155.087129ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:54.816389Z","caller":"traceutil/trace.go:171","msg":"trace[112727589] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"116.131804ms","start":"2026-09-29T04:40:54.700245Z","end":"2026-09-29T04:40:54.816377Z","steps":["trace[112727589] 'process raft request' (duration: 115.935609ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:40:58.72792Z","caller":"traceutil/trace.go:171","msg":"trace[1553545633] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"113.109713ms","start":"2026-09-29T04:40:58.614788Z","end":"2026-09-29T04:40:58.727898Z","steps":["trace[1553545633] 'process raft request' (duration: 112.540778ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:41:58.540843Z","caller":"traceutil/trace.go:171","msg":"trace[1722086701] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"116.345ms","start":"2026-09-29T04:41:58.424447Z","end":"2026-09-29T04:41:58.540792Z","steps":["trace[1722086701] 'process raft request' (duration: 116.051152ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:04.808286Z","caller":"traceutil/trace.go:171","msg":"trace[520421158] linearizableReadLoop","detail":"{readStateIndex:27028; appliedIndex:27027; }","duration":"233.43942ms","start":"2026-09-29T04:42:04.57482Z","end":"2026-09-29T04:42:04.808259Z","steps":["trace[520421158] 'read index received' (duration: 233.202064ms)","trace[520421158] 'applied index is now lower than readState.Index' (duration: 236.506µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:04.808445Z","caller":"traceutil/trace.go:171","msg":"trace[471793549] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"244.694332ms","start":"2026-09-29T04:42:04.56367Z","end":"2026-09-29T04:42:04.808365Z","steps":["trace[471793549] 'process raft request' (duration: 244.432255ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:04.808496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.676686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:42:04.808534Z","caller":"traceutil/trace.go:171","msg":"trace[2040759306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26159; }","duration":"233.7858ms","start":"2026-09-29T04:42:04.574738Z","end":"2026-09-29T04:42:04.808524Z","steps":["trace[2040759306] 'agreement among raft nodes before linearized reading' (duration: 233.636446ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:04.809505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.68964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:42:04.80958Z","caller":"traceutil/trace.go:171","msg":"trace[1669337423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26160; }","duration":"229.826563ms","start":"2026-09-29T04:42:04.579736Z","end":"2026-09-29T04:42:04.809562Z","steps":["trace[1669337423] 'agreement among raft nodes before linearized reading' (duration: 229.610118ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:08.884938Z","caller":"traceutil/trace.go:171","msg":"trace[1415172052] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"135.447693ms","start":"2026-09-29T04:42:08.749444Z","end":"2026-09-29T04:42:08.884892Z","steps":["trace[1415172052] 'process raft request' (duration: 135.272578ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:09.18476Z","caller":"traceutil/trace.go:171","msg":"trace[538359536] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"363.277652ms","start":"2026-09-29T04:42:08.821452Z","end":"2026-09-29T04:42:09.184729Z","steps":["trace[538359536] 'process raft request' (duration: 363.018275ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:09.184953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:08.821424Z","time spent":"363.439157ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:09.18501Z","caller":"traceutil/trace.go:171","msg":"trace[354071297] linearizableReadLoop","detail":"{readStateIndex:27068; appliedIndex:27065; }","duration":"350.179141ms","start":"2026-09-29T04:42:08.834789Z","end":"2026-09-29T04:42:09.184969Z","steps":["trace[354071297] 'read index received' (duration: 49.910258ms)","trace[354071297] 'applied index is now lower than readState.Index' (duration: 300.266183ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:09.1851Z","caller":"traceutil/trace.go:171","msg":"trace[1163238172] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"361.547145ms","start":"2026-09-29T04:42:08.823523Z","end":"2026-09-29T04:42:09.18507Z","steps":["trace[1163238172] 'process raft request' (duration: 361.138694ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:09.185254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:08.823509Z","time spent":"361.664529ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:09.185339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.528471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-09-29T04:42:09.185369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.219629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-09-29T04:42:09.185422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.020741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:09.185433Z","caller":"traceutil/trace.go:171","msg":"trace[479708220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26198; }","duration":"350.670094ms","start":"2026-09-29T04:42:08.834747Z","end":"2026-09-29T04:42:09.185417Z","steps":["trace[479708220] 'agreement among raft nodes before linearized reading' (duration: 350.396356ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:09.18546Z","caller":"traceutil/trace.go:171","msg":"trace[706470584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26198; }","duration":"110.087002ms","start":"2026-09-29T04:42:09.07536Z","end":"2026-09-29T04:42:09.185447Z","steps":["trace[706470584] 'agreement among raft nodes before linearized reading' (duration: 110.01226ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:09.185465Z","caller":"traceutil/trace.go:171","msg":"trace[814354556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26198; }","duration":"348.350202ms","start":"2026-09-29T04:42:08.837091Z","end":"2026-09-29T04:42:09.185441Z","steps":["trace[814354556] 'agreement among raft nodes before linearized reading' (duration: 348.081365ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:09.185499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:08.83473Z","time spent":"350.746456ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T04:42:09.18554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:08.837079Z","time spent":"348.434354ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T04:42:09.44911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.18964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:09.449289Z","caller":"traceutil/trace.go:171","msg":"trace[76199236] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"259.120449ms","start":"2026-09-29T04:42:09.190145Z","end":"2026-09-29T04:42:09.449265Z","steps":["trace[76199236] 'process raft request' (duration: 93.670652ms)","trace[76199236] 'compare' (duration: 164.953814ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:09.449467Z","caller":"traceutil/trace.go:171","msg":"trace[919882366] linearizableReadLoop","detail":"{readStateIndex:27071; appliedIndex:27068; }","duration":"196.52167ms","start":"2026-09-29T04:42:09.252924Z","end":"2026-09-29T04:42:09.449446Z","steps":["trace[919882366] 'read index received' (duration: 22.230956ms)","trace[919882366] 'applied index is now lower than readState.Index' (duration: 174.288854ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:09.449551Z","caller":"traceutil/trace.go:171","msg":"trace[1948141368] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"259.301574ms","start":"2026-09-29T04:42:09.190201Z","end":"2026-09-29T04:42:09.449503Z","steps":["trace[1948141368] 'process raft request' (duration: 259.010726ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:09.449758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.812148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-29T04:42:09.44983Z","caller":"traceutil/trace.go:171","msg":"trace[192606793] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26201; }","duration":"196.954591ms","start":"2026-09-29T04:42:09.25286Z","end":"2026-09-29T04:42:09.449814Z","steps":["trace[192606793] 'agreement among raft nodes before linearized reading' (duration: 196.671894ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:09.715266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.166575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:09.715411Z","caller":"traceutil/trace.go:171","msg":"trace[2002708169] linearizableReadLoop","detail":"{readStateIndex:27073; appliedIndex:27071; }","duration":"265.87195ms","start":"2026-09-29T04:42:09.449515Z","end":"2026-09-29T04:42:09.715387Z","steps":["trace[2002708169] 'read index received' (duration: 2.848987ms)","trace[2002708169] 'applied index is now lower than readState.Index' (duration: 263.021393ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:09.715453Z","caller":"traceutil/trace.go:171","msg":"trace[1328005360] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"296.326577ms","start":"2026-09-29T04:42:09.419085Z","end":"2026-09-29T04:42:09.715412Z","steps":["trace[1328005360] 'process raft request' (duration: 138.881074ms)","trace[1328005360] 'compare' (duration: 156.904558ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:09.715618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.720676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-09-29T04:42:09.715601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.46651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:42:09.715668Z","caller":"traceutil/trace.go:171","msg":"trace[61558363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26203; }","duration":"290.805318ms","start":"2026-09-29T04:42:09.424851Z","end":"2026-09-29T04:42:09.715656Z","steps":["trace[61558363] 'agreement among raft nodes before linearized reading' (duration: 290.631744ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:09.715714Z","caller":"traceutil/trace.go:171","msg":"trace[1409842723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26203; }","duration":"271.591484ms","start":"2026-09-29T04:42:09.444078Z","end":"2026-09-29T04:42:09.715669Z","steps":["trace[1409842723] 'agreement among raft nodes before linearized reading' (duration: 271.325387ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:09.738295Z","caller":"traceutil/trace.go:171","msg":"trace[1147128395] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"253.9507ms","start":"2026-09-29T04:42:09.484319Z","end":"2026-09-29T04:42:09.73827Z","steps":["trace[1147128395] 'process raft request' (duration: 253.790646ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:09.738507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.326531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:09.738581Z","caller":"traceutil/trace.go:171","msg":"trace[740567441] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26204; }","duration":"169.440224ms","start":"2026-09-29T04:42:09.569123Z","end":"2026-09-29T04:42:09.738564Z","steps":["trace[740567441] 'agreement among raft nodes before linearized reading' (duration: 169.322341ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:09.738629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.539716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-09-29T04:42:09.738631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.584907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T04:42:09.738714Z","caller":"traceutil/trace.go:171","msg":"trace[1948122348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26204; }","duration":"251.676589ms","start":"2026-09-29T04:42:09.48702Z","end":"2026-09-29T04:42:09.738697Z","steps":["trace[1948122348] 'agreement among raft nodes before linearized reading' (duration: 251.437843ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:09.738726Z","caller":"traceutil/trace.go:171","msg":"trace[1320710368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26204; }","duration":"251.730501ms","start":"2026-09-29T04:42:09.486977Z","end":"2026-09-29T04:42:09.738708Z","steps":["trace[1320710368] 'agreement among raft nodes before linearized reading' (duration: 251.434913ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:09.964155Z","caller":"traceutil/trace.go:171","msg":"trace[544844709] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"244.281631ms","start":"2026-09-29T04:42:09.719836Z","end":"2026-09-29T04:42:09.964118Z","steps":["trace[544844709] 'process raft request' (duration: 199.1279ms)","trace[544844709] 'compare' (duration: 44.618106ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:09.964165Z","caller":"traceutil/trace.go:171","msg":"trace[551627194] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"244.26349ms","start":"2026-09-29T04:42:09.719874Z","end":"2026-09-29T04:42:09.964137Z","steps":["trace[551627194] 'process raft request' (duration: 244.157647ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:10.126346Z","caller":"traceutil/trace.go:171","msg":"trace[816602388] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"382.480927ms","start":"2026-09-29T04:42:09.743832Z","end":"2026-09-29T04:42:10.126313Z","steps":["trace[816602388] 'process raft request' (duration: 382.366294ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:10.12647Z","caller":"traceutil/trace.go:171","msg":"trace[701840253] linearizableReadLoop","detail":"{readStateIndex:27079; appliedIndex:27074; }","duration":"216.910747ms","start":"2026-09-29T04:42:09.90954Z","end":"2026-09-29T04:42:10.126451Z","steps":["trace[701840253] 'read index received' (duration: 9.419763ms)","trace[701840253] 'applied index is now lower than readState.Index' (duration: 207.489464ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:10.126518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:09.743811Z","time spent":"382.619911ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:10.126499Z","caller":"traceutil/trace.go:171","msg":"trace[507938173] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"383.227058ms","start":"2026-09-29T04:42:09.743203Z","end":"2026-09-29T04:42:10.12643Z","steps":["trace[507938173] 'process raft request' (duration: 381.156242ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:10.126621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.082191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:10.126705Z","caller":"traceutil/trace.go:171","msg":"trace[1626148226] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26209; }","duration":"217.182914ms","start":"2026-09-29T04:42:09.909481Z","end":"2026-09-29T04:42:10.126664Z","steps":["trace[1626148226] 'agreement among raft nodes before linearized reading' (duration: 217.05477ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:10.126676Z","caller":"traceutil/trace.go:171","msg":"trace[1630431537] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"243.239664ms","start":"2026-09-29T04:42:09.883415Z","end":"2026-09-29T04:42:10.126654Z","steps":["trace[1630431537] 'process raft request' (duration: 242.844083ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:10.126734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:09.743186Z","time spent":"383.403962ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:10.60751Z","caller":"traceutil/trace.go:171","msg":"trace[2096335242] linearizableReadLoop","detail":"{readStateIndex:27080; appliedIndex:27079; }","duration":"109.517097ms","start":"2026-09-29T04:42:10.497972Z","end":"2026-09-29T04:42:10.607489Z","steps":["trace[2096335242] 'read index received' (duration: 109.289551ms)","trace[2096335242] 'applied index is now lower than readState.Index' (duration: 226.476µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:10.607597Z","caller":"traceutil/trace.go:171","msg":"trace[1231757265] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"135.35299ms","start":"2026-09-29T04:42:10.472209Z","end":"2026-09-29T04:42:10.607562Z","steps":["trace[1231757265] 'process raft request' (duration: 135.137874ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:10.607654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.664171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:10.6077Z","caller":"traceutil/trace.go:171","msg":"trace[606146258] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26210; }","duration":"109.747213ms","start":"2026-09-29T04:42:10.497929Z","end":"2026-09-29T04:42:10.607676Z","steps":["trace[606146258] 'agreement among raft nodes before linearized reading' (duration: 109.675401ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:10.813477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.664181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-09-29T04:42:10.81355Z","caller":"traceutil/trace.go:171","msg":"trace[1504995054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26210; }","duration":"197.772244ms","start":"2026-09-29T04:42:10.615761Z","end":"2026-09-29T04:42:10.813533Z","steps":["trace[1504995054] 'range keys from in-memory index tree' (duration: 197.446446ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:11.386139Z","caller":"traceutil/trace.go:171","msg":"trace[554982568] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"196.686885ms","start":"2026-09-29T04:42:11.189416Z","end":"2026-09-29T04:42:11.386102Z","steps":["trace[554982568] 'process raft request' (duration: 196.49343ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:11.675974Z","caller":"traceutil/trace.go:171","msg":"trace[886489484] linearizableReadLoop","detail":"{readStateIndex:27082; appliedIndex:27080; }","duration":"407.228351ms","start":"2026-09-29T04:42:11.268727Z","end":"2026-09-29T04:42:11.675956Z","steps":["trace[886489484] 'read index received' (duration: 117.243754ms)","trace[886489484] 'applied index is now lower than readState.Index' (duration: 289.983927ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:11.676053Z","caller":"traceutil/trace.go:171","msg":"trace[1851071175] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"485.318205ms","start":"2026-09-29T04:42:11.190724Z","end":"2026-09-29T04:42:11.676042Z","steps":["trace[1851071175] 'process raft request' (duration: 425.50356ms)","trace[1851071175] 'compare' (duration: 59.442275ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:11.676032Z","caller":"traceutil/trace.go:171","msg":"trace[359802070] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"394.363706ms","start":"2026-09-29T04:42:11.281645Z","end":"2026-09-29T04:42:11.676009Z","steps":["trace[359802070] 'process raft request' (duration: 394.237362ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:11.676102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.354554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:11.676125Z","caller":"traceutil/trace.go:171","msg":"trace[181257229] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26213; }","duration":"407.466578ms","start":"2026-09-29T04:42:11.268651Z","end":"2026-09-29T04:42:11.676117Z","steps":["trace[181257229] 'agreement among raft nodes before linearized reading' (duration: 407.402066ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:11.676142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.281619Z","time spent":"394.460869ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:11.676165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.268625Z","time spent":"407.53219ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-09-29T04:42:11.676257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.190699Z","time spent":"485.381377ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:12.176766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11423275912242510644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-29T04:42:12.285138Z","caller":"traceutil/trace.go:171","msg":"trace[883293042] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"827.766489ms","start":"2026-09-29T04:42:11.457337Z","end":"2026-09-29T04:42:12.285103Z","steps":["trace[883293042] 'process raft request' (duration: 796.084049ms)","trace[883293042] 'compare' (duration: 30.92217ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:12.285705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.457319Z","time spent":"828.175169ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:12.627211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.274048ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-29T04:42:12.628332Z","caller":"traceutil/trace.go:171","msg":"trace[463890317] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"1.050941264s","start":"2026-09-29T04:42:11.57736Z","end":"2026-09-29T04:42:12.628301Z","steps":["trace[463890317] 'process raft request' (duration: 1.049938647s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:12.628453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.577333Z","time spent":"1.051049997s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:13.163912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.504171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:13.164284Z","caller":"traceutil/trace.go:171","msg":"trace[480743953] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"1.44159802s","start":"2026-09-29T04:42:11.722637Z","end":"2026-09-29T04:42:13.164235Z","steps":["trace[480743953] 'process raft request' (duration: 905.653387ms)","trace[480743953] 'compare' (duration: 535.201703ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:13.164437Z","caller":"traceutil/trace.go:171","msg":"trace[155377516] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"1.032568191s","start":"2026-09-29T04:42:12.131834Z","end":"2026-09-29T04:42:13.164403Z","steps":["trace[155377516] 'process raft request' (duration: 1.032451388s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.164527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.722613Z","time spent":"1.441792365s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:13.164355Z","caller":"traceutil/trace.go:171","msg":"trace[909714996] linearizableReadLoop","detail":"{readStateIndex:27089; appliedIndex:27083; }","duration":"1.488309713s","start":"2026-09-29T04:42:11.676026Z","end":"2026-09-29T04:42:13.164336Z","steps":["trace[909714996] 'read index received' (duration: 577.353033ms)","trace[909714996] 'applied index is now lower than readState.Index' (duration: 910.95589ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:13.164551Z","caller":"traceutil/trace.go:171","msg":"trace[928122372] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"1.421049559s","start":"2026-09-29T04:42:11.743472Z","end":"2026-09-29T04:42:13.164521Z","steps":["trace[928122372] 'process raft request' (duration: 1.420673509s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.16458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711167429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:42:13.164628Z","caller":"traceutil/trace.go:171","msg":"trace[1868737232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26218; }","duration":"1.711258151s","start":"2026-09-29T04:42:11.453357Z","end":"2026-09-29T04:42:13.164616Z","steps":["trace[1868737232] 'agreement among raft nodes before linearized reading' (duration: 1.711033825s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.164609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:12.131815Z","time spent":"1.032703105s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:13.164669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.453335Z","time spent":"1.711323494s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T04:42:13.164721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.743446Z","time spent":"1.421170692s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:13.164755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48372805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:13.16477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711305113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:42:13.164816Z","caller":"traceutil/trace.go:171","msg":"trace[2095498126] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26218; }","duration":"1.483829442s","start":"2026-09-29T04:42:11.680973Z","end":"2026-09-29T04:42:13.164802Z","steps":["trace[2095498126] 'agreement among raft nodes before linearized reading' (duration: 1.48372393s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.16485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.680954Z","time spent":"1.483888214s","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-09-29T04:42:13.164853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033488865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-09-29T04:42:13.164868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.254541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:13.164857Z","caller":"traceutil/trace.go:171","msg":"trace[1161210313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26218; }","duration":"1.711442586s","start":"2026-09-29T04:42:11.453391Z","end":"2026-09-29T04:42:13.164834Z","steps":["trace[1161210313] 'agreement among raft nodes before linearized reading' (duration: 1.711122098s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:13.164907Z","caller":"traceutil/trace.go:171","msg":"trace[907701602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26218; }","duration":"1.033578278s","start":"2026-09-29T04:42:12.131313Z","end":"2026-09-29T04:42:13.164891Z","steps":["trace[907701602] 'agreement among raft nodes before linearized reading' (duration: 1.033411943s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:13.164912Z","caller":"traceutil/trace.go:171","msg":"trace[206018694] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26218; }","duration":"910.300652ms","start":"2026-09-29T04:42:12.254597Z","end":"2026-09-29T04:42:13.164898Z","steps":["trace[206018694] 'agreement among raft nodes before linearized reading' (duration: 910.2169ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.164918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017569119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:13.16494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:12.131294Z","time spent":"1.03363798s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:13.164934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.453372Z","time spent":"1.71154992s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T04:42:13.164946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:12.254583Z","time spent":"910.354384ms","remote":"127.0.0.1:58914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:13.164961Z","caller":"traceutil/trace.go:171","msg":"trace[342421851] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26218; }","duration":"1.01763868s","start":"2026-09-29T04:42:12.147307Z","end":"2026-09-29T04:42:13.164946Z","steps":["trace[342421851] 'agreement among raft nodes before linearized reading' (duration: 1.017563808s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.164961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078533173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:13.164995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:12.147296Z","time spent":"1.017690312s","remote":"127.0.0.1:47680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:13.165002Z","caller":"traceutil/trace.go:171","msg":"trace[669353710] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26218; }","duration":"1.078607845s","start":"2026-09-29T04:42:12.086381Z","end":"2026-09-29T04:42:13.164988Z","steps":["trace[669353710] 'agreement among raft nodes before linearized reading' (duration: 1.078553354s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.165032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:12.086351Z","time spent":"1.078673137s","remote":"127.0.0.1:40280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:13.16491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090551366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:13.165104Z","caller":"traceutil/trace.go:171","msg":"trace[1887065353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26218; }","duration":"1.090781962s","start":"2026-09-29T04:42:12.074307Z","end":"2026-09-29T04:42:13.165089Z","steps":["trace[1887065353] 'agreement among raft nodes before linearized reading' (duration: 1.090565636s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.165143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:12.074245Z","time spent":"1.090886525s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T04:42:13.165152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195933142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-09-29T04:42:13.165178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0332973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T04:42:13.165212Z","caller":"traceutil/trace.go:171","msg":"trace[952719606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26218; }","duration":"1.033361272s","start":"2026-09-29T04:42:12.13184Z","end":"2026-09-29T04:42:13.165201Z","steps":["trace[952719606] 'agreement among raft nodes before linearized reading' (duration: 1.03326509s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:13.165229Z","caller":"traceutil/trace.go:171","msg":"trace[915411876] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26218; }","duration":"1.196019604s","start":"2026-09-29T04:42:11.96917Z","end":"2026-09-29T04:42:13.165189Z","steps":["trace[915411876] 'agreement among raft nodes before linearized reading' (duration: 1.19587029s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.165246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:12.1318Z","time spent":"1.033432074s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:13.165263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.969149Z","time spent":"1.196106597s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T04:42:13.165343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197420102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T04:42:13.165391Z","caller":"traceutil/trace.go:171","msg":"trace[1723406882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26218; }","duration":"1.197484604s","start":"2026-09-29T04:42:11.967886Z","end":"2026-09-29T04:42:13.165371Z","steps":["trace[1723406882] 'agreement among raft nodes before linearized reading' (duration: 1.19736392s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.165433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.967871Z","time spent":"1.197550205s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:13.165722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51580562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:42:13.165766Z","caller":"traceutil/trace.go:171","msg":"trace[1452208759] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26218; }","duration":"1.515926964s","start":"2026-09-29T04:42:11.649827Z","end":"2026-09-29T04:42:13.165754Z","steps":["trace[1452208759] 'agreement among raft nodes before linearized reading' (duration: 1.514568117s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:13.165796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:11.649808Z","time spent":"1.515978875s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:13.95063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.459294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:13.950754Z","caller":"traceutil/trace.go:171","msg":"trace[2080109285] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"780.766838ms","start":"2026-09-29T04:42:13.169968Z","end":"2026-09-29T04:42:13.950735Z","steps":["trace[2080109285] 'process raft request' (duration: 369.121709ms)","trace[2080109285] 'compare' (duration: 410.491068ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:13.950811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.169943Z","time spent":"780.840311ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:14.59149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.131655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:14.591765Z","caller":"traceutil/trace.go:171","msg":"trace[634518141] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"1.420113563s","start":"2026-09-29T04:42:13.171616Z","end":"2026-09-29T04:42:14.591729Z","steps":["trace[634518141] 'process raft request' (duration: 914.618418ms)","trace[634518141] 'compare' (duration: 504.744435ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:14.591926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.171581Z","time spent":"1.420255677s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:14.591984Z","caller":"traceutil/trace.go:171","msg":"trace[1554701321] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"1.419813985s","start":"2026-09-29T04:42:13.172103Z","end":"2026-09-29T04:42:14.591917Z","steps":["trace[1554701321] 'process raft request' (duration: 1.419499367s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:14.59204Z","caller":"traceutil/trace.go:171","msg":"trace[371448916] linearizableReadLoop","detail":"{readStateIndex:27094; appliedIndex:27089; }","duration":"1.412976032s","start":"2026-09-29T04:42:13.179041Z","end":"2026-09-29T04:42:14.592017Z","steps":["trace[371448916] 'read index received' (duration: 360.065196ms)","trace[371448916] 'applied index is now lower than readState.Index' (duration: 1.052909286s)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:14.592094Z","caller":"traceutil/trace.go:171","msg":"trace[977427109] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"1.419951029s","start":"2026-09-29T04:42:13.172134Z","end":"2026-09-29T04:42:14.592085Z","steps":["trace[977427109] 'process raft request' (duration: 1.41962514s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:14.592131Z","caller":"traceutil/trace.go:171","msg":"trace[686553462] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"1.411499722s","start":"2026-09-29T04:42:13.18062Z","end":"2026-09-29T04:42:14.59212Z","steps":["trace[686553462] 'process raft request' (duration: 1.411256425s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:14.592174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.172101Z","time spent":"1.420022821s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:14.592134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.172087Z","time spent":"1.419965299s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:14.592224Z","caller":"traceutil/trace.go:171","msg":"trace[1111613850] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"1.199052394s","start":"2026-09-29T04:42:13.393151Z","end":"2026-09-29T04:42:14.592204Z","steps":["trace[1111613850] 'process raft request' (duration: 1.198813238s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:14.592247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.180604Z","time spent":"1.411600845s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:14.592254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413200478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:14.592049Z","caller":"traceutil/trace.go:171","msg":"trace[1260403323] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"1.419821885s","start":"2026-09-29T04:42:13.172193Z","end":"2026-09-29T04:42:14.592015Z","steps":["trace[1260403323] 'process raft request' (duration: 1.41963579s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:14.592317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.393131Z","time spent":"1.199130747s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:14.592317Z","caller":"traceutil/trace.go:171","msg":"trace[739709404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26225; }","duration":"1.413328282s","start":"2026-09-29T04:42:13.17897Z","end":"2026-09-29T04:42:14.592299Z","steps":["trace[739709404] 'agreement among raft nodes before linearized reading' (duration: 1.413210688s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:14.59237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.178954Z","time spent":"1.413403763s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T04:42:14.592403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.17218Z","time spent":"1.420168725s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:15.092858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11423275912242510661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-29T04:42:15.190329Z","caller":"traceutil/trace.go:171","msg":"trace[594896057] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"1.509045218s","start":"2026-09-29T04:42:13.681235Z","end":"2026-09-29T04:42:15.19028Z","steps":["trace[594896057] 'process raft request' (duration: 1.508964536s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:15.190338Z","caller":"traceutil/trace.go:171","msg":"trace[511882555] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"1.509057629s","start":"2026-09-29T04:42:13.681238Z","end":"2026-09-29T04:42:15.190295Z","steps":["trace[511882555] 'process raft request' (duration: 1.473631829s)","trace[511882555] 'compare' (duration: 34.802413ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:15.190484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.681206Z","time spent":"1.509195083s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:15.190566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.681217Z","time spent":"1.509247734s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:15.254376Z","caller":"traceutil/trace.go:171","msg":"trace[711718433] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27096; }","duration":"662.26425ms","start":"2026-09-29T04:42:14.592084Z","end":"2026-09-29T04:42:15.254349Z","steps":["trace[711718433] 'read index received' (duration: 562.767752ms)","trace[711718433] 'applied index is now lower than readState.Index' (duration: 99.495478ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:15.254522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064914865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:15.254532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160988144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:15.254527Z","caller":"traceutil/trace.go:171","msg":"trace[1083028079] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"962.08929ms","start":"2026-09-29T04:42:14.292401Z","end":"2026-09-29T04:42:15.25449Z","steps":["trace[1083028079] 'process raft request' (duration: 961.821073ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:15.254585Z","caller":"traceutil/trace.go:171","msg":"trace[895874764] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26228; }","duration":"1.161084276s","start":"2026-09-29T04:42:14.093485Z","end":"2026-09-29T04:42:15.254569Z","steps":["trace[895874764] 'agreement among raft nodes before linearized reading' (duration: 1.161012694s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:15.254586Z","caller":"traceutil/trace.go:171","msg":"trace[1629576623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26228; }","duration":"2.065039129s","start":"2026-09-29T04:42:13.189517Z","end":"2026-09-29T04:42:15.254556Z","steps":["trace[1629576623] 'agreement among raft nodes before linearized reading' (duration: 2.064957657s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:15.254622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:14.093452Z","time spent":"1.161160888s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:15.254627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.189484Z","time spent":"2.065133301s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:15.25466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861699106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-09-29T04:42:15.254819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712506975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:15.254868Z","caller":"traceutil/trace.go:171","msg":"trace[105346792] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26228; }","duration":"1.712594067s","start":"2026-09-29T04:42:13.54226Z","end":"2026-09-29T04:42:15.254854Z","steps":["trace[105346792] 'agreement among raft nodes before linearized reading' (duration: 1.712513555s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:15.254947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.542237Z","time spent":"1.71269463s","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:15.254941Z","caller":"traceutil/trace.go:171","msg":"trace[2010358836] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26228; }","duration":"1.861939062s","start":"2026-09-29T04:42:13.39292Z","end":"2026-09-29T04:42:15.254859Z","steps":["trace[2010358836] 'agreement among raft nodes before linearized reading' (duration: 1.8614797s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:15.255066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.392853Z","time spent":"1.862153777s","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:15.254463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296826547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:15.25522Z","caller":"traceutil/trace.go:171","msg":"trace[1954388709] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26228; }","duration":"1.297616688s","start":"2026-09-29T04:42:13.957575Z","end":"2026-09-29T04:42:15.255192Z","steps":["trace[1954388709] 'agreement among raft nodes before linearized reading' (duration: 1.296787876s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:15.255287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.957561Z","time spent":"1.297703611s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:15.254667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075341445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:15.255423Z","caller":"traceutil/trace.go:171","msg":"trace[923383678] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26228; }","duration":"2.076153947s","start":"2026-09-29T04:42:13.179254Z","end":"2026-09-29T04:42:15.255408Z","steps":["trace[923383678] 'agreement among raft nodes before linearized reading' (duration: 2.075319584s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:15.255482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:13.179233Z","time spent":"2.076219739s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-09-29T04:42:15.254729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:14.292375Z","time spent":"962.236643ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:15.754746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11423275912242510665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T04:42:16.255911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11423275912242510665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T04:42:16.328348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074102335s","expected-duration":"1s"} {"level":"info","ts":"2026-09-29T04:42:16.328897Z","caller":"traceutil/trace.go:171","msg":"trace[136315036] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"1.159260209s","start":"2026-09-29T04:42:15.169609Z","end":"2026-09-29T04:42:16.328869Z","steps":["trace[136315036] 'process raft request' (duration: 1.159054463s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:16.329026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:15.169581Z","time spent":"1.159368252s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:16.329227Z","caller":"traceutil/trace.go:171","msg":"trace[936597153] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"1.158410045s","start":"2026-09-29T04:42:15.170787Z","end":"2026-09-29T04:42:16.329197Z","steps":["trace[936597153] 'process raft request' (duration: 1.158277632s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:16.329384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:15.170778Z","time spent":"1.158519049s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:16.329806Z","caller":"traceutil/trace.go:171","msg":"trace[1043689438] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"1.159419613s","start":"2026-09-29T04:42:15.170366Z","end":"2026-09-29T04:42:16.329786Z","steps":["trace[1043689438] 'process raft request' (duration: 1.158458477s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:16.329897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:15.17034Z","time spent":"1.159505995s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:16.593666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T04:42:16.593778Z","caller":"traceutil/trace.go:171","msg":"trace[196616220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260612s","start":"2026-09-29T04:42:14.593496Z","end":"2026-09-29T04:42:16.593756Z","steps":["trace[196616220] 'agreement among raft nodes before linearized reading' (duration: 2.000133279s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:16.593833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:14.593484Z","time spent":"2.000337625s","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 04:42:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-09-29T04:42:17.343339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.164807ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:17.343425Z","caller":"traceutil/trace.go:171","msg":"trace[1345057741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26231; }","duration":"238.26931ms","start":"2026-09-29T04:42:17.105139Z","end":"2026-09-29T04:42:17.343408Z","steps":["trace[1345057741] 'range keys from in-memory index tree' (duration: 238.142916ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:17.34402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.396188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:17.344183Z","caller":"traceutil/trace.go:171","msg":"trace[4196312] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"1.554484048s","start":"2026-09-29T04:42:15.789664Z","end":"2026-09-29T04:42:17.344148Z","steps":["trace[4196312] 'process raft request' (duration: 839.848073ms)","trace[4196312] 'compare' (duration: 713.391652ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:17.344277Z","caller":"traceutil/trace.go:171","msg":"trace[1247167606] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"745.181314ms","start":"2026-09-29T04:42:16.599082Z","end":"2026-09-29T04:42:17.344263Z","steps":["trace[1247167606] 'process raft request' (duration: 745.127903ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:17.344283Z","caller":"traceutil/trace.go:171","msg":"trace[100722823] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"745.318208ms","start":"2026-09-29T04:42:16.598942Z","end":"2026-09-29T04:42:17.34426Z","steps":["trace[100722823] 'process raft request' (duration: 745.173894ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:17.344306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:15.789641Z","time spent":"1.554608731s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:17.344343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.599072Z","time spent":"745.239775ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:17.344352Z","caller":"traceutil/trace.go:171","msg":"trace[337419712] linearizableReadLoop","detail":"{readStateIndex:27103; appliedIndex:27099; }","duration":"2.089897966s","start":"2026-09-29T04:42:15.254438Z","end":"2026-09-29T04:42:17.344336Z","steps":["trace[337419712] 'read index received' (duration: 1.074254739s)","trace[337419712] 'applied index is now lower than readState.Index' (duration: 1.015641957s)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:17.344406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.598925Z","time spent":"745.4088ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-29T04:42:17.344496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526141795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:17.344568Z","caller":"traceutil/trace.go:171","msg":"trace[413080301] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26234; }","duration":"2.526263769s","start":"2026-09-29T04:42:14.818285Z","end":"2026-09-29T04:42:17.344549Z","steps":["trace[413080301] 'agreement among raft nodes before linearized reading' (duration: 2.526100824s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:17.344616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:14.818264Z","time spent":"2.526342161s","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:17.370503Z","caller":"traceutil/trace.go:171","msg":"trace[449440293] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"546.416543ms","start":"2026-09-29T04:42:16.82407Z","end":"2026-09-29T04:42:17.370486Z","steps":["trace[449440293] 'process raft request' (duration: 546.313091ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:17.370617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.824045Z","time spent":"546.512236ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:18.052949Z","caller":"traceutil/trace.go:171","msg":"trace[318057302] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"856.805897ms","start":"2026-09-29T04:42:17.196115Z","end":"2026-09-29T04:42:18.052921Z","steps":["trace[318057302] 'process raft request' (duration: 802.215844ms)","trace[318057302] 'compare' (duration: 53.034962ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:18.053112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:17.196088Z","time spent":"856.928641ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:18.053309Z","caller":"traceutil/trace.go:171","msg":"trace[1466360024] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"856.185421ms","start":"2026-09-29T04:42:17.197098Z","end":"2026-09-29T04:42:18.053283Z","steps":["trace[1466360024] 'process raft request' (duration: 855.181354ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.053528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:17.197071Z","time spent":"856.303473ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:18.053516Z","caller":"traceutil/trace.go:171","msg":"trace[1760375088] linearizableReadLoop","detail":"{readStateIndex:27109; appliedIndex:27105; }","duration":"709.092316ms","start":"2026-09-29T04:42:17.344397Z","end":"2026-09-29T04:42:18.053489Z","steps":["trace[1760375088] 'read index received' (duration: 26.058799ms)","trace[1760375088] 'applied index is now lower than readState.Index' (duration: 683.032247ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:18.05366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456001396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-09-29T04:42:18.053729Z","caller":"traceutil/trace.go:171","msg":"trace[464235969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26238; }","duration":"1.456086709s","start":"2026-09-29T04:42:16.59763Z","end":"2026-09-29T04:42:18.053716Z","steps":["trace[464235969] 'agreement among raft nodes before linearized reading' (duration: 1.455888513s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.053759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.597622Z","time spent":"1.45612975s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-09-29T04:42:18.05374Z","caller":"traceutil/trace.go:171","msg":"trace[1961428719] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"793.192021ms","start":"2026-09-29T04:42:17.260526Z","end":"2026-09-29T04:42:18.053718Z","steps":["trace[1961428719] 'process raft request' (duration: 792.685567ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.05394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098770434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:42:18.053966Z","caller":"traceutil/trace.go:171","msg":"trace[1319322294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26238; }","duration":"2.098830175s","start":"2026-09-29T04:42:15.955128Z","end":"2026-09-29T04:42:18.053959Z","steps":["trace[1319322294] 'agreement among raft nodes before linearized reading' (duration: 2.098474966s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.05399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:15.955108Z","time spent":"2.098876687s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T04:42:18.054021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:17.260503Z","time spent":"793.445758ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:18.054095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79293741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:18.05407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45688144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-09-29T04:42:18.053885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456768027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:42:18.05413Z","caller":"traceutil/trace.go:171","msg":"trace[886021203] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26238; }","duration":"2.792999841s","start":"2026-09-29T04:42:15.261119Z","end":"2026-09-29T04:42:18.054119Z","steps":["trace[886021203] 'agreement among raft nodes before linearized reading' (duration: 2.792598991s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.054154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:15.261103Z","time spent":"2.793044433s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-09-29T04:42:18.054156Z","caller":"traceutil/trace.go:171","msg":"trace[1456466680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26238; }","duration":"1.457034594s","start":"2026-09-29T04:42:16.597109Z","end":"2026-09-29T04:42:18.054144Z","steps":["trace[1456466680] 'agreement among raft nodes before linearized reading' (duration: 1.456551361s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:18.054157Z","caller":"traceutil/trace.go:171","msg":"trace[1899032566] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26238; }","duration":"1.457000663s","start":"2026-09-29T04:42:16.597136Z","end":"2026-09-29T04:42:18.054137Z","steps":["trace[1899032566] 'agreement among raft nodes before linearized reading' (duration: 1.456447538s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.054163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019330154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.174\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-09-29T04:42:18.054203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.59713Z","time spent":"1.457062904s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T04:42:18.054195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.59705Z","time spent":"1.457134516s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-09-29T04:42:18.054226Z","caller":"traceutil/trace.go:171","msg":"trace[357354191] range","detail":"{range_begin:/registry/masterleases/162.253.55.174; range_end:; response_count:1; response_revision:26238; }","duration":"2.019455907s","start":"2026-09-29T04:42:16.03475Z","end":"2026-09-29T04:42:18.054206Z","steps":["trace[357354191] 'agreement among raft nodes before linearized reading' (duration: 2.018871901s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.054274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.034731Z","time spent":"2.019531369s","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.174\" "} {"level":"warn","ts":"2026-09-29T04:42:18.054321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449712858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:18.054341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218784272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-09-29T04:42:18.054365Z","caller":"traceutil/trace.go:171","msg":"trace[1290212469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26238; }","duration":"1.44978403s","start":"2026-09-29T04:42:16.604568Z","end":"2026-09-29T04:42:18.054352Z","steps":["trace[1290212469] 'agreement among raft nodes before linearized reading' (duration: 1.449106572s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:18.054369Z","caller":"traceutil/trace.go:171","msg":"trace[296716915] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26238; }","duration":"2.218852574s","start":"2026-09-29T04:42:15.835508Z","end":"2026-09-29T04:42:18.05436Z","steps":["trace[296716915] 'agreement among raft nodes before linearized reading' (duration: 2.218164635s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.054403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:15.835465Z","time spent":"2.218932446s","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T04:42:18.054401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.604555Z","time spent":"1.449838871s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T04:42:18.054395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726678105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:18.054407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456408247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-09-29T04:42:18.053958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.553045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:18.054474Z","caller":"traceutil/trace.go:171","msg":"trace[458723870] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26238; }","duration":"1.72682801s","start":"2026-09-29T04:42:16.32763Z","end":"2026-09-29T04:42:18.054458Z","steps":["trace[458723870] 'agreement among raft nodes before linearized reading' (duration: 1.725913835s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:18.054491Z","caller":"traceutil/trace.go:171","msg":"trace[515372779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26238; }","duration":"1.45652223s","start":"2026-09-29T04:42:16.597945Z","end":"2026-09-29T04:42:18.054468Z","steps":["trace[515372779] 'agreement among raft nodes before linearized reading' (duration: 1.45578174s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:18.054501Z","caller":"traceutil/trace.go:171","msg":"trace[462286117] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26239; }","duration":"312.13456ms","start":"2026-09-29T04:42:17.742352Z","end":"2026-09-29T04:42:18.054487Z","steps":["trace[462286117] 'agreement among raft nodes before linearized reading' (duration: 311.544334ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:18.054468Z","caller":"traceutil/trace.go:171","msg":"trace[727822318] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"419.990112ms","start":"2026-09-29T04:42:17.634462Z","end":"2026-09-29T04:42:18.054453Z","steps":["trace[727822318] 'process raft request' (duration: 418.958355ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.054534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.597938Z","time spent":"1.456586892s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:18.054542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.327611Z","time spent":"1.726917801s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:18.054572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:17.634428Z","time spent":"420.106546ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:18.054642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456649264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-09-29T04:42:18.054545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:17.742332Z","time spent":"312.193332ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:18.054728Z","caller":"traceutil/trace.go:171","msg":"trace[1264855154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26238; }","duration":"1.45688921s","start":"2026-09-29T04:42:16.597825Z","end":"2026-09-29T04:42:18.054714Z","steps":["trace[1264855154] 'agreement among raft nodes before linearized reading' (duration: 1.455902014s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.055007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:16.597816Z","time spent":"1.457176018s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:18.821075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.693963ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-09-29T04:42:18.822208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.056706Z","time spent":"765.491938ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-09-29T04:42:18.822405Z","caller":"traceutil/trace.go:171","msg":"trace[1339636123] linearizableReadLoop","detail":"{readStateIndex:27111; appliedIndex:27110; }","duration":"762.614571ms","start":"2026-09-29T04:42:18.05975Z","end":"2026-09-29T04:42:18.822364Z","steps":["trace[1339636123] 'read index received' (duration: 224.671605ms)","trace[1339636123] 'applied index is now lower than readState.Index' (duration: 537.939436ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:18.822621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.845217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-09-29T04:42:18.822716Z","caller":"traceutil/trace.go:171","msg":"trace[1010049850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26239; }","duration":"762.960189ms","start":"2026-09-29T04:42:18.059715Z","end":"2026-09-29T04:42:18.822675Z","steps":["trace[1010049850] 'agreement among raft nodes before linearized reading' (duration: 762.731533ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.822761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.059699Z","time spent":"763.052962ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-09-29T04:42:18.823021Z","caller":"traceutil/trace.go:171","msg":"trace[1195726743] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"763.246567ms","start":"2026-09-29T04:42:18.059751Z","end":"2026-09-29T04:42:18.822998Z","steps":["trace[1195726743] 'process raft request' (duration: 762.24895ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:18.823139Z","caller":"traceutil/trace.go:171","msg":"trace[882552098] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"762.96818ms","start":"2026-09-29T04:42:18.060157Z","end":"2026-09-29T04:42:18.823126Z","steps":["trace[882552098] 'process raft request' (duration: 762.622471ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:18.823181Z","caller":"traceutil/trace.go:171","msg":"trace[1498488311] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"763.262318ms","start":"2026-09-29T04:42:18.059892Z","end":"2026-09-29T04:42:18.823155Z","steps":["trace[1498488311] 'process raft request' (duration: 762.746874ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.823238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.060147Z","time spent":"763.028792ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:18.823325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.059877Z","time spent":"763.364941ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:18.823475Z","caller":"traceutil/trace.go:171","msg":"trace[1009450263] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"763.235697ms","start":"2026-09-29T04:42:18.060208Z","end":"2026-09-29T04:42:18.823444Z","steps":["trace[1009450263] 'process raft request' (duration: 762.657821ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.824644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.060181Z","time spent":"764.406329ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:18.823491Z","caller":"traceutil/trace.go:171","msg":"trace[1321435026] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"762.992441ms","start":"2026-09-29T04:42:18.060485Z","end":"2026-09-29T04:42:18.823477Z","steps":["trace[1321435026] 'process raft request' (duration: 762.463487ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.825038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.060476Z","time spent":"764.520712ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:18.825104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.059729Z","time spent":"763.33991ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:18.823548Z","caller":"traceutil/trace.go:171","msg":"trace[409757152] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"762.979261ms","start":"2026-09-29T04:42:18.060561Z","end":"2026-09-29T04:42:18.82354Z","steps":["trace[409757152] 'process raft request' (duration: 762.437676ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.825433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.06054Z","time spent":"764.85229ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:18.823338Z","caller":"traceutil/trace.go:171","msg":"trace[625940269] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"708.170951ms","start":"2026-09-29T04:42:18.115144Z","end":"2026-09-29T04:42:18.823315Z","steps":["trace[625940269] 'process raft request' (duration: 707.906214ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:18.825577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.11513Z","time spent":"710.403321ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:19.276055Z","caller":"traceutil/trace.go:171","msg":"trace[615918659] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"940.79368ms","start":"2026-09-29T04:42:18.335231Z","end":"2026-09-29T04:42:19.276025Z","steps":["trace[615918659] 'process raft request' (duration: 940.558714ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:19.276223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.335211Z","time spent":"940.926513ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:19.276386Z","caller":"traceutil/trace.go:171","msg":"trace[1969531973] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"940.830121ms","start":"2026-09-29T04:42:18.335532Z","end":"2026-09-29T04:42:19.276363Z","steps":["trace[1969531973] 'process raft request' (duration: 940.434921ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:19.276454Z","caller":"traceutil/trace.go:171","msg":"trace[1684987293] linearizableReadLoop","detail":"{readStateIndex:27121; appliedIndex:27118; }","duration":"453.966944ms","start":"2026-09-29T04:42:18.822468Z","end":"2026-09-29T04:42:19.276435Z","steps":["trace[1684987293] 'read index received' (duration: 453.42182ms)","trace[1684987293] 'applied index is now lower than readState.Index' (duration: 544.154µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:19.276519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.335507Z","time spent":"940.934324ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:19.276652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.495872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:19.276709Z","caller":"traceutil/trace.go:171","msg":"trace[1662728813] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"938.992061ms","start":"2026-09-29T04:42:18.337663Z","end":"2026-09-29T04:42:19.276655Z","steps":["trace[1662728813] 'process raft request' (duration: 938.541489ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:19.276726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211651483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:19.276746Z","caller":"traceutil/trace.go:171","msg":"trace[1349293540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26249; }","duration":"516.599664ms","start":"2026-09-29T04:42:18.76013Z","end":"2026-09-29T04:42:19.276729Z","steps":["trace[1349293540] 'agreement among raft nodes before linearized reading' (duration: 516.401429ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:19.276743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.183286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:19.276779Z","caller":"traceutil/trace.go:171","msg":"trace[1546422568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26249; }","duration":"1.211765386s","start":"2026-09-29T04:42:18.064998Z","end":"2026-09-29T04:42:19.276764Z","steps":["trace[1546422568] 'agreement among raft nodes before linearized reading' (duration: 1.211645003s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:19.276796Z","caller":"traceutil/trace.go:171","msg":"trace[184224836] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26249; }","duration":"603.273539ms","start":"2026-09-29T04:42:18.673507Z","end":"2026-09-29T04:42:19.276781Z","steps":["trace[184224836] 'agreement among raft nodes before linearized reading' (duration: 603.158696ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:19.276795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.760044Z","time spent":"516.733738ms","remote":"127.0.0.1:58526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:19.276819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.064987Z","time spent":"1.211820767s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T04:42:19.276797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.281325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T04:42:19.27683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.337634Z","time spent":"939.120275ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:19.276835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.673487Z","time spent":"603.33523ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:19.276879Z","caller":"traceutil/trace.go:171","msg":"trace[319317828] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26249; }","duration":"802.42804ms","start":"2026-09-29T04:42:18.474432Z","end":"2026-09-29T04:42:19.27686Z","steps":["trace[319317828] 'agreement among raft nodes before linearized reading' (duration: 802.204774ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:19.276919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.47441Z","time spent":"802.499191ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:20.088016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.308925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:20.088196Z","caller":"traceutil/trace.go:171","msg":"trace[603760020] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"737.846608ms","start":"2026-09-29T04:42:19.350332Z","end":"2026-09-29T04:42:20.088178Z","steps":["trace[603760020] 'process raft request' (duration: 737.781416ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:20.088269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:19.350305Z","time spent":"737.92869ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:20.088455Z","caller":"traceutil/trace.go:171","msg":"trace[796987486] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"1.263131095s","start":"2026-09-29T04:42:18.825312Z","end":"2026-09-29T04:42:20.088443Z","steps":["trace[796987486] 'process raft request' (duration: 623.306046ms)","trace[796987486] 'compare' (duration: 639.212662ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:20.088513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.825293Z","time spent":"1.263191756s","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:20.088642Z","caller":"traceutil/trace.go:171","msg":"trace[1063248736] linearizableReadLoop","detail":"{readStateIndex:27122; appliedIndex:27121; }","duration":"812.14399ms","start":"2026-09-29T04:42:19.276488Z","end":"2026-09-29T04:42:20.088632Z","steps":["trace[1063248736] 'read index received' (duration: 172.208728ms)","trace[1063248736] 'applied index is now lower than readState.Index' (duration: 639.934132ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:20.088962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264584123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19232"} {"level":"info","ts":"2026-09-29T04:42:20.089Z","caller":"traceutil/trace.go:171","msg":"trace[2006855728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26251; }","duration":"1.264660585s","start":"2026-09-29T04:42:18.82433Z","end":"2026-09-29T04:42:20.088991Z","steps":["trace[2006855728] 'agreement among raft nodes before linearized reading' (duration: 1.264528312s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:20.08903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:18.824304Z","time spent":"1.264720047s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19254,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-09-29T04:42:20.87034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.402244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:20.870438Z","caller":"traceutil/trace.go:171","msg":"trace[739808580] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"811.238065ms","start":"2026-09-29T04:42:20.059181Z","end":"2026-09-29T04:42:20.870419Z","steps":["trace[739808580] 'process raft request' (duration: 365.653196ms)","trace[739808580] 'compare' (duration: 445.084006ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:20.871341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.059157Z","time spent":"812.003136ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:21.278408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T04:42:21.278491Z","caller":"traceutil/trace.go:171","msg":"trace[642106974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110808s","start":"2026-09-29T04:42:19.278362Z","end":"2026-09-29T04:42:21.278473Z","steps":["trace[642106974] 'agreement among raft nodes before linearized reading' (duration: 2.000007575s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:21.278536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:19.278331Z","time spent":"2.000195741s","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 04:42:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-09-29T04:42:21.828381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T04:42:21.828504Z","caller":"traceutil/trace.go:171","msg":"trace[723603464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022886s","start":"2026-09-29T04:42:19.828247Z","end":"2026-09-29T04:42:21.828476Z","steps":["trace[723603464] 'agreement among raft nodes before linearized reading' (duration: 2.000068986s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:21.828582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:19.828224Z","time spent":"2.000344244s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 04:42:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-09-29T04:42:21.993371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.090259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:21.993575Z","caller":"traceutil/trace.go:171","msg":"trace[831524310] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"1.93270394s","start":"2026-09-29T04:42:20.060836Z","end":"2026-09-29T04:42:21.99354Z","steps":["trace[831524310] 'process raft request' (duration: 1.287368684s)","trace[831524310] 'compare' (duration: 644.913145ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:21.99364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.060806Z","time spent":"1.932799743s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:21.993898Z","caller":"traceutil/trace.go:171","msg":"trace[242222575] linearizableReadLoop","detail":"{readStateIndex:27126; appliedIndex:27123; }","duration":"1.905201682s","start":"2026-09-29T04:42:20.088667Z","end":"2026-09-29T04:42:21.993868Z","steps":["trace[242222575] 'read index received' (duration: 336.288178ms)","trace[242222575] 'applied index is now lower than readState.Index' (duration: 1.568910024s)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:21.994033Z","caller":"traceutil/trace.go:171","msg":"trace[83619560] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"1.931982461s","start":"2026-09-29T04:42:20.062033Z","end":"2026-09-29T04:42:21.994016Z","steps":["trace[83619560] 'process raft request' (duration: 1.931434876s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:21.99409Z","caller":"traceutil/trace.go:171","msg":"trace[1236072186] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"712.484497ms","start":"2026-09-29T04:42:21.281578Z","end":"2026-09-29T04:42:21.994062Z","steps":["trace[1236072186] 'process raft request' (duration: 712.164378ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:21.994134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.06202Z","time spent":"1.932038062s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:21.99422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.281559Z","time spent":"712.589439ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:21.994253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141386156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:21.994264Z","caller":"traceutil/trace.go:171","msg":"trace[1212851326] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"712.282701ms","start":"2026-09-29T04:42:21.281959Z","end":"2026-09-29T04:42:21.994242Z","steps":["trace[1212851326] 'process raft request' (duration: 711.846769ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:21.994298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09416838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:21.994318Z","caller":"traceutil/trace.go:171","msg":"trace[2119918527] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26256; }","duration":"2.14151702s","start":"2026-09-29T04:42:19.852784Z","end":"2026-09-29T04:42:21.994301Z","steps":["trace[2119918527] 'agreement among raft nodes before linearized reading' (duration: 2.141366356s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:21.99436Z","caller":"traceutil/trace.go:171","msg":"trace[1678406521] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26256; }","duration":"2.094287093s","start":"2026-09-29T04:42:19.900053Z","end":"2026-09-29T04:42:21.99434Z","steps":["trace[1678406521] 'agreement among raft nodes before linearized reading' (duration: 2.094111339s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:21.994364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:19.852764Z","time spent":"2.141586682s","remote":"127.0.0.1:58720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:21.994373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.281949Z","time spent":"712.380024ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:21.994411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:19.900029Z","time spent":"2.094363905s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:21.994782Z","caller":"traceutil/trace.go:171","msg":"trace[572504355] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"709.694711ms","start":"2026-09-29T04:42:21.285054Z","end":"2026-09-29T04:42:21.994748Z","steps":["trace[572504355] 'process raft request' (duration: 709.162147ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:21.99526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.285041Z","time spent":"709.829116ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:22.710034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.335304ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-29T04:42:22.710295Z","caller":"traceutil/trace.go:171","msg":"trace[1028806913] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"615.914847ms","start":"2026-09-29T04:42:22.094362Z","end":"2026-09-29T04:42:22.710277Z","steps":["trace[1028806913] 'process raft request' (duration: 615.782653ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.71039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.094334Z","time spent":"615.994919ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:22.710456Z","caller":"traceutil/trace.go:171","msg":"trace[72892107] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27127; }","duration":"716.470664ms","start":"2026-09-29T04:42:21.993957Z","end":"2026-09-29T04:42:22.710428Z","steps":["trace[72892107] 'read index received' (duration: 207.596µs)","trace[72892107] 'applied index is now lower than readState.Index' (duration: 716.260338ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:22.710619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879437841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T04:42:22.710707Z","caller":"traceutil/trace.go:171","msg":"trace[404174395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26258; }","duration":"1.879530713s","start":"2026-09-29T04:42:20.831137Z","end":"2026-09-29T04:42:22.710668Z","steps":["trace[404174395] 'agreement among raft nodes before linearized reading' (duration: 1.879312817s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.710674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879583845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-09-29T04:42:22.710661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427732878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:22.71072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.684901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-09-29T04:42:22.710709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.742736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:22.710745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.831131Z","time spent":"1.879604915s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619252891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-09-29T04:42:22.710758Z","caller":"traceutil/trace.go:171","msg":"trace[981440021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26258; }","duration":"1.879692387s","start":"2026-09-29T04:42:20.831049Z","end":"2026-09-29T04:42:22.710741Z","steps":["trace[981440021] 'agreement among raft nodes before linearized reading' (duration: 1.879522483s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.710758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879590965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:42:22.710776Z","caller":"traceutil/trace.go:171","msg":"trace[165215061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26258; }","duration":"1.427895502s","start":"2026-09-29T04:42:21.282856Z","end":"2026-09-29T04:42:22.710752Z","steps":["trace[165215061] 'agreement among raft nodes before linearized reading' (duration: 1.427741147s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:22.710792Z","caller":"traceutil/trace.go:171","msg":"trace[2076769056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26258; }","duration":"878.91222ms","start":"2026-09-29T04:42:21.831856Z","end":"2026-09-29T04:42:22.710769Z","steps":["trace[2076769056] 'agreement among raft nodes before linearized reading' (duration: 878.736485ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.710784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.664666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:22.710798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561737539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:22.710814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.831038Z","time spent":"1.87976542s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084363009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:22.710825Z","caller":"traceutil/trace.go:171","msg":"trace[999865524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26258; }","duration":"1.879700358s","start":"2026-09-29T04:42:20.831108Z","end":"2026-09-29T04:42:22.710809Z","steps":["trace[999865524] 'agreement among raft nodes before linearized reading' (duration: 1.879469132s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:22.710841Z","caller":"traceutil/trace.go:171","msg":"trace[1561581755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26258; }","duration":"123.751159ms","start":"2026-09-29T04:42:22.587075Z","end":"2026-09-29T04:42:22.710827Z","steps":["trace[1561581755] 'agreement among raft nodes before linearized reading' (duration: 123.681417ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.710839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.831824Z","time spent":"879.005063ms","remote":"127.0.0.1:50542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:22.710851Z","caller":"traceutil/trace.go:171","msg":"trace[1801755514] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26258; }","duration":"2.561826341s","start":"2026-09-29T04:42:20.149011Z","end":"2026-09-29T04:42:22.710838Z","steps":["trace[1801755514] 'agreement among raft nodes before linearized reading' (duration: 2.561748449s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.710913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.8311Z","time spent":"1.87976676s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-29T04:42:22.710871Z","caller":"traceutil/trace.go:171","msg":"trace[1316044910] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26258; }","duration":"1.084472781s","start":"2026-09-29T04:42:21.626381Z","end":"2026-09-29T04:42:22.710854Z","steps":["trace[1316044910] 'agreement among raft nodes before linearized reading' (duration: 1.084346568s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.71094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617492703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419049"} {"level":"warn","ts":"2026-09-29T04:42:22.710948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.14899Z","time spent":"2.561930944s","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-09-29T04:42:22.710976Z","caller":"traceutil/trace.go:171","msg":"trace[363319473] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26258; }","duration":"2.617541915s","start":"2026-09-29T04:42:20.093423Z","end":"2026-09-29T04:42:22.710965Z","steps":["trace[363319473] 'agreement among raft nodes before linearized reading' (duration: 2.61734749s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.626367Z","time spent":"1.084589465s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:22.710772Z","caller":"traceutil/trace.go:171","msg":"trace[297527971] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26258; }","duration":"967.776144ms","start":"2026-09-29T04:42:21.742982Z","end":"2026-09-29T04:42:22.710758Z","steps":["trace[297527971] 'agreement among raft nodes before linearized reading' (duration: 967.609689ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.711074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.742963Z","time spent":"968.086402ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425330084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18d9b0ff1c4fa173\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-09-29T04:42:22.711154Z","caller":"traceutil/trace.go:171","msg":"trace[344290675] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18d9b0ff1c4fa173; range_end:; response_count:1; response_revision:26258; }","duration":"1.425829807s","start":"2026-09-29T04:42:21.285306Z","end":"2026-09-29T04:42:22.711136Z","steps":["trace[344290675] 'agreement among raft nodes before linearized reading' (duration: 1.425299413s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.711193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.285285Z","time spent":"1.425893348s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18d9b0ff1c4fa173\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321955351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:42:22.711251Z","caller":"traceutil/trace.go:171","msg":"trace[1106138441] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26258; }","duration":"1.322600097s","start":"2026-09-29T04:42:21.388631Z","end":"2026-09-29T04:42:22.711231Z","steps":["trace[1106138441] 'agreement among raft nodes before linearized reading' (duration: 1.321930199s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.711323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.388609Z","time spent":"1.32269769s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:22.710729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377459307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-09-29T04:42:22.7115Z","caller":"traceutil/trace.go:171","msg":"trace[771237533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26258; }","duration":"2.378268458s","start":"2026-09-29T04:42:20.33322Z","end":"2026-09-29T04:42:22.711488Z","steps":["trace[771237533] 'agreement among raft nodes before linearized reading' (duration: 2.377343053s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.711531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.333201Z","time spent":"2.37831966s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.872403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:22.711666Z","caller":"traceutil/trace.go:171","msg":"trace[1790220832] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26258; }","duration":"529.887661ms","start":"2026-09-29T04:42:22.181765Z","end":"2026-09-29T04:42:22.711653Z","steps":["trace[1790220832] 'agreement among raft nodes before linearized reading' (duration: 528.874094ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.711726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.181739Z","time spent":"529.976202ms","remote":"127.0.0.1:47754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:22.710673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882894724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T04:42:22.711858Z","caller":"traceutil/trace.go:171","msg":"trace[1803069039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26258; }","duration":"1.884078946s","start":"2026-09-29T04:42:20.82776Z","end":"2026-09-29T04:42:22.711839Z","steps":["trace[1803069039] 'agreement among raft nodes before linearized reading' (duration: 1.882769371s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.711916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.82765Z","time spent":"1.8842481s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879463912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:42:22.712058Z","caller":"traceutil/trace.go:171","msg":"trace[2099182736] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26258; }","duration":"1.880719785s","start":"2026-09-29T04:42:20.831319Z","end":"2026-09-29T04:42:22.712039Z","steps":["trace[2099182736] 'agreement among raft nodes before linearized reading' (duration: 1.87942858s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.712166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.831311Z","time spent":"1.880811837s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882870893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T04:42:22.712251Z","caller":"traceutil/trace.go:171","msg":"trace[1643036407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26258; }","duration":"1.884322012s","start":"2026-09-29T04:42:20.827911Z","end":"2026-09-29T04:42:22.712233Z","steps":["trace[1643036407] 'agreement among raft nodes before linearized reading' (duration: 1.882827002s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:22.710811Z","caller":"traceutil/trace.go:171","msg":"trace[1932012595] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26258; }","duration":"2.619339204s","start":"2026-09-29T04:42:20.091449Z","end":"2026-09-29T04:42:22.710788Z","steps":["trace[1932012595] 'agreement among raft nodes before linearized reading' (duration: 2.619124908s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:22.712311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.827902Z","time spent":"1.884391524s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T04:42:22.712329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.09143Z","time spent":"2.620878794s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-09-29T04:42:22.710842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:21.282846Z","time spent":"1.427980205s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T04:42:22.711009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:20.093415Z","time spent":"2.617583656s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419071,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-09-29T04:42:23.395437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.85902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:23.395527Z","caller":"traceutil/trace.go:171","msg":"trace[1392106522] linearizableReadLoop","detail":"{readStateIndex:27132; appliedIndex:27131; }","duration":"679.146153ms","start":"2026-09-29T04:42:22.716364Z","end":"2026-09-29T04:42:23.395511Z","steps":["trace[1392106522] 'read index received' (duration: 369.133399ms)","trace[1392106522] 'applied index is now lower than readState.Index' (duration: 310.011184ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:23.395591Z","caller":"traceutil/trace.go:171","msg":"trace[1439591199] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"679.931384ms","start":"2026-09-29T04:42:22.715648Z","end":"2026-09-29T04:42:23.39558Z","steps":["trace[1439591199] 'process raft request' (duration: 369.835728ms)","trace[1439591199] 'compare' (duration: 309.600343ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:23.395638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.715631Z","time spent":"679.979546ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:23.395776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.40067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:23.395911Z","caller":"traceutil/trace.go:171","msg":"trace[1031399759] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26259; }","duration":"679.570165ms","start":"2026-09-29T04:42:22.716323Z","end":"2026-09-29T04:42:23.395893Z","steps":["trace[1031399759] 'agreement among raft nodes before linearized reading' (duration: 679.38454ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:23.395948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.716305Z","time spent":"679.633057ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-09-29T04:42:24.17365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.471728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:24.174051Z","caller":"traceutil/trace.go:171","msg":"trace[188766815] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"1.45686439s","start":"2026-09-29T04:42:22.717171Z","end":"2026-09-29T04:42:24.174036Z","steps":["trace[188766815] 'process raft request' (duration: 1.456771447s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:24.174049Z","caller":"traceutil/trace.go:171","msg":"trace[815874592] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"1.457423845s","start":"2026-09-29T04:42:22.716582Z","end":"2026-09-29T04:42:24.174005Z","steps":["trace[815874592] 'process raft request' (duration: 1.087486754s)","trace[815874592] 'compare' (duration: 369.292013ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:24.174055Z","caller":"traceutil/trace.go:171","msg":"trace[40944300] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"1.457399034s","start":"2026-09-29T04:42:22.716614Z","end":"2026-09-29T04:42:24.174013Z","steps":["trace[40944300] 'process raft request' (duration: 1.457181578s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:24.174153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.717149Z","time spent":"1.456952112s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:24.174186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.716564Z","time spent":"1.457544619s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:24.174237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.716597Z","time spent":"1.457546718s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:24.174042Z","caller":"traceutil/trace.go:171","msg":"trace[37957305] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"1.456918601s","start":"2026-09-29T04:42:22.717092Z","end":"2026-09-29T04:42:24.17401Z","steps":["trace[37957305] 'process raft request' (duration: 1.456799248s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:24.174321Z","caller":"traceutil/trace.go:171","msg":"trace[1272413113] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"1.456368907s","start":"2026-09-29T04:42:22.71793Z","end":"2026-09-29T04:42:24.174299Z","steps":["trace[1272413113] 'process raft request' (duration: 1.456062218s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:24.174426Z","caller":"traceutil/trace.go:171","msg":"trace[895422466] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"1.114670583s","start":"2026-09-29T04:42:23.059741Z","end":"2026-09-29T04:42:24.174412Z","steps":["trace[895422466] 'process raft request' (duration: 1.114624061s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:24.174428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.717919Z","time spent":"1.456456979s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:24.174442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.717076Z","time spent":"1.457269081s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:24.174458Z","caller":"traceutil/trace.go:171","msg":"trace[1031862202] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"1.455454412s","start":"2026-09-29T04:42:22.71897Z","end":"2026-09-29T04:42:24.174424Z","steps":["trace[1031862202] 'process raft request' (duration: 1.455325199s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:24.174456Z","caller":"traceutil/trace.go:171","msg":"trace[1413720342] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"1.297216478s","start":"2026-09-29T04:42:22.877209Z","end":"2026-09-29T04:42:24.174425Z","steps":["trace[1413720342] 'process raft request' (duration: 1.297125566s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:24.174509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.059715Z","time spent":"1.114746725s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:24.174569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.718956Z","time spent":"1.455554184s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:24.174456Z","caller":"traceutil/trace.go:171","msg":"trace[175247330] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"1.456422118s","start":"2026-09-29T04:42:22.717995Z","end":"2026-09-29T04:42:24.174417Z","steps":["trace[175247330] 'process raft request' (duration: 1.456194482s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:24.174635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.877183Z","time spent":"1.297353292s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:24.174751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.717977Z","time spent":"1.456690366s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:24.722809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T04:42:24.722926Z","caller":"traceutil/trace.go:171","msg":"trace[620457605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481598s","start":"2026-09-29T04:42:22.72239Z","end":"2026-09-29T04:42:24.722871Z","steps":["trace[620457605] 'agreement among raft nodes before linearized reading' (duration: 2.000377275s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:24.722981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.722379Z","time spent":"2.000590032s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 04:42:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-09-29T04:42:25.459314Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a07.wal"} {"level":"info","ts":"2026-09-29T04:42:25.460535Z","caller":"traceutil/trace.go:171","msg":"trace[545767712] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27132; }","duration":"2.064953787s","start":"2026-09-29T04:42:23.395549Z","end":"2026-09-29T04:42:25.460503Z","steps":["trace[545767712] 'read index received' (duration: 408.588018ms)","trace[545767712] 'applied index is now lower than readState.Index' (duration: 1.656364569s)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:25.460659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201776816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:25.460749Z","caller":"traceutil/trace.go:171","msg":"trace[289886317] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26269; }","duration":"2.201891089s","start":"2026-09-29T04:42:23.258836Z","end":"2026-09-29T04:42:25.460727Z","steps":["trace[289886317] 'agreement among raft nodes before linearized reading' (duration: 2.201724664s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.460765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495416381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T04:42:25.460801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.258812Z","time spent":"2.201977111s","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:25.460762Z","caller":"traceutil/trace.go:171","msg":"trace[100973292] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"2.258331592s","start":"2026-09-29T04:42:23.202378Z","end":"2026-09-29T04:42:25.460709Z","steps":["trace[100973292] 'process raft request' (duration: 2.257435118s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.460835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711413763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:25.460872Z","caller":"traceutil/trace.go:171","msg":"trace[572391972] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26269; }","duration":"2.495533144s","start":"2026-09-29T04:42:22.965267Z","end":"2026-09-29T04:42:25.4608Z","steps":["trace[572391972] 'agreement among raft nodes before linearized reading' (duration: 2.495377579s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:25.4609Z","caller":"traceutil/trace.go:171","msg":"trace[1854821423] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26269; }","duration":"2.711508846s","start":"2026-09-29T04:42:22.749373Z","end":"2026-09-29T04:42:25.460882Z","steps":["trace[1854821423] 'agreement among raft nodes before linearized reading' (duration: 2.711380572s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.46092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744413228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-09-29T04:42:25.46093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.965247Z","time spent":"2.495665787s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:25.460949Z","caller":"traceutil/trace.go:171","msg":"trace[278698047] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26269; }","duration":"2.744463089s","start":"2026-09-29T04:42:22.716478Z","end":"2026-09-29T04:42:25.460941Z","steps":["trace[278698047] 'agreement among raft nodes before linearized reading' (duration: 2.744319246s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.460942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.202344Z","time spent":"2.258508787s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419107,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:25.460942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.749363Z","time spent":"2.711566857s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:25.460973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:22.716472Z","time spent":"2.74449434s","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-09-29T04:42:25.523624Z","caller":"traceutil/trace.go:171","msg":"trace[162016882] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"1.525081738s","start":"2026-09-29T04:42:23.99849Z","end":"2026-09-29T04:42:25.523572Z","steps":["trace[162016882] 'process raft request' (duration: 1.524819791s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:25.523648Z","caller":"traceutil/trace.go:171","msg":"trace[556391683] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"1.52402542s","start":"2026-09-29T04:42:23.999588Z","end":"2026-09-29T04:42:25.523614Z","steps":["trace[556391683] 'process raft request' (duration: 1.523893146s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:25.523807Z","caller":"traceutil/trace.go:171","msg":"trace[690953473] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"1.523884936s","start":"2026-09-29T04:42:23.999905Z","end":"2026-09-29T04:42:25.52379Z","steps":["trace[690953473] 'process raft request' (duration: 1.523616238s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.523834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.998467Z","time spent":"1.525258103s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:25.523917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.999891Z","time spent":"1.523967218s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:25.524146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.017617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:25.524232Z","caller":"traceutil/trace.go:171","msg":"trace[1748604310] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26275; }","duration":"871.147541ms","start":"2026-09-29T04:42:24.653056Z","end":"2026-09-29T04:42:25.524204Z","steps":["trace[1748604310] 'agreement among raft nodes before linearized reading' (duration: 871.007007ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.524264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195394477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:25.52429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.653031Z","time spent":"871.242314ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:25.524322Z","caller":"traceutil/trace.go:171","msg":"trace[1809279666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26275; }","duration":"1.195493709s","start":"2026-09-29T04:42:24.328812Z","end":"2026-09-29T04:42:25.524306Z","steps":["trace[1809279666] 'agreement among raft nodes before linearized reading' (duration: 1.195398807s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.524335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.816416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:25.524372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.328792Z","time spent":"1.195565231s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:25.524386Z","caller":"traceutil/trace.go:171","msg":"trace[219605116] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26275; }","duration":"184.894188ms","start":"2026-09-29T04:42:25.339473Z","end":"2026-09-29T04:42:25.524367Z","steps":["trace[219605116] 'agreement among raft nodes before linearized reading' (duration: 184.827036ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.524498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.353515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-09-29T04:42:25.52456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.344979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:25.524602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30702725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:25.524665Z","caller":"traceutil/trace.go:171","msg":"trace[68924007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26275; }","duration":"1.307123192s","start":"2026-09-29T04:42:24.217518Z","end":"2026-09-29T04:42:25.524642Z","steps":["trace[68924007] 'agreement among raft nodes before linearized reading' (duration: 1.30703915s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.52476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.217496Z","time spent":"1.307241936s","remote":"127.0.0.1:58554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:25.524556Z","caller":"traceutil/trace.go:171","msg":"trace[457753215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26275; }","duration":"124.463428ms","start":"2026-09-29T04:42:25.40008Z","end":"2026-09-29T04:42:25.524543Z","steps":["trace[457753215] 'agreement among raft nodes before linearized reading' (duration: 123.981125ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.524781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.17809Z","time spent":"1.346687984s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-09-29T04:42:25.523822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.999562Z","time spent":"1.524173804s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:25.524239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.969313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:25.52496Z","caller":"traceutil/trace.go:171","msg":"trace[551628197] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"1.524082012s","start":"2026-09-29T04:42:24.00086Z","end":"2026-09-29T04:42:25.524942Z","steps":["trace[551628197] 'process raft request' (duration: 1.522690564s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:25.525005Z","caller":"traceutil/trace.go:171","msg":"trace[1752679498] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26275; }","duration":"388.763595ms","start":"2026-09-29T04:42:25.136223Z","end":"2026-09-29T04:42:25.524986Z","steps":["trace[1752679498] 'agreement among raft nodes before linearized reading' (duration: 387.900912ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.525063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:25.136204Z","time spent":"388.838877ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:42:25.525068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.000831Z","time spent":"1.524164483s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:25.524618Z","caller":"traceutil/trace.go:171","msg":"trace[703150630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26275; }","duration":"801.439931ms","start":"2026-09-29T04:42:24.723164Z","end":"2026-09-29T04:42:25.524604Z","steps":["trace[703150630] 'agreement among raft nodes before linearized reading' (duration: 801.349299ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.525145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.723141Z","time spent":"801.987977ms","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T04:42:25.525124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443272844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:25.525249Z","caller":"traceutil/trace.go:171","msg":"trace[385066382] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"809.145838ms","start":"2026-09-29T04:42:24.716062Z","end":"2026-09-29T04:42:25.525207Z","steps":["trace[385066382] 'process raft request' (duration: 807.595336ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.525346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.716028Z","time spent":"809.265241ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:25.525465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635729356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-09-29T04:42:25.525509Z","caller":"traceutil/trace.go:171","msg":"trace[1359216135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26275; }","duration":"1.635842588s","start":"2026-09-29T04:42:23.889649Z","end":"2026-09-29T04:42:25.525491Z","steps":["trace[1359216135] 'agreement among raft nodes before linearized reading' (duration: 1.635652433s)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:25.525259Z","caller":"traceutil/trace.go:171","msg":"trace[233580702] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26275; }","duration":"1.443415858s","start":"2026-09-29T04:42:24.081768Z","end":"2026-09-29T04:42:25.525184Z","steps":["trace[233580702] 'agreement among raft nodes before linearized reading' (duration: 1.443258324s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.525624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:24.081747Z","time spent":"1.443856429s","remote":"127.0.0.1:58574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:25.525999Z","caller":"traceutil/trace.go:171","msg":"trace[128164526] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"1.526499686s","start":"2026-09-29T04:42:23.999462Z","end":"2026-09-29T04:42:25.525962Z","steps":["trace[128164526] 'process raft request' (duration: 1.523981938s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.526277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.88963Z","time spent":"1.635920571s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-09-29T04:42:25.526326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126702572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-09-29T04:42:25.526376Z","caller":"traceutil/trace.go:171","msg":"trace[1037710237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26275; }","duration":"2.126796525s","start":"2026-09-29T04:42:23.399567Z","end":"2026-09-29T04:42:25.526364Z","steps":["trace[1037710237] 'agreement among raft nodes before linearized reading' (duration: 2.12663915s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:25.526407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.399549Z","time spent":"2.126850626s","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T04:42:25.527937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:23.999451Z","time spent":"1.528386267s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:28.3204Z","caller":"traceutil/trace.go:171","msg":"trace[1107148812] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"125.829505ms","start":"2026-09-29T04:42:28.194546Z","end":"2026-09-29T04:42:28.320375Z","steps":["trace[1107148812] 'process raft request' (duration: 125.66274ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:28.320411Z","caller":"traceutil/trace.go:171","msg":"trace[1953518611] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27172; }","duration":"121.741285ms","start":"2026-09-29T04:42:28.198632Z","end":"2026-09-29T04:42:28.320373Z","steps":["trace[1953518611] 'read index received' (duration: 121.732085ms)","trace[1953518611] 'applied index is now lower than readState.Index' (duration: 6.75µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:28.320775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.109325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-09-29T04:42:28.320955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.974495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-09-29T04:42:28.321002Z","caller":"traceutil/trace.go:171","msg":"trace[1585988375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26297; }","duration":"121.057166ms","start":"2026-09-29T04:42:28.199932Z","end":"2026-09-29T04:42:28.320989Z","steps":["trace[1585988375] 'agreement among raft nodes before linearized reading' (duration: 120.902092ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:28.321165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.638205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-09-29T04:42:28.3212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.676907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-29T04:42:28.321231Z","caller":"traceutil/trace.go:171","msg":"trace[515659175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26297; }","duration":"120.752699ms","start":"2026-09-29T04:42:28.20047Z","end":"2026-09-29T04:42:28.321222Z","steps":["trace[515659175] 'agreement among raft nodes before linearized reading' (duration: 120.656446ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:28.320966Z","caller":"traceutil/trace.go:171","msg":"trace[1063904461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26297; }","duration":"122.210408ms","start":"2026-09-29T04:42:28.198606Z","end":"2026-09-29T04:42:28.320816Z","steps":["trace[1063904461] 'agreement among raft nodes before linearized reading' (duration: 121.861698ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:28.321514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.011435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-09-29T04:42:28.321553Z","caller":"traceutil/trace.go:171","msg":"trace[907469385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26297; }","duration":"121.065756ms","start":"2026-09-29T04:42:28.200478Z","end":"2026-09-29T04:42:28.321544Z","steps":["trace[907469385] 'agreement among raft nodes before linearized reading' (duration: 120.981454ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:28.321207Z","caller":"traceutil/trace.go:171","msg":"trace[1120711398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26297; }","duration":"120.726608ms","start":"2026-09-29T04:42:28.20047Z","end":"2026-09-29T04:42:28.321196Z","steps":["trace[1120711398] 'agreement among raft nodes before linearized reading' (duration: 120.600804ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:28.71046Z","caller":"traceutil/trace.go:171","msg":"trace[704040794] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"382.578969ms","start":"2026-09-29T04:42:28.327858Z","end":"2026-09-29T04:42:28.710437Z","steps":["trace[704040794] 'process raft request' (duration: 328.691564ms)","trace[704040794] 'compare' (duration: 53.796573ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:28.710568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:28.327837Z","time spent":"382.673982ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:28.792258Z","caller":"traceutil/trace.go:171","msg":"trace[673745533] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"462.684738ms","start":"2026-09-29T04:42:28.329546Z","end":"2026-09-29T04:42:28.792231Z","steps":["trace[673745533] 'process raft request' (duration: 462.595855ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:28.792294Z","caller":"traceutil/trace.go:171","msg":"trace[538185942] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"463.53138ms","start":"2026-09-29T04:42:28.328717Z","end":"2026-09-29T04:42:28.792248Z","steps":["trace[538185942] 'process raft request' (duration: 463.241442ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:28.792416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:28.329533Z","time spent":"462.804732ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:28.792486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:28.328675Z","time spent":"463.699146ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:28.792557Z","caller":"traceutil/trace.go:171","msg":"trace[1529044717] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"461.183818ms","start":"2026-09-29T04:42:28.33134Z","end":"2026-09-29T04:42:28.792524Z","steps":["trace[1529044717] 'process raft request' (duration: 460.846569ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:28.792611Z","caller":"traceutil/trace.go:171","msg":"trace[1162112204] linearizableReadLoop","detail":"{readStateIndex:27177; appliedIndex:27172; }","duration":"415.992266ms","start":"2026-09-29T04:42:28.376587Z","end":"2026-09-29T04:42:28.79258Z","steps":["trace[1162112204] 'read index received' (duration: 279.955628ms)","trace[1162112204] 'applied index is now lower than readState.Index' (duration: 136.034658ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:28.792664Z","caller":"traceutil/trace.go:171","msg":"trace[900889989] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"458.756803ms","start":"2026-09-29T04:42:28.333885Z","end":"2026-09-29T04:42:28.792642Z","steps":["trace[900889989] 'process raft request' (duration: 458.542087ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:28.792737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:28.331311Z","time spent":"461.328682ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:28.792836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:28.333867Z","time spent":"458.880876ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:28.792873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.288954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-09-29T04:42:28.792922Z","caller":"traceutil/trace.go:171","msg":"trace[177906927] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26302; }","duration":"416.335005ms","start":"2026-09-29T04:42:28.376571Z","end":"2026-09-29T04:42:28.792906Z","steps":["trace[177906927] 'agreement among raft nodes before linearized reading' (duration: 416.17142ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:28.792958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:28.376511Z","time spent":"416.440608ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-09-29T04:42:32.557633Z","caller":"traceutil/trace.go:171","msg":"trace[2051647851] linearizableReadLoop","detail":"{readStateIndex:27199; appliedIndex:27198; }","duration":"131.281041ms","start":"2026-09-29T04:42:32.426329Z","end":"2026-09-29T04:42:32.55761Z","steps":["trace[2051647851] 'read index received' (duration: 131.181858ms)","trace[2051647851] 'applied index is now lower than readState.Index' (duration: 98.053µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:32.557779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.428814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:32.557769Z","caller":"traceutil/trace.go:171","msg":"trace[2001826426] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"225.338922ms","start":"2026-09-29T04:42:32.332396Z","end":"2026-09-29T04:42:32.557735Z","steps":["trace[2001826426] 'process raft request' (duration: 225.061254ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:32.557818Z","caller":"traceutil/trace.go:171","msg":"trace[1139871067] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26324; }","duration":"131.521927ms","start":"2026-09-29T04:42:32.426283Z","end":"2026-09-29T04:42:32.557805Z","steps":["trace[1139871067] 'agreement among raft nodes before linearized reading' (duration: 131.443425ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:40.980875Z","caller":"traceutil/trace.go:171","msg":"trace[905722075] linearizableReadLoop","detail":"{readStateIndex:27321; appliedIndex:27320; }","duration":"305.385129ms","start":"2026-09-29T04:42:40.675464Z","end":"2026-09-29T04:42:40.980849Z","steps":["trace[905722075] 'read index received' (duration: 305.103911ms)","trace[905722075] 'applied index is now lower than readState.Index' (duration: 279.908µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:40.980947Z","caller":"traceutil/trace.go:171","msg":"trace[768019478] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"348.193588ms","start":"2026-09-29T04:42:40.632717Z","end":"2026-09-29T04:42:40.980911Z","steps":["trace[768019478] 'process raft request' (duration: 347.942981ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.981119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.632674Z","time spent":"348.357572ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:40.981163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.675677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-09-29T04:42:40.981228Z","caller":"traceutil/trace.go:171","msg":"trace[856218862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1; range_end:; response_count:1; response_revision:26444; }","duration":"305.796061ms","start":"2026-09-29T04:42:40.675413Z","end":"2026-09-29T04:42:40.981209Z","steps":["trace[856218862] 'agreement among raft nodes before linearized reading' (duration: 305.586445ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.981279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.675393Z","time spent":"305.871562ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1\" "} {"level":"warn","ts":"2026-09-29T04:42:40.981386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.569926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-09-29T04:42:40.981378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.116541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:42:40.981432Z","caller":"traceutil/trace.go:171","msg":"trace[2130472801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26444; }","duration":"138.640517ms","start":"2026-09-29T04:42:40.842776Z","end":"2026-09-29T04:42:40.981416Z","steps":["trace[2130472801] 'agreement among raft nodes before linearized reading' (duration: 138.484213ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:40.981457Z","caller":"traceutil/trace.go:171","msg":"trace[725589121] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26444; }","duration":"211.241335ms","start":"2026-09-29T04:42:40.770193Z","end":"2026-09-29T04:42:40.981434Z","steps":["trace[725589121] 'agreement among raft nodes before linearized reading' (duration: 211.041939ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.981575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.795096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T04:42:40.981642Z","caller":"traceutil/trace.go:171","msg":"trace[1983570230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26444; }","duration":"118.874908ms","start":"2026-09-29T04:42:40.862757Z","end":"2026-09-29T04:42:40.981632Z","steps":["trace[1983570230] 'agreement among raft nodes before linearized reading' (duration: 118.746474ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.981667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.732275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-09-29T04:42:40.981734Z","caller":"traceutil/trace.go:171","msg":"trace[1962619512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26444; }","duration":"165.801336ms","start":"2026-09-29T04:42:40.815923Z","end":"2026-09-29T04:42:40.981724Z","steps":["trace[1962619512] 'agreement among raft nodes before linearized reading' (duration: 165.666823ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.981818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.110351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T04:42:40.981849Z","caller":"traceutil/trace.go:171","msg":"trace[549372415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26444; }","duration":"120.199804ms","start":"2026-09-29T04:42:40.861642Z","end":"2026-09-29T04:42:40.981842Z","steps":["trace[549372415] 'agreement among raft nodes before linearized reading' (duration: 120.094101ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.981974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.259632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:42:40.982003Z","caller":"traceutil/trace.go:171","msg":"trace[755741695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26444; }","duration":"124.346705ms","start":"2026-09-29T04:42:40.857649Z","end":"2026-09-29T04:42:40.981996Z","steps":["trace[755741695] 'agreement among raft nodes before linearized reading' (duration: 124.270603ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.982172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.65703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268865"} {"level":"info","ts":"2026-09-29T04:42:40.982218Z","caller":"traceutil/trace.go:171","msg":"trace[496909262] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26444; }","duration":"197.723722ms","start":"2026-09-29T04:42:40.784483Z","end":"2026-09-29T04:42:40.982207Z","steps":["trace[496909262] 'agreement among raft nodes before linearized reading' (duration: 197.350122ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:40.982269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.280925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-09-29T04:42:40.982331Z","caller":"traceutil/trace.go:171","msg":"trace[1220833761] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1; range_end:; response_count:1; response_revision:26444; }","duration":"202.342936ms","start":"2026-09-29T04:42:40.779972Z","end":"2026-09-29T04:42:40.982315Z","steps":["trace[1220833761] 'agreement among raft nodes before linearized reading' (duration: 202.195652ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.316461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.741184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:42:41.316572Z","caller":"traceutil/trace.go:171","msg":"trace[1532807581] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"328.991423ms","start":"2026-09-29T04:42:40.987562Z","end":"2026-09-29T04:42:41.316553Z","steps":["trace[1532807581] 'process raft request' (duration: 166.075764ms)","trace[1532807581] 'compare' (duration: 161.726717ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:41.31663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.987543Z","time spent":"329.058165ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:41.344404Z","caller":"traceutil/trace.go:171","msg":"trace[240123939] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"355.286718ms","start":"2026-09-29T04:42:40.98909Z","end":"2026-09-29T04:42:41.344377Z","steps":["trace[240123939] 'process raft request' (duration: 355.203406ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:41.344532Z","caller":"traceutil/trace.go:171","msg":"trace[83952327] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"356.307786ms","start":"2026-09-29T04:42:40.988192Z","end":"2026-09-29T04:42:41.3445Z","steps":["trace[83952327] 'process raft request' (duration: 355.936246ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.344576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.989058Z","time spent":"355.427362ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:41.344649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.988178Z","time spent":"356.419929ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:41.344678Z","caller":"traceutil/trace.go:171","msg":"trace[1479041291] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"355.487104ms","start":"2026-09-29T04:42:40.989162Z","end":"2026-09-29T04:42:41.344649Z","steps":["trace[1479041291] 'process raft request' (duration: 355.169995ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:41.344765Z","caller":"traceutil/trace.go:171","msg":"trace[593251969] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27321; }","duration":"287.534361ms","start":"2026-09-29T04:42:41.057206Z","end":"2026-09-29T04:42:41.34474Z","steps":["trace[593251969] 'read index received' (duration: 96.394285ms)","trace[593251969] 'applied index is now lower than readState.Index' (duration: 191.139126ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:41.344816Z","caller":"traceutil/trace.go:171","msg":"trace[826892005] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"355.439823ms","start":"2026-09-29T04:42:40.989358Z","end":"2026-09-29T04:42:41.344798Z","steps":["trace[826892005] 'process raft request' (duration: 355.176876ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.344823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.989154Z","time spent":"355.601226ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:41.344881Z","caller":"traceutil/trace.go:171","msg":"trace[1856041718] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"352.480144ms","start":"2026-09-29T04:42:40.992391Z","end":"2026-09-29T04:42:41.344871Z","steps":["trace[1856041718] 'process raft request' (duration: 352.256558ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.344907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.989346Z","time spent":"355.511854ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:41.344929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.712876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:41.344982Z","caller":"traceutil/trace.go:171","msg":"trace[1236454194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26450; }","duration":"287.804518ms","start":"2026-09-29T04:42:41.057163Z","end":"2026-09-29T04:42:41.344968Z","steps":["trace[1236454194] 'agreement among raft nodes before linearized reading' (duration: 287.706676ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.344988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:40.992377Z","time spent":"352.531605ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:41.83531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.463917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-29T04:42:41.835609Z","caller":"traceutil/trace.go:171","msg":"trace[1020112761] linearizableReadLoop","detail":"{readStateIndex:27328; appliedIndex:27327; }","duration":"490.75872ms","start":"2026-09-29T04:42:41.344833Z","end":"2026-09-29T04:42:41.835592Z","steps":["trace[1020112761] 'read index received' (duration: 146.039466ms)","trace[1020112761] 'applied index is now lower than readState.Index' (duration: 344.718164ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:41.835952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.101013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:41.835997Z","caller":"traceutil/trace.go:171","msg":"trace[704545722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26450; }","duration":"751.184085ms","start":"2026-09-29T04:42:41.084802Z","end":"2026-09-29T04:42:41.835986Z","steps":["trace[704545722] 'agreement among raft nodes before linearized reading' (duration: 751.103453ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.836027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:41.084784Z","time spent":"751.235416ms","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-29T04:42:41.836642Z","caller":"traceutil/trace.go:171","msg":"trace[1262354910] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"483.600479ms","start":"2026-09-29T04:42:41.353015Z","end":"2026-09-29T04:42:41.836616Z","steps":["trace[1262354910] 'process raft request' (duration: 482.389636ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.836793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:41.352997Z","time spent":"483.729693ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:41.836804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.725669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:41.83691Z","caller":"traceutil/trace.go:171","msg":"trace[615328698] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"226.860394ms","start":"2026-09-29T04:42:41.610041Z","end":"2026-09-29T04:42:41.836901Z","steps":["trace[615328698] 'process raft request' (duration: 226.532115ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:41.836929Z","caller":"traceutil/trace.go:171","msg":"trace[1832197626] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26457; }","duration":"487.821682ms","start":"2026-09-29T04:42:41.349027Z","end":"2026-09-29T04:42:41.836849Z","steps":["trace[1832197626] 'agreement among raft nodes before linearized reading' (duration: 487.709529ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.836988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:41.34901Z","time spent":"487.952085ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-09-29T04:42:41.837091Z","caller":"traceutil/trace.go:171","msg":"trace[1937798965] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"227.005768ms","start":"2026-09-29T04:42:41.610053Z","end":"2026-09-29T04:42:41.837059Z","steps":["trace[1937798965] 'process raft request' (duration: 226.474894ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:41.83723Z","caller":"traceutil/trace.go:171","msg":"trace[993504924] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"226.503624ms","start":"2026-09-29T04:42:41.61071Z","end":"2026-09-29T04:42:41.837214Z","steps":["trace[993504924] 'process raft request' (duration: 225.910778ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:41.837308Z","caller":"traceutil/trace.go:171","msg":"trace[1914593133] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"246.84375ms","start":"2026-09-29T04:42:41.590451Z","end":"2026-09-29T04:42:41.837295Z","steps":["trace[1914593133] 'process raft request' (duration: 245.877224ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.837332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.08821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:42:41.837366Z","caller":"traceutil/trace.go:171","msg":"trace[1674671841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26457; }","duration":"205.167353ms","start":"2026-09-29T04:42:41.632189Z","end":"2026-09-29T04:42:41.837356Z","steps":["trace[1674671841] 'agreement among raft nodes before linearized reading' (duration: 205.06653ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:41.837392Z","caller":"traceutil/trace.go:171","msg":"trace[813665665] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"227.411078ms","start":"2026-09-29T04:42:41.609973Z","end":"2026-09-29T04:42:41.837384Z","steps":["trace[813665665] 'process raft request' (duration: 226.499064ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:41.837456Z","caller":"traceutil/trace.go:171","msg":"trace[1667264587] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"226.214186ms","start":"2026-09-29T04:42:41.611232Z","end":"2026-09-29T04:42:41.837446Z","steps":["trace[1667264587] 'process raft request' (duration: 225.429815ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.837499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.314503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:42:41.837549Z","caller":"traceutil/trace.go:171","msg":"trace[1435720473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26457; }","duration":"473.414207ms","start":"2026-09-29T04:42:41.36412Z","end":"2026-09-29T04:42:41.837534Z","steps":["trace[1435720473] 'agreement among raft nodes before linearized reading' (duration: 473.334874ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:41.837591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:41.36409Z","time spent":"473.488758ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-09-29T04:42:41.966162Z","caller":"traceutil/trace.go:171","msg":"trace[1296159171] linearizableReadLoop","detail":"{readStateIndex:27336; appliedIndex:27335; }","duration":"122.996638ms","start":"2026-09-29T04:42:41.843143Z","end":"2026-09-29T04:42:41.966139Z","steps":["trace[1296159171] 'read index received' (duration: 73.625884ms)","trace[1296159171] 'applied index is now lower than readState.Index' (duration: 49.369524ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:41.966262Z","caller":"traceutil/trace.go:171","msg":"trace[2008255675] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"123.917793ms","start":"2026-09-29T04:42:41.84231Z","end":"2026-09-29T04:42:41.966228Z","steps":["trace[2008255675] 'process raft request' (duration: 74.511088ms)","trace[2008255675] 'compare' (duration: 49.202859ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:41.966648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.482191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-09-29T04:42:41.966713Z","caller":"traceutil/trace.go:171","msg":"trace[195365836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26458; }","duration":"123.596545ms","start":"2026-09-29T04:42:41.843107Z","end":"2026-09-29T04:42:41.966704Z","steps":["trace[195365836] 'agreement among raft nodes before linearized reading' (duration: 123.125642ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:42.350716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.970521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:42.350785Z","caller":"traceutil/trace.go:171","msg":"trace[198926561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26458; }","duration":"276.114534ms","start":"2026-09-29T04:42:42.074656Z","end":"2026-09-29T04:42:42.350771Z","steps":["trace[198926561] 'range keys from in-memory index tree' (duration: 275.879068ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:42.350916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.396264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:42.351002Z","caller":"traceutil/trace.go:171","msg":"trace[213226954] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26458; }","duration":"159.559069ms","start":"2026-09-29T04:42:42.191423Z","end":"2026-09-29T04:42:42.350982Z","steps":["trace[213226954] 'count revisions from in-memory index tree' (duration: 159.319793ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:44.002178Z","caller":"traceutil/trace.go:171","msg":"trace[1830542192] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"160.137594ms","start":"2026-09-29T04:42:43.842016Z","end":"2026-09-29T04:42:44.002154Z","steps":["trace[1830542192] 'process raft request' (duration: 159.98874ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:44.33325Z","caller":"traceutil/trace.go:171","msg":"trace[75914987] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"491.10086ms","start":"2026-09-29T04:42:43.842116Z","end":"2026-09-29T04:42:44.333217Z","steps":["trace[75914987] 'process raft request' (duration: 490.799472ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:44.333486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:43.842057Z","time spent":"491.325926ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:44.333532Z","caller":"traceutil/trace.go:171","msg":"trace[1882654000] linearizableReadLoop","detail":"{readStateIndex:27349; appliedIndex:27343; }","duration":"363.356324ms","start":"2026-09-29T04:42:43.970154Z","end":"2026-09-29T04:42:44.33351Z","steps":["trace[1882654000] 'read index received' (duration: 31.850454ms)","trace[1882654000] 'applied index is now lower than readState.Index' (duration: 331.50496ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:42:44.333561Z","caller":"traceutil/trace.go:171","msg":"trace[1866560760] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"490.014071ms","start":"2026-09-29T04:42:43.843519Z","end":"2026-09-29T04:42:44.333533Z","steps":["trace[1866560760] 'process raft request' (duration: 489.903958ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:44.333629Z","caller":"traceutil/trace.go:171","msg":"trace[791699919] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"490.773001ms","start":"2026-09-29T04:42:43.842838Z","end":"2026-09-29T04:42:44.333611Z","steps":["trace[791699919] 'process raft request' (duration: 490.485703ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:44.333736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:43.843507Z","time spent":"490.112203ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:44.333791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.634602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:42:44.33383Z","caller":"traceutil/trace.go:171","msg":"trace[1124332193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26471; }","duration":"363.713984ms","start":"2026-09-29T04:42:43.970107Z","end":"2026-09-29T04:42:44.333821Z","steps":["trace[1124332193] 'agreement among raft nodes before linearized reading' (duration: 363.551079ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:44.333819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:43.842825Z","time spent":"490.883304ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:44.333858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:43.970089Z","time spent":"363.762066ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-29T04:42:44.33351Z","caller":"traceutil/trace.go:171","msg":"trace[1279499191] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"491.019578ms","start":"2026-09-29T04:42:43.842455Z","end":"2026-09-29T04:42:44.333475Z","steps":["trace[1279499191] 'process raft request' (duration: 490.679288ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:44.333642Z","caller":"traceutil/trace.go:171","msg":"trace[1156279160] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"489.456126ms","start":"2026-09-29T04:42:43.844175Z","end":"2026-09-29T04:42:44.333631Z","steps":["trace[1156279160] 'process raft request' (duration: 489.294851ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:44.334001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:43.842439Z","time spent":"491.498081ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:42:44.334031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:43.84415Z","time spent":"489.833246ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:42:44.339864Z","caller":"traceutil/trace.go:171","msg":"trace[895769005] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"138.403871ms","start":"2026-09-29T04:42:44.201436Z","end":"2026-09-29T04:42:44.33984Z","steps":["trace[895769005] 'process raft request' (duration: 138.170745ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:44.339949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.696835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:44.340026Z","caller":"traceutil/trace.go:171","msg":"trace[145644109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26472; }","duration":"265.785728ms","start":"2026-09-29T04:42:44.074223Z","end":"2026-09-29T04:42:44.340009Z","steps":["trace[145644109] 'agreement among raft nodes before linearized reading' (duration: 265.658064ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:44.339983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.781019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-09-29T04:42:44.340319Z","caller":"traceutil/trace.go:171","msg":"trace[914340124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1; range_end:; response_count:1; response_revision:26472; }","duration":"344.16073ms","start":"2026-09-29T04:42:43.99614Z","end":"2026-09-29T04:42:44.3403Z","steps":["trace[914340124] 'agreement among raft nodes before linearized reading' (duration: 343.674017ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:42:44.34036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:42:43.996118Z","time spent":"344.229631ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38817e38-26d0-4c99-8bba-89852e9f7eb1\" "} {"level":"warn","ts":"2026-09-29T04:42:47.265396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.441943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:42:47.265473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.778557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:42:47.265552Z","caller":"traceutil/trace.go:171","msg":"trace[1612629474] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26510; }","duration":"160.613248ms","start":"2026-09-29T04:42:47.104914Z","end":"2026-09-29T04:42:47.265527Z","steps":["trace[1612629474] 'range keys from in-memory index tree' (duration: 160.421203ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:47.265564Z","caller":"traceutil/trace.go:171","msg":"trace[2119035162] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26510; }","duration":"174.918791ms","start":"2026-09-29T04:42:47.090621Z","end":"2026-09-29T04:42:47.26554Z","steps":["trace[2119035162] 'range keys from in-memory index tree' (duration: 174.646654ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:47.630146Z","caller":"traceutil/trace.go:171","msg":"trace[723107323] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"236.294127ms","start":"2026-09-29T04:42:47.393821Z","end":"2026-09-29T04:42:47.630115Z","steps":["trace[723107323] 'process raft request' (duration: 236.123632ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:47.630184Z","caller":"traceutil/trace.go:171","msg":"trace[1580664863] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"236.290856ms","start":"2026-09-29T04:42:47.393869Z","end":"2026-09-29T04:42:47.63016Z","steps":["trace[1580664863] 'process raft request' (duration: 236.202214ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:47.630379Z","caller":"traceutil/trace.go:171","msg":"trace[2071695650] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27391; }","duration":"158.47098ms","start":"2026-09-29T04:42:47.471893Z","end":"2026-09-29T04:42:47.630364Z","steps":["trace[2071695650] 'read index received' (duration: 158.141211ms)","trace[2071695650] 'applied index is now lower than readState.Index' (duration: 328.859µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:42:47.630496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.584683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:42:47.630515Z","caller":"traceutil/trace.go:171","msg":"trace[1085842857] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"234.95202ms","start":"2026-09-29T04:42:47.395547Z","end":"2026-09-29T04:42:47.630499Z","steps":["trace[1085842857] 'process raft request' (duration: 234.56387ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:42:47.630544Z","caller":"traceutil/trace.go:171","msg":"trace[50074330] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26515; }","duration":"158.679806ms","start":"2026-09-29T04:42:47.471844Z","end":"2026-09-29T04:42:47.630524Z","steps":["trace[50074330] 'agreement among raft nodes before linearized reading' (duration: 158.567433ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:00.333755Z","caller":"traceutil/trace.go:171","msg":"trace[1197322077] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"247.479007ms","start":"2026-09-29T04:43:00.08626Z","end":"2026-09-29T04:43:00.333739Z","steps":["trace[1197322077] 'process raft request' (duration: 247.369404ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:00.649818Z","caller":"traceutil/trace.go:171","msg":"trace[1795445146] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"228.561459ms","start":"2026-09-29T04:43:00.421203Z","end":"2026-09-29T04:43:00.649765Z","steps":["trace[1795445146] 'process raft request' (duration: 196.111429ms)","trace[1795445146] 'compare' (duration: 32.298896ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:01.069428Z","caller":"traceutil/trace.go:171","msg":"trace[2025333021] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"640.995649ms","start":"2026-09-29T04:43:00.428403Z","end":"2026-09-29T04:43:01.069398Z","steps":["trace[2025333021] 'process raft request' (duration: 640.780443ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:01.069771Z","caller":"traceutil/trace.go:171","msg":"trace[2045081262] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"638.475331ms","start":"2026-09-29T04:43:00.431269Z","end":"2026-09-29T04:43:01.069744Z","steps":["trace[2045081262] 'process raft request' (duration: 638.080091ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.069921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:00.431255Z","time spent":"638.587585ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:01.069925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:00.428384Z","time spent":"641.135833ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:43:01.070423Z","caller":"traceutil/trace.go:171","msg":"trace[1241887005] linearizableReadLoop","detail":"{readStateIndex:27505; appliedIndex:27500; }","duration":"598.51511ms","start":"2026-09-29T04:43:00.47189Z","end":"2026-09-29T04:43:01.070405Z","steps":["trace[1241887005] 'read index received' (duration: 145.41863ms)","trace[1241887005] 'applied index is now lower than readState.Index' (duration: 453.09518ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:01.07058Z","caller":"traceutil/trace.go:171","msg":"trace[1422930333] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"638.296806ms","start":"2026-09-29T04:43:00.43227Z","end":"2026-09-29T04:43:01.070567Z","steps":["trace[1422930333] 'process raft request' (duration: 637.32507ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.071155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:00.432243Z","time spent":"638.870582ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:43:01.07063Z","caller":"traceutil/trace.go:171","msg":"trace[1493262234] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"637.500416ms","start":"2026-09-29T04:43:00.43312Z","end":"2026-09-29T04:43:01.070621Z","steps":["trace[1493262234] 'process raft request' (duration: 637.158647ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.071372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:00.433102Z","time spent":"638.237775ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:01.070866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.973873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:43:01.071535Z","caller":"traceutil/trace.go:171","msg":"trace[303525815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26624; }","duration":"599.678491ms","start":"2026-09-29T04:43:00.471845Z","end":"2026-09-29T04:43:01.071524Z","steps":["trace[303525815] 'agreement among raft nodes before linearized reading' (duration: 598.91209ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.071573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:00.471825Z","time spent":"599.738203ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T04:43:01.076329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.347892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:01.076381Z","caller":"traceutil/trace.go:171","msg":"trace[35814547] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26625; }","duration":"596.418664ms","start":"2026-09-29T04:43:00.479948Z","end":"2026-09-29T04:43:01.076367Z","steps":["trace[35814547] 'agreement among raft nodes before linearized reading' (duration: 596.331551ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.076413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:00.479937Z","time spent":"596.466365ms","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:43:01.076834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.528921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:01.076887Z","caller":"traceutil/trace.go:171","msg":"trace[1527363141] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26625; }","duration":"202.641473ms","start":"2026-09-29T04:43:00.874231Z","end":"2026-09-29T04:43:01.076872Z","steps":["trace[1527363141] 'agreement among raft nodes before linearized reading' (duration: 202.553641ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.427222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.665565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:43:01.427311Z","caller":"traceutil/trace.go:171","msg":"trace[956263119] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"349.561525ms","start":"2026-09-29T04:43:01.07773Z","end":"2026-09-29T04:43:01.427291Z","steps":["trace[956263119] 'process raft request' (duration: 149.735736ms)","trace[956263119] 'compare' (duration: 199.278984ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:01.427355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:01.077709Z","time spent":"349.624236ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:01.634542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.237274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-29T04:43:01.634622Z","caller":"traceutil/trace.go:171","msg":"trace[831646692] linearizableReadLoop","detail":"{readStateIndex:27508; appliedIndex:27507; }","duration":"166.70835ms","start":"2026-09-29T04:43:01.467901Z","end":"2026-09-29T04:43:01.634609Z","steps":["trace[831646692] 'read index received' (duration: 44.711µs)","trace[831646692] 'applied index is now lower than readState.Index' (duration: 166.662449ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:01.635086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.947642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T04:43:01.635163Z","caller":"traceutil/trace.go:171","msg":"trace[1188904853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26626; }","duration":"112.036735ms","start":"2026-09-29T04:43:01.523108Z","end":"2026-09-29T04:43:01.635145Z","steps":["trace[1188904853] 'agreement among raft nodes before linearized reading' (duration: 111.798628ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.635187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.257836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T04:43:01.635307Z","caller":"traceutil/trace.go:171","msg":"trace[414789340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26626; }","duration":"167.425819ms","start":"2026-09-29T04:43:01.467855Z","end":"2026-09-29T04:43:01.635281Z","steps":["trace[414789340] 'agreement among raft nodes before linearized reading' (duration: 166.990438ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:01.887503Z","caller":"traceutil/trace.go:171","msg":"trace[1988839473] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"247.456516ms","start":"2026-09-29T04:43:01.640011Z","end":"2026-09-29T04:43:01.887467Z","steps":["trace[1988839473] 'process raft request' (duration: 247.2221ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:01.887616Z","caller":"traceutil/trace.go:171","msg":"trace[1459043344] linearizableReadLoop","detail":"{readStateIndex:27510; appliedIndex:27508; }","duration":"188.403732ms","start":"2026-09-29T04:43:01.699179Z","end":"2026-09-29T04:43:01.887583Z","steps":["trace[1459043344] 'read index received' (duration: 188.008002ms)","trace[1459043344] 'applied index is now lower than readState.Index' (duration: 393.68µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:01.887782Z","caller":"traceutil/trace.go:171","msg":"trace[213688920] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"247.626361ms","start":"2026-09-29T04:43:01.640131Z","end":"2026-09-29T04:43:01.887757Z","steps":["trace[213688920] 'process raft request' (duration: 247.273612ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.887926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.484258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T04:43:01.887978Z","caller":"traceutil/trace.go:171","msg":"trace[62177290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26628; }","duration":"143.580721ms","start":"2026-09-29T04:43:01.744383Z","end":"2026-09-29T04:43:01.887964Z","steps":["trace[62177290] 'agreement among raft nodes before linearized reading' (duration: 143.419246ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:01.887979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.595053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-09-29T04:43:01.887992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.789093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:43:01.888038Z","caller":"traceutil/trace.go:171","msg":"trace[802850416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26628; }","duration":"136.704656ms","start":"2026-09-29T04:43:01.751318Z","end":"2026-09-29T04:43:01.888023Z","steps":["trace[802850416] 'agreement among raft nodes before linearized reading' (duration: 136.500081ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:01.888045Z","caller":"traceutil/trace.go:171","msg":"trace[1139143190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26628; }","duration":"188.878335ms","start":"2026-09-29T04:43:01.699152Z","end":"2026-09-29T04:43:01.888031Z","steps":["trace[1139143190] 'agreement among raft nodes before linearized reading' (duration: 188.619068ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:02.051285Z","caller":"traceutil/trace.go:171","msg":"trace[88528505] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"158.489091ms","start":"2026-09-29T04:43:01.892765Z","end":"2026-09-29T04:43:02.051254Z","steps":["trace[88528505] 'process raft request' (duration: 115.492048ms)","trace[88528505] 'compare' (duration: 42.846399ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:02.120751Z","caller":"traceutil/trace.go:171","msg":"trace[1882656489] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"227.435129ms","start":"2026-09-29T04:43:01.893201Z","end":"2026-09-29T04:43:02.120637Z","steps":["trace[1882656489] 'process raft request' (duration: 227.210593ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:02.120803Z","caller":"traceutil/trace.go:171","msg":"trace[497645811] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"226.619777ms","start":"2026-09-29T04:43:01.89415Z","end":"2026-09-29T04:43:02.120769Z","steps":["trace[497645811] 'process raft request' (duration: 226.398471ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:02.408316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.362674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:43:02.40841Z","caller":"traceutil/trace.go:171","msg":"trace[844776715] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26631; }","duration":"168.508289ms","start":"2026-09-29T04:43:02.23988Z","end":"2026-09-29T04:43:02.408388Z","steps":["trace[844776715] 'count revisions from in-memory index tree' (duration: 168.259612ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:02.408531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.742715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-09-29T04:43:02.408615Z","caller":"traceutil/trace.go:171","msg":"trace[1360364116] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26631; }","duration":"253.877619ms","start":"2026-09-29T04:43:02.154715Z","end":"2026-09-29T04:43:02.408592Z","steps":["trace[1360364116] 'range keys from in-memory index tree' (duration: 253.530259ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:02.959182Z","caller":"traceutil/trace.go:171","msg":"trace[931922547] linearizableReadLoop","detail":"{readStateIndex:27515; appliedIndex:27514; }","duration":"293.892622ms","start":"2026-09-29T04:43:02.665266Z","end":"2026-09-29T04:43:02.959159Z","steps":["trace[931922547] 'read index received' (duration: 293.719827ms)","trace[931922547] 'applied index is now lower than readState.Index' (duration: 171.475µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:02.959296Z","caller":"traceutil/trace.go:171","msg":"trace[512402584] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"303.839768ms","start":"2026-09-29T04:43:02.655445Z","end":"2026-09-29T04:43:02.959285Z","steps":["trace[512402584] 'process raft request' (duration: 303.55492ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:02.959429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:02.655431Z","time spent":"303.912241ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:02.959607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.396065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T04:43:02.959655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.382855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-09-29T04:43:02.959705Z","caller":"traceutil/trace.go:171","msg":"trace[16653086] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26633; }","duration":"143.546529ms","start":"2026-09-29T04:43:02.816118Z","end":"2026-09-29T04:43:02.959664Z","steps":["trace[16653086] 'agreement among raft nodes before linearized reading' (duration: 143.398685ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:02.95972Z","caller":"traceutil/trace.go:171","msg":"trace[131892849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26633; }","duration":"294.466917ms","start":"2026-09-29T04:43:02.66524Z","end":"2026-09-29T04:43:02.959707Z","steps":["trace[131892849] 'agreement among raft nodes before linearized reading' (duration: 294.315153ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:04.067901Z","caller":"traceutil/trace.go:171","msg":"trace[1060147137] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"169.68523ms","start":"2026-09-29T04:43:03.898174Z","end":"2026-09-29T04:43:04.067859Z","steps":["trace[1060147137] 'process raft request' (duration: 169.331331ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:04.276032Z","caller":"traceutil/trace.go:171","msg":"trace[1887891004] linearizableReadLoop","detail":"{readStateIndex:27524; appliedIndex:27522; }","duration":"299.395129ms","start":"2026-09-29T04:43:03.976591Z","end":"2026-09-29T04:43:04.275986Z","steps":["trace[1887891004] 'read index received' (duration: 91.071402ms)","trace[1887891004] 'applied index is now lower than readState.Index' (duration: 208.322577ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:04.276168Z","caller":"traceutil/trace.go:171","msg":"trace[1322811393] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"377.067522ms","start":"2026-09-29T04:43:03.899024Z","end":"2026-09-29T04:43:04.276091Z","steps":["trace[1322811393] 'process raft request' (duration: 330.577855ms)","trace[1322811393] 'compare' (duration: 46.192549ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:04.276315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.643923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-09-29T04:43:04.276333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:03.899007Z","time spent":"377.240357ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:04.276358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.762961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T04:43:04.276388Z","caller":"traceutil/trace.go:171","msg":"trace[1175931653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26642; }","duration":"149.743506ms","start":"2026-09-29T04:43:04.126625Z","end":"2026-09-29T04:43:04.276369Z","steps":["trace[1175931653] 'agreement among raft nodes before linearized reading' (duration: 149.564332ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:04.276434Z","caller":"traceutil/trace.go:171","msg":"trace[417387463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26642; }","duration":"220.905594ms","start":"2026-09-29T04:43:04.055506Z","end":"2026-09-29T04:43:04.276412Z","steps":["trace[417387463] 'agreement among raft nodes before linearized reading' (duration: 220.677298ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:04.276558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.901353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:43:04.276744Z","caller":"traceutil/trace.go:171","msg":"trace[446108267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26642; }","duration":"300.078668ms","start":"2026-09-29T04:43:03.976528Z","end":"2026-09-29T04:43:04.276606Z","steps":["trace[446108267] 'agreement among raft nodes before linearized reading' (duration: 299.635316ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:04.277108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:03.976505Z","time spent":"300.287873ms","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T04:43:04.277176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.00851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:43:04.277245Z","caller":"traceutil/trace.go:171","msg":"trace[981567580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26642; }","duration":"151.122232ms","start":"2026-09-29T04:43:04.126104Z","end":"2026-09-29T04:43:04.277226Z","steps":["trace[981567580] 'agreement among raft nodes before linearized reading' (duration: 150.755002ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:04.27727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.45452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:04.277378Z","caller":"traceutil/trace.go:171","msg":"trace[576654474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26642; }","duration":"202.571883ms","start":"2026-09-29T04:43:04.074778Z","end":"2026-09-29T04:43:04.27735Z","steps":["trace[576654474] 'agreement among raft nodes before linearized reading' (duration: 202.388108ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:04.49737Z","caller":"traceutil/trace.go:171","msg":"trace[2004874107] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"215.56558ms","start":"2026-09-29T04:43:04.28175Z","end":"2026-09-29T04:43:04.497316Z","steps":["trace[2004874107] 'process raft request' (duration: 150.230838ms)","trace[2004874107] 'compare' (duration: 64.955012ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:04.501644Z","caller":"traceutil/trace.go:171","msg":"trace[234776122] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"219.724782ms","start":"2026-09-29T04:43:04.281907Z","end":"2026-09-29T04:43:04.501631Z","steps":["trace[234776122] 'process raft request' (duration: 219.571768ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:04.502106Z","caller":"traceutil/trace.go:171","msg":"trace[1096647357] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"219.993089ms","start":"2026-09-29T04:43:04.282009Z","end":"2026-09-29T04:43:04.502002Z","steps":["trace[1096647357] 'process raft request' (duration: 219.576728ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:04.502146Z","caller":"traceutil/trace.go:171","msg":"trace[495589657] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"139.963714ms","start":"2026-09-29T04:43:04.362144Z","end":"2026-09-29T04:43:04.502107Z","steps":["trace[495589657] 'process raft request' (duration: 139.699847ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:04.502186Z","caller":"traceutil/trace.go:171","msg":"trace[1830466723] linearizableReadLoop","detail":"{readStateIndex:27529; appliedIndex:27524; }","duration":"134.691382ms","start":"2026-09-29T04:43:04.367468Z","end":"2026-09-29T04:43:04.502159Z","steps":["trace[1830466723] 'read index received' (duration: 64.449359ms)","trace[1830466723] 'applied index is now lower than readState.Index' (duration: 70.240843ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:04.502186Z","caller":"traceutil/trace.go:171","msg":"trace[137768549] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"136.894541ms","start":"2026-09-29T04:43:04.365281Z","end":"2026-09-29T04:43:04.502176Z","steps":["trace[137768549] 'process raft request' (duration: 136.737237ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:04.502372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.869707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:04.502429Z","caller":"traceutil/trace.go:171","msg":"trace[373489438] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26648; }","duration":"134.98375ms","start":"2026-09-29T04:43:04.367428Z","end":"2026-09-29T04:43:04.502412Z","steps":["trace[373489438] 'agreement among raft nodes before linearized reading' (duration: 134.830986ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:10.378178Z","caller":"traceutil/trace.go:171","msg":"trace[688935317] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"256.965921ms","start":"2026-09-29T04:43:10.121177Z","end":"2026-09-29T04:43:10.378143Z","steps":["trace[688935317] 'process raft request' (duration: 256.501959ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:10.559662Z","caller":"traceutil/trace.go:171","msg":"trace[2097751494] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"175.741363ms","start":"2026-09-29T04:43:10.383877Z","end":"2026-09-29T04:43:10.559618Z","steps":["trace[2097751494] 'process raft request' (duration: 87.97876ms)","trace[2097751494] 'compare' (duration: 87.515827ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:10.961858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.139547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:43:10.962105Z","caller":"traceutil/trace.go:171","msg":"trace[382724581] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"397.804258ms","start":"2026-09-29T04:43:10.56426Z","end":"2026-09-29T04:43:10.962065Z","steps":["trace[382724581] 'process raft request' (duration: 397.712766ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:10.96211Z","caller":"traceutil/trace.go:171","msg":"trace[143401372] linearizableReadLoop","detail":"{readStateIndex:27583; appliedIndex:27582; }","duration":"402.555556ms","start":"2026-09-29T04:43:10.559525Z","end":"2026-09-29T04:43:10.962081Z","steps":["trace[143401372] 'read index received' (duration: 208.062309ms)","trace[143401372] 'applied index is now lower than readState.Index' (duration: 194.491216ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:10.962198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:10.564233Z","time spent":"397.916311ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:10.962341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.904728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-09-29T04:43:10.962349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.124029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:43:10.962371Z","caller":"traceutil/trace.go:171","msg":"trace[1737921400] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26701; }","duration":"357.98574ms","start":"2026-09-29T04:43:10.604377Z","end":"2026-09-29T04:43:10.962363Z","steps":["trace[1737921400] 'agreement among raft nodes before linearized reading' (duration: 357.884987ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:10.96239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:10.604357Z","time spent":"358.029912ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-09-29T04:43:10.962387Z","caller":"traceutil/trace.go:171","msg":"trace[630977583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26701; }","duration":"432.214561ms","start":"2026-09-29T04:43:10.53016Z","end":"2026-09-29T04:43:10.962374Z","steps":["trace[630977583] 'agreement among raft nodes before linearized reading' (duration: 432.043457ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:10.9621Z","caller":"traceutil/trace.go:171","msg":"trace[1400928307] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"436.464245ms","start":"2026-09-29T04:43:10.525562Z","end":"2026-09-29T04:43:10.962026Z","steps":["trace[1400928307] 'process raft request' (duration: 242.032131ms)","trace[1400928307] 'compare' (duration: 193.637573ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:10.962425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:10.530139Z","time spent":"432.277953ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T04:43:10.96246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.324684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:43:10.962535Z","caller":"traceutil/trace.go:171","msg":"trace[1303460461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26701; }","duration":"432.435847ms","start":"2026-09-29T04:43:10.53008Z","end":"2026-09-29T04:43:10.962515Z","steps":["trace[1303460461] 'agreement among raft nodes before linearized reading' (duration: 432.194321ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:10.962546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:10.525546Z","time spent":"436.901487ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:10.962575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:10.530069Z","time spent":"432.497709ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-09-29T04:43:13.761046Z","caller":"traceutil/trace.go:171","msg":"trace[836387073] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"239.311758ms","start":"2026-09-29T04:43:13.521715Z","end":"2026-09-29T04:43:13.761027Z","steps":["trace[836387073] 'process raft request' (duration: 239.195444ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:14.121583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.483705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:14.121705Z","caller":"traceutil/trace.go:171","msg":"trace[43706858] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26725; }","duration":"235.633879ms","start":"2026-09-29T04:43:13.886029Z","end":"2026-09-29T04:43:14.121663Z","steps":["trace[43706858] 'count revisions from in-memory index tree' (duration: 235.396402ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:15.356586Z","caller":"traceutil/trace.go:171","msg":"trace[750561257] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"217.187784ms","start":"2026-09-29T04:43:15.139361Z","end":"2026-09-29T04:43:15.356548Z","steps":["trace[750561257] 'process raft request' (duration: 168.799567ms)","trace[750561257] 'compare' (duration: 48.232363ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:15.356893Z","caller":"traceutil/trace.go:171","msg":"trace[1127113184] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"196.400337ms","start":"2026-09-29T04:43:15.160468Z","end":"2026-09-29T04:43:15.356868Z","steps":["trace[1127113184] 'process raft request' (duration: 196.031897ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:15.357045Z","caller":"traceutil/trace.go:171","msg":"trace[1393482206] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"188.34572ms","start":"2026-09-29T04:43:15.168664Z","end":"2026-09-29T04:43:15.35701Z","steps":["trace[1393482206] 'process raft request' (duration: 187.996661ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:26.194521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.396087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.174\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-09-29T04:43:26.194517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:25.889896Z","time spent":"304.614528ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-09-29T04:43:26.194595Z","caller":"traceutil/trace.go:171","msg":"trace[1448718499] range","detail":"{range_begin:/registry/masterleases/162.253.55.174; range_end:; response_count:1; response_revision:26812; }","duration":"155.50438ms","start":"2026-09-29T04:43:26.039071Z","end":"2026-09-29T04:43:26.194575Z","steps":["trace[1448718499] 'range keys from in-memory index tree' (duration: 155.236173ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:26.194932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.874074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:26.194961Z","caller":"traceutil/trace.go:171","msg":"trace[23456295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26812; }","duration":"122.947036ms","start":"2026-09-29T04:43:26.072007Z","end":"2026-09-29T04:43:26.194954Z","steps":["trace[23456295] 'range keys from in-memory index tree' (duration: 122.71892ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:26.195261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.229191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:43:26.195296Z","caller":"traceutil/trace.go:171","msg":"trace[308651902] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26812; }","duration":"212.299393ms","start":"2026-09-29T04:43:25.982987Z","end":"2026-09-29T04:43:26.195287Z","steps":["trace[308651902] 'count revisions from in-memory index tree' (duration: 212.151558ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:26.195338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.591359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-09-29T04:43:26.195385Z","caller":"traceutil/trace.go:171","msg":"trace[1688918401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26812; }","duration":"203.661121ms","start":"2026-09-29T04:43:25.991712Z","end":"2026-09-29T04:43:26.195373Z","steps":["trace[1688918401] 'range keys from in-memory index tree' (duration: 203.506567ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:26.329449Z","caller":"traceutil/trace.go:171","msg":"trace[1677167229] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"130.116269ms","start":"2026-09-29T04:43:26.199311Z","end":"2026-09-29T04:43:26.329427Z","steps":["trace[1677167229] 'process raft request' (duration: 127.700084ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:26.71149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.099145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T04:43:26.711577Z","caller":"traceutil/trace.go:171","msg":"trace[428759503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26814; }","duration":"238.25067ms","start":"2026-09-29T04:43:26.473308Z","end":"2026-09-29T04:43:26.711559Z","steps":["trace[428759503] 'range keys from in-memory index tree' (duration: 237.8977ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:26.985384Z","caller":"traceutil/trace.go:171","msg":"trace[61748693] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"267.354099ms","start":"2026-09-29T04:43:26.718Z","end":"2026-09-29T04:43:26.985354Z","steps":["trace[61748693] 'process raft request' (duration: 197.767753ms)","trace[61748693] 'compare' (duration: 69.486934ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:27.295301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.568541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:27.295489Z","caller":"traceutil/trace.go:171","msg":"trace[324479349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26816; }","duration":"190.764146ms","start":"2026-09-29T04:43:27.104671Z","end":"2026-09-29T04:43:27.295435Z","steps":["trace[324479349] 'range keys from in-memory index tree' (duration: 190.54853ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:27.336469Z","caller":"traceutil/trace.go:171","msg":"trace[1952078959] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"314.884515ms","start":"2026-09-29T04:43:27.021566Z","end":"2026-09-29T04:43:27.33645Z","steps":["trace[1952078959] 'process raft request' (duration: 314.770402ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:27.336577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:27.021544Z","time spent":"314.977437ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:43:27.353318Z","caller":"traceutil/trace.go:171","msg":"trace[299087313] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"319.052577ms","start":"2026-09-29T04:43:27.03424Z","end":"2026-09-29T04:43:27.353292Z","steps":["trace[299087313] 'process raft request' (duration: 318.876362ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:27.353468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:27.034216Z","time spent":"319.172989ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T04:43:27.353653Z","caller":"traceutil/trace.go:171","msg":"trace[1078295903] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"166.888616ms","start":"2026-09-29T04:43:27.18675Z","end":"2026-09-29T04:43:27.353639Z","steps":["trace[1078295903] 'process raft request' (duration: 166.499106ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:27.353743Z","caller":"traceutil/trace.go:171","msg":"trace[251440711] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27703; }","duration":"307.971289ms","start":"2026-09-29T04:43:27.045743Z","end":"2026-09-29T04:43:27.353714Z","steps":["trace[251440711] 'read index received' (duration: 290.663385ms)","trace[251440711] 'applied index is now lower than readState.Index' (duration: 17.306934ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:27.353898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.928407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:27.353931Z","caller":"traceutil/trace.go:171","msg":"trace[260217880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26821; }","duration":"280.009109ms","start":"2026-09-29T04:43:27.073909Z","end":"2026-09-29T04:43:27.353918Z","steps":["trace[260217880] 'agreement among raft nodes before linearized reading' (duration: 279.936508ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:27.353952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.655981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-09-29T04:43:27.353956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.455968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-09-29T04:43:27.353982Z","caller":"traceutil/trace.go:171","msg":"trace[1487141756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26821; }","duration":"263.735853ms","start":"2026-09-29T04:43:27.090239Z","end":"2026-09-29T04:43:27.353975Z","steps":["trace[1487141756] 'agreement among raft nodes before linearized reading' (duration: 263.655851ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:27.354004Z","caller":"traceutil/trace.go:171","msg":"trace[1961835899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26821; }","duration":"262.52402ms","start":"2026-09-29T04:43:27.091463Z","end":"2026-09-29T04:43:27.353987Z","steps":["trace[1961835899] 'agreement among raft nodes before linearized reading' (duration: 262.393677ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:27.354045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.285037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T04:43:27.354109Z","caller":"traceutil/trace.go:171","msg":"trace[957910064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26821; }","duration":"308.353429ms","start":"2026-09-29T04:43:27.045737Z","end":"2026-09-29T04:43:27.35409Z","steps":["trace[957910064] 'agreement among raft nodes before linearized reading' (duration: 308.098192ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:27.354142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:27.045665Z","time spent":"308.468002ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-09-29T04:43:31.415216Z","caller":"traceutil/trace.go:171","msg":"trace[1183452435] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"412.710928ms","start":"2026-09-29T04:43:31.002477Z","end":"2026-09-29T04:43:31.415188Z","steps":["trace[1183452435] 'process raft request' (duration: 412.556774ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:31.415248Z","caller":"traceutil/trace.go:171","msg":"trace[466553483] linearizableReadLoop","detail":"{readStateIndex:27735; appliedIndex:27735; }","duration":"339.732351ms","start":"2026-09-29T04:43:31.07549Z","end":"2026-09-29T04:43:31.415222Z","steps":["trace[466553483] 'read index received' (duration: 339.718671ms)","trace[466553483] 'applied index is now lower than readState.Index' (duration: 11.76µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:31.415374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:31.002454Z","time spent":"412.846042ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T04:43:31.415715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.186263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:31.415836Z","caller":"traceutil/trace.go:171","msg":"trace[1847758025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26847; }","duration":"340.305686ms","start":"2026-09-29T04:43:31.075456Z","end":"2026-09-29T04:43:31.415762Z","steps":["trace[1847758025] 'agreement among raft nodes before linearized reading' (duration: 339.849754ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:31.415963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T04:43:31.07544Z","time spent":"340.506141ms","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T04:43:31.569527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.745979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-29T04:43:31.56991Z","caller":"traceutil/trace.go:171","msg":"trace[1600766931] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"221.759247ms","start":"2026-09-29T04:43:31.348127Z","end":"2026-09-29T04:43:31.569887Z","steps":["trace[1600766931] 'process raft request' (duration: 221.486659ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:31.59013Z","caller":"traceutil/trace.go:171","msg":"trace[1359892620] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"225.470547ms","start":"2026-09-29T04:43:31.364626Z","end":"2026-09-29T04:43:31.590097Z","steps":["trace[1359892620] 'process raft request' (duration: 205.246124ms)","trace[1359892620] 'compare' (duration: 19.978156ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:31.590233Z","caller":"traceutil/trace.go:171","msg":"trace[1946773805] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"211.957555ms","start":"2026-09-29T04:43:31.37814Z","end":"2026-09-29T04:43:31.590097Z","steps":["trace[1946773805] 'process raft request' (duration: 211.873543ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:31.590352Z","caller":"traceutil/trace.go:171","msg":"trace[848399226] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"209.893669ms","start":"2026-09-29T04:43:31.380442Z","end":"2026-09-29T04:43:31.590335Z","steps":["trace[848399226] 'process raft request' (duration: 209.622072ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:31.590471Z","caller":"traceutil/trace.go:171","msg":"trace[1284655083] linearizableReadLoop","detail":"{readStateIndex:27740; appliedIndex:27735; }","duration":"173.408281ms","start":"2026-09-29T04:43:31.417051Z","end":"2026-09-29T04:43:31.59046Z","steps":["trace[1284655083] 'read index received' (duration: 25.701769ms)","trace[1284655083] 'applied index is now lower than readState.Index' (duration: 147.705552ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:31.59054Z","caller":"traceutil/trace.go:171","msg":"trace[324129455] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"147.758863ms","start":"2026-09-29T04:43:31.442743Z","end":"2026-09-29T04:43:31.590502Z","steps":["trace[324129455] 'process raft request' (duration: 147.554177ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:31.590615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.557744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:31.590655Z","caller":"traceutil/trace.go:171","msg":"trace[1285571417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26853; }","duration":"173.639847ms","start":"2026-09-29T04:43:31.417004Z","end":"2026-09-29T04:43:31.590644Z","steps":["trace[1285571417] 'agreement among raft nodes before linearized reading' (duration: 173.549394ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:31.59074Z","caller":"traceutil/trace.go:171","msg":"trace[1425487196] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"144.66765ms","start":"2026-09-29T04:43:31.446059Z","end":"2026-09-29T04:43:31.590727Z","steps":["trace[1425487196] 'process raft request' (duration: 144.520566ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:31.590784Z","caller":"traceutil/trace.go:171","msg":"trace[120449877] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"147.168387ms","start":"2026-09-29T04:43:31.443591Z","end":"2026-09-29T04:43:31.590759Z","steps":["trace[120449877] 'process raft request' (duration: 146.846988ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:31.590826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.015729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:43:31.590919Z","caller":"traceutil/trace.go:171","msg":"trace[632772237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26854; }","duration":"145.112552ms","start":"2026-09-29T04:43:31.44576Z","end":"2026-09-29T04:43:31.590872Z","steps":["trace[632772237] 'agreement among raft nodes before linearized reading' (duration: 144.912966ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:31.591023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.000141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-09-29T04:43:31.591022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.580241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:43:31.591066Z","caller":"traceutil/trace.go:171","msg":"trace[320805833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26854; }","duration":"144.056303ms","start":"2026-09-29T04:43:31.446996Z","end":"2026-09-29T04:43:31.591053Z","steps":["trace[320805833] 'agreement among raft nodes before linearized reading' (duration: 143.847158ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:31.591102Z","caller":"traceutil/trace.go:171","msg":"trace[1973922307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26854; }","duration":"143.687973ms","start":"2026-09-29T04:43:31.447393Z","end":"2026-09-29T04:43:31.591081Z","steps":["trace[1973922307] 'agreement among raft nodes before linearized reading' (duration: 143.415986ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.640634Z","caller":"traceutil/trace.go:171","msg":"trace[1626280414] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"177.280814ms","start":"2026-09-29T04:43:37.463329Z","end":"2026-09-29T04:43:37.64061Z","steps":["trace[1626280414] 'process raft request' (duration: 177.145501ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.835951Z","caller":"traceutil/trace.go:171","msg":"trace[960199968] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"241.921908ms","start":"2026-09-29T04:43:37.593981Z","end":"2026-09-29T04:43:37.835903Z","steps":["trace[960199968] 'process raft request' (duration: 241.723782ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.835987Z","caller":"traceutil/trace.go:171","msg":"trace[1733643664] linearizableReadLoop","detail":"{readStateIndex:27796; appliedIndex:27789; }","duration":"196.621162ms","start":"2026-09-29T04:43:37.639347Z","end":"2026-09-29T04:43:37.835969Z","steps":["trace[1733643664] 'read index received' (duration: 1.182671ms)","trace[1733643664] 'applied index is now lower than readState.Index' (duration: 195.437651ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:37.836065Z","caller":"traceutil/trace.go:171","msg":"trace[590694862] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"209.066057ms","start":"2026-09-29T04:43:37.62699Z","end":"2026-09-29T04:43:37.836056Z","steps":["trace[590694862] 'process raft request' (duration: 208.82565ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.836306Z","caller":"traceutil/trace.go:171","msg":"trace[766465456] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"202.752677ms","start":"2026-09-29T04:43:37.633534Z","end":"2026-09-29T04:43:37.836287Z","steps":["trace[766465456] 'process raft request' (duration: 202.369487ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:37.836396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.040164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T04:43:37.836432Z","caller":"traceutil/trace.go:171","msg":"trace[26418537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26906; }","duration":"197.126976ms","start":"2026-09-29T04:43:37.639294Z","end":"2026-09-29T04:43:37.836421Z","steps":["trace[26418537] 'agreement among raft nodes before linearized reading' (duration: 196.997573ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.836515Z","caller":"traceutil/trace.go:171","msg":"trace[1519446460] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"202.954643ms","start":"2026-09-29T04:43:37.633552Z","end":"2026-09-29T04:43:37.836506Z","steps":["trace[1519446460] 'process raft request' (duration: 202.386568ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.83657Z","caller":"traceutil/trace.go:171","msg":"trace[153518293] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"203.839626ms","start":"2026-09-29T04:43:37.632718Z","end":"2026-09-29T04:43:37.836558Z","steps":["trace[153518293] 'process raft request' (duration: 203.130207ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.836707Z","caller":"traceutil/trace.go:171","msg":"trace[854580845] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"203.189708ms","start":"2026-09-29T04:43:37.63349Z","end":"2026-09-29T04:43:37.83668Z","steps":["trace[854580845] 'process raft request' (duration: 202.381997ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.888101Z","caller":"traceutil/trace.go:171","msg":"trace[1191261115] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"230.44172ms","start":"2026-09-29T04:43:37.657624Z","end":"2026-09-29T04:43:37.888066Z","steps":["trace[1191261115] 'process raft request' (duration: 230.213924ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:37.888179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.43214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T04:43:37.888255Z","caller":"traceutil/trace.go:171","msg":"trace[366635041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26907; }","duration":"233.574734ms","start":"2026-09-29T04:43:37.654661Z","end":"2026-09-29T04:43:37.888236Z","steps":["trace[366635041] 'agreement among raft nodes before linearized reading' (duration: 233.40027ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:37.88826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.344638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-09-29T04:43:37.888242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.251517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-09-29T04:43:37.88832Z","caller":"traceutil/trace.go:171","msg":"trace[493115658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26907; }","duration":"239.455282ms","start":"2026-09-29T04:43:37.648848Z","end":"2026-09-29T04:43:37.888303Z","steps":["trace[493115658] 'agreement among raft nodes before linearized reading' (duration: 239.260147ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:37.888342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.832869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:37.888351Z","caller":"traceutil/trace.go:171","msg":"trace[2062504990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26907; }","duration":"239.36769ms","start":"2026-09-29T04:43:37.64896Z","end":"2026-09-29T04:43:37.888328Z","steps":["trace[2062504990] 'agreement among raft nodes before linearized reading' (duration: 239.107953ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:37.888409Z","caller":"traceutil/trace.go:171","msg":"trace[329098876] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26907; }","duration":"227.908371ms","start":"2026-09-29T04:43:37.660483Z","end":"2026-09-29T04:43:37.888391Z","steps":["trace[329098876] 'agreement among raft nodes before linearized reading' (duration: 227.771708ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:38.04352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.770534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:43:38.043703Z","caller":"traceutil/trace.go:171","msg":"trace[1936650067] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"202.441559ms","start":"2026-09-29T04:43:37.8412Z","end":"2026-09-29T04:43:38.043642Z","steps":["trace[1936650067] 'process raft request' (duration: 67.449539ms)","trace[1936650067] 'compare' (duration: 134.6046ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:38.043741Z","caller":"traceutil/trace.go:171","msg":"trace[1307388020] linearizableReadLoop","detail":"{readStateIndex:27798; appliedIndex:27797; }","duration":"155.700616ms","start":"2026-09-29T04:43:37.888019Z","end":"2026-09-29T04:43:38.043719Z","steps":["trace[1307388020] 'read index received' (duration: 20.594853ms)","trace[1307388020] 'applied index is now lower than readState.Index' (duration: 135.104383ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:38.043857Z","caller":"traceutil/trace.go:171","msg":"trace[598237731] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"150.673501ms","start":"2026-09-29T04:43:37.893164Z","end":"2026-09-29T04:43:38.043837Z","steps":["trace[598237731] 'process raft request' (duration: 150.477016ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:38.043918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.683292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T04:43:38.04395Z","caller":"traceutil/trace.go:171","msg":"trace[1229060885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26909; }","duration":"156.719603ms","start":"2026-09-29T04:43:37.88722Z","end":"2026-09-29T04:43:38.043939Z","steps":["trace[1229060885] 'agreement among raft nodes before linearized reading' (duration: 156.560039ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:38.044175Z","caller":"traceutil/trace.go:171","msg":"trace[1479091058] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"150.980709ms","start":"2026-09-29T04:43:37.893165Z","end":"2026-09-29T04:43:38.044146Z","steps":["trace[1479091058] 'process raft request' (duration: 150.609469ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:43:38.276154Z","caller":"traceutil/trace.go:171","msg":"trace[2140523267] linearizableReadLoop","detail":"{readStateIndex:27801; appliedIndex:27800; }","duration":"147.389502ms","start":"2026-09-29T04:43:38.128726Z","end":"2026-09-29T04:43:38.276116Z","steps":["trace[2140523267] 'read index received' (duration: 82.911753ms)","trace[2140523267] 'applied index is now lower than readState.Index' (duration: 64.476589ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:43:38.27621Z","caller":"traceutil/trace.go:171","msg":"trace[1538600305] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"227.780099ms","start":"2026-09-29T04:43:38.048386Z","end":"2026-09-29T04:43:38.276167Z","steps":["trace[1538600305] 'process raft request' (duration: 163.150295ms)","trace[1538600305] 'compare' (duration: 64.393127ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:43:38.276358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.597578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:38.276401Z","caller":"traceutil/trace.go:171","msg":"trace[1872672890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26911; }","duration":"147.737222ms","start":"2026-09-29T04:43:38.128651Z","end":"2026-09-29T04:43:38.276388Z","steps":["trace[1872672890] 'agreement among raft nodes before linearized reading' (duration: 147.618138ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:38.276478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.090089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:38.276601Z","caller":"traceutil/trace.go:171","msg":"trace[745013063] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26911; }","duration":"127.278934ms","start":"2026-09-29T04:43:38.149299Z","end":"2026-09-29T04:43:38.276578Z","steps":["trace[745013063] 'agreement among raft nodes before linearized reading' (duration: 127.072098ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:38.559678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.803507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:38.559773Z","caller":"traceutil/trace.go:171","msg":"trace[2117295840] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26911; }","duration":"140.968761ms","start":"2026-09-29T04:43:38.418788Z","end":"2026-09-29T04:43:38.559756Z","steps":["trace[2117295840] 'count revisions from in-memory index tree' (duration: 140.665662ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:43:39.675993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.621854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:43:39.676085Z","caller":"traceutil/trace.go:171","msg":"trace[1552945243] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26914; }","duration":"224.914691ms","start":"2026-09-29T04:43:39.451148Z","end":"2026-09-29T04:43:39.676062Z","steps":["trace[1552945243] 'count revisions from in-memory index tree' (duration: 224.433348ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:44:48.654425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.132512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T04:44:48.65453Z","caller":"traceutil/trace.go:171","msg":"trace[389401506] linearizableReadLoop","detail":"{readStateIndex:28510; appliedIndex:28509; }","duration":"184.159493ms","start":"2026-09-29T04:44:48.470355Z","end":"2026-09-29T04:44:48.654514Z","steps":["trace[389401506] 'read index received' (duration: 75.841287ms)","trace[389401506] 'applied index is now lower than readState.Index' (duration: 108.316596ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:44:48.654596Z","caller":"traceutil/trace.go:171","msg":"trace[60159205] transaction","detail":"{read_only:false; response_revision:27604; number_of_response:1; }","duration":"197.183446ms","start":"2026-09-29T04:44:48.457386Z","end":"2026-09-29T04:44:48.654569Z","steps":["trace[60159205] 'process raft request' (duration: 88.826768ms)","trace[60159205] 'compare' (duration: 107.942677ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:44:48.654636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.285816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:44:48.654686Z","caller":"traceutil/trace.go:171","msg":"trace[1824042759] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27604; }","duration":"184.319887ms","start":"2026-09-29T04:44:48.470338Z","end":"2026-09-29T04:44:48.654658Z","steps":["trace[1824042759] 'agreement among raft nodes before linearized reading' (duration: 184.257476ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:44:48.655095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.919945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T04:44:48.65518Z","caller":"traceutil/trace.go:171","msg":"trace[1837194232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27604; }","duration":"181.055889ms","start":"2026-09-29T04:44:48.474101Z","end":"2026-09-29T04:44:48.655157Z","steps":["trace[1837194232] 'agreement among raft nodes before linearized reading' (duration: 180.835013ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T04:44:48.655591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.390674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:44:48.655742Z","caller":"traceutil/trace.go:171","msg":"trace[333798150] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27604; }","duration":"151.628861ms","start":"2026-09-29T04:44:48.504084Z","end":"2026-09-29T04:44:48.655713Z","steps":["trace[333798150] 'agreement among raft nodes before linearized reading' (duration: 151.275831ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:44:48.778496Z","caller":"traceutil/trace.go:171","msg":"trace[1237769038] transaction","detail":"{read_only:false; response_revision:27605; number_of_response:1; }","duration":"118.160383ms","start":"2026-09-29T04:44:48.660281Z","end":"2026-09-29T04:44:48.778442Z","steps":["trace[1237769038] 'process raft request' (duration: 102.15845ms)","trace[1237769038] 'compare' (duration: 15.751907ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T04:44:48.778567Z","caller":"traceutil/trace.go:171","msg":"trace[1103301448] transaction","detail":"{read_only:false; response_revision:27606; number_of_response:1; }","duration":"115.79361ms","start":"2026-09-29T04:44:48.662731Z","end":"2026-09-29T04:44:48.778524Z","steps":["trace[1103301448] 'process raft request' (duration: 115.698517ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:44:48.778632Z","caller":"traceutil/trace.go:171","msg":"trace[1760080485] linearizableReadLoop","detail":"{readStateIndex:28511; appliedIndex:28510; }","duration":"117.029403ms","start":"2026-09-29T04:44:48.661524Z","end":"2026-09-29T04:44:48.778554Z","steps":["trace[1760080485] 'read index received' (duration: 100.910366ms)","trace[1760080485] 'applied index is now lower than readState.Index' (duration: 16.114967ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T04:44:48.778845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.28032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T04:44:48.778983Z","caller":"traceutil/trace.go:171","msg":"trace[1696392508] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27606; }","duration":"117.467305ms","start":"2026-09-29T04:44:48.661488Z","end":"2026-09-29T04:44:48.778955Z","steps":["trace[1696392508] 'agreement among raft nodes before linearized reading' (duration: 117.245409ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:44:52.507823Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24904} {"level":"info","ts":"2026-09-29T04:44:52.677842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24904,"took":"165.038285ms","hash":3015914208,"current-db-size-bytes":58904576,"current-db-size":"59 MB","current-db-size-in-use-bytes":36065280,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-09-29T04:44:52.677937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3015914208,"revision":24904,"compact-revision":21645} {"level":"info","ts":"2026-09-29T04:46:01.927005Z","caller":"traceutil/trace.go:171","msg":"trace[1796988216] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"110.689801ms","start":"2026-09-29T04:46:01.816277Z","end":"2026-09-29T04:46:01.926966Z","steps":["trace[1796988216] 'process raft request' (duration: 110.421644ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T04:47:17.029182Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"757b052826ed9e87","local-member-applied-index":30005,"local-member-snapshot-index":20004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T04:47:17.038016Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30005} {"level":"info","ts":"2026-09-29T04:47:17.038146Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25005} {"level":"info","ts":"2026-09-29T04:49:52.515595Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27653} {"level":"info","ts":"2026-09-29T04:49:52.650668Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27653,"took":"131.142215ms","hash":920665532,"current-db-size-bytes":59756544,"current-db-size":"60 MB","current-db-size-in-use-bytes":36876288,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-09-29T04:49:52.650739Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":920665532,"revision":27653,"compact-revision":24904} {"level":"info","ts":"2026-09-29T04:54:52.528788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30324} {"level":"info","ts":"2026-09-29T04:54:52.688217Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30324,"took":"155.310655ms","hash":565336102,"current-db-size-bytes":59756544,"current-db-size":"60 MB","current-db-size-in-use-bytes":30445568,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-09-29T04:54:52.688292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":565336102,"revision":30324,"compact-revision":27653} {"level":"info","ts":"2026-09-29T04:59:52.538377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32574} {"level":"info","ts":"2026-09-29T04:59:52.696939Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32574,"took":"154.382529ms","hash":2656501568,"current-db-size-bytes":60801024,"current-db-size":"61 MB","current-db-size-in-use-bytes":29941760,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-09-29T04:59:52.697051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2656501568,"revision":32574,"compact-revision":30324} {"level":"info","ts":"2026-09-29T05:04:52.545802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34802} {"level":"info","ts":"2026-09-29T05:04:52.668422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34802,"took":"119.108611ms","hash":2419018751,"current-db-size-bytes":60801024,"current-db-size":"61 MB","current-db-size-in-use-bytes":31731712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-29T05:04:52.668471Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2419018751,"revision":34802,"compact-revision":32574} {"level":"info","ts":"2026-09-29T05:08:21.00666Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"757b052826ed9e87","local-member-applied-index":40006,"local-member-snapshot-index":30005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T05:08:21.012936Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40006} {"level":"info","ts":"2026-09-29T05:08:21.013078Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35006} {"level":"info","ts":"2026-09-29T05:09:52.553777Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37160} {"level":"info","ts":"2026-09-29T05:09:52.696063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37160,"took":"137.629533ms","hash":3480549699,"current-db-size-bytes":61227008,"current-db-size":"61 MB","current-db-size-in-use-bytes":32247808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-29T05:09:52.696132Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3480549699,"revision":37160,"compact-revision":34802} {"level":"info","ts":"2026-09-29T05:14:52.561277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39469} {"level":"info","ts":"2026-09-29T05:14:52.698111Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39469,"took":"133.09587ms","hash":2945555562,"current-db-size-bytes":62500864,"current-db-size":"62 MB","current-db-size-in-use-bytes":31465472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-29T05:14:52.698182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2945555562,"revision":39469,"compact-revision":37160} {"level":"info","ts":"2026-09-29T05:19:52.568159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41696} {"level":"info","ts":"2026-09-29T05:19:52.69561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41696,"took":"123.282625ms","hash":3325352966,"current-db-size-bytes":62500864,"current-db-size":"62 MB","current-db-size-in-use-bytes":29806592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-09-29T05:19:52.695825Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3325352966,"revision":41696,"compact-revision":39469}