{"level":"warn","ts":"2026-05-09T03:46:24.025626Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T03:46:24.025781Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-09T03:46:24.025902Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T03:46:24.025925Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-05-09T03:46:24.025959Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T03:46:24.027319Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-05-09T03:46:24.027444Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-09T03:46:24.032262Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.388426ms"} {"level":"info","ts":"2026-05-09T03:46:24.039951Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-05-09T03:46:24.040074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-05-09T03:46:24.040109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-05-09T03:46:24.040132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-09T03:46:24.040145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-05-09T03:46:24.040206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-05-09T03:46:24.047134Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-09T03:46:24.049359Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-09T03:46:24.051035Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-09T03:46:24.0538Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-09T03:46:24.05413Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T03:46:24.054254Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T03:46:24.054267Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T03:46:24.054219Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-09T03:46:24.055357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-05-09T03:46:24.056055Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-05-09T03:46:24.058081Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T03:46:24.058233Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-05-09T03:46:24.058344Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-05-09T03:46:24.058359Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-09T03:46:24.058425Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-09T03:46:24.140411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-05-09T03:46:24.140476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-05-09T03:46:24.140509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-05-09T03:46:24.140566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-05-09T03:46:24.140586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-05-09T03:46:24.140673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-05-09T03:46:24.140705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-05-09T03:46:24.141868Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-05-09T03:46:24.141875Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T03:46:24.141919Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T03:46:24.141885Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T03:46:24.142283Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-09T03:46:24.142329Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-09T03:46:24.142987Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T03:46:24.143141Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T03:46:24.143235Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T03:46:24.145089Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-05-09T03:46:24.146406Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-09T03:46:52.599669Z","caller":"traceutil/trace.go:171","msg":"trace[571319937] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"158.91529ms","start":"2026-05-09T03:46:52.440723Z","end":"2026-05-09T03:46:52.599638Z","steps":["trace[571319937] 'process raft request' (duration: 158.750597ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.624156Z","caller":"traceutil/trace.go:171","msg":"trace[557784726] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"130.323777ms","start":"2026-05-09T03:46:53.493802Z","end":"2026-05-09T03:46:53.624126Z","steps":["trace[557784726] 'process raft request' (duration: 130.116381ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.635107Z","caller":"traceutil/trace.go:171","msg":"trace[1623165861] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"123.507705ms","start":"2026-05-09T03:46:53.511579Z","end":"2026-05-09T03:46:53.635086Z","steps":["trace[1623165861] 'process raft request' (duration: 123.160677ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.635343Z","caller":"traceutil/trace.go:171","msg":"trace[745086093] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"138.828915ms","start":"2026-05-09T03:46:53.496505Z","end":"2026-05-09T03:46:53.635334Z","steps":["trace[745086093] 'process raft request' (duration: 137.949425ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.635436Z","caller":"traceutil/trace.go:171","msg":"trace[109691807] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"119.696111ms","start":"2026-05-09T03:46:53.515722Z","end":"2026-05-09T03:46:53.635418Z","steps":["trace[109691807] 'process raft request' (duration: 119.064076ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.635572Z","caller":"traceutil/trace.go:171","msg":"trace[958124518] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"138.971878ms","start":"2026-05-09T03:46:53.496592Z","end":"2026-05-09T03:46:53.635564Z","steps":["trace[958124518] 'process raft request' (duration: 137.946565ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.635634Z","caller":"traceutil/trace.go:171","msg":"trace[1983471029] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"119.848724ms","start":"2026-05-09T03:46:53.515772Z","end":"2026-05-09T03:46:53.63562Z","steps":["trace[1983471029] 'process raft request' (duration: 119.048316ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.635836Z","caller":"traceutil/trace.go:171","msg":"trace[803992802] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"119.999138ms","start":"2026-05-09T03:46:53.515827Z","end":"2026-05-09T03:46:53.635826Z","steps":["trace[803992802] 'process raft request' (duration: 119.035346ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.635918Z","caller":"traceutil/trace.go:171","msg":"trace[1460068301] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"103.327729ms","start":"2026-05-09T03:46:53.532583Z","end":"2026-05-09T03:46:53.635911Z","steps":["trace[1460068301] 'process raft request' (duration: 102.330566ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.636116Z","caller":"traceutil/trace.go:171","msg":"trace[757361259] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"129.380875ms","start":"2026-05-09T03:46:53.506725Z","end":"2026-05-09T03:46:53.636106Z","steps":["trace[757361259] 'process raft request' (duration: 127.963943ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:53.984937Z","caller":"traceutil/trace.go:171","msg":"trace[1449427043] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"131.069742ms","start":"2026-05-09T03:46:53.853838Z","end":"2026-05-09T03:46:53.984908Z","steps":["trace[1449427043] 'process raft request' (duration: 130.884838ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:46:59.758146Z","caller":"traceutil/trace.go:171","msg":"trace[595027683] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"128.807542ms","start":"2026-05-09T03:46:59.629303Z","end":"2026-05-09T03:46:59.758111Z","steps":["trace[595027683] 'process raft request' (duration: 103.920911ms)","trace[595027683] 'compare' (duration: 24.730048ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:47:00.55421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885925655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T03:47:01.054395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885925655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T03:47:01.090804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056513549s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T03:47:01.091631Z","caller":"traceutil/trace.go:171","msg":"trace[1813840079] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"1.037443505s","start":"2026-05-09T03:47:00.054168Z","end":"2026-05-09T03:47:01.091611Z","steps":["trace[1813840079] 'read index received' (duration: 1.036878453s)","trace[1813840079] 'applied index is now lower than readState.Index' (duration: 563.882µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:47:01.091757Z","caller":"traceutil/trace.go:171","msg":"trace[1034432244] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.119461893s","start":"2026-05-09T03:46:59.972254Z","end":"2026-05-09T03:47:01.091715Z","steps":["trace[1034432244] 'process raft request' (duration: 1.118940591s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:47:01.091833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009738592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-09T03:47:01.091901Z","caller":"traceutil/trace.go:171","msg":"trace[768091546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"1.009855885s","start":"2026-05-09T03:47:00.082038Z","end":"2026-05-09T03:47:01.091893Z","steps":["trace[768091546] 'agreement among raft nodes before linearized reading' (duration: 1.009705311s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:47:01.091833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037664191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T03:47:01.091926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:47:00.082019Z","time spent":"1.009900766s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T03:47:01.091955Z","caller":"traceutil/trace.go:171","msg":"trace[929594942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"1.037813433s","start":"2026-05-09T03:47:00.054112Z","end":"2026-05-09T03:47:01.091926Z","steps":["trace[929594942] 'agreement among raft nodes before linearized reading' (duration: 1.037613779s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:47:01.091995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:47:00.054083Z","time spent":"1.037901706s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T03:47:01.092047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.297194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T03:47:01.092057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.716433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-09T03:47:01.092151Z","caller":"traceutil/trace.go:171","msg":"trace[1158737220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"949.461578ms","start":"2026-05-09T03:47:00.142663Z","end":"2026-05-09T03:47:01.092125Z","steps":["trace[1158737220] 'agreement among raft nodes before linearized reading' (duration: 949.237173ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:47:01.092185Z","caller":"traceutil/trace.go:171","msg":"trace[1954837738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"898.919717ms","start":"2026-05-09T03:47:00.193234Z","end":"2026-05-09T03:47:01.092154Z","steps":["trace[1954837738] 'agreement among raft nodes before linearized reading' (duration: 898.639291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:47:01.092213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:47:00.142639Z","time spent":"949.56228ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T03:47:01.092299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:47:00.193216Z","time spent":"899.046722ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T03:47:01.092302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.690081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-98tm7\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-05-09T03:47:01.092344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.273576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T03:47:01.092528Z","caller":"traceutil/trace.go:171","msg":"trace[1123944874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"461.495551ms","start":"2026-05-09T03:47:00.630983Z","end":"2026-05-09T03:47:01.092479Z","steps":["trace[1123944874] 'agreement among raft nodes before linearized reading' (duration: 461.00741ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:47:01.092532Z","caller":"traceutil/trace.go:171","msg":"trace[1272690505] range","detail":"{range_begin:/registry/pods/kube-system/cilium-98tm7; range_end:; response_count:1; response_revision:620; }","duration":"749.006538ms","start":"2026-05-09T03:47:00.343449Z","end":"2026-05-09T03:47:01.092455Z","steps":["trace[1272690505] 'agreement among raft nodes before linearized reading' (duration: 748.413425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:47:01.092614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:47:00.630964Z","time spent":"461.636214ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T03:47:01.092709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:47:00.343431Z","time spent":"749.258874ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-98tm7\" "} {"level":"warn","ts":"2026-05-09T03:47:01.092796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:46:59.972231Z","time spent":"1.119603475s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T03:48:04.93412Z","caller":"traceutil/trace.go:171","msg":"trace[1039147852] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"204.458313ms","start":"2026-05-09T03:48:04.729636Z","end":"2026-05-09T03:48:04.934094Z","steps":["trace[1039147852] 'process raft request' (duration: 204.273459ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:48:28.951455Z","caller":"traceutil/trace.go:171","msg":"trace[1240183078] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"163.966543ms","start":"2026-05-09T03:48:28.787462Z","end":"2026-05-09T03:48:28.951428Z","steps":["trace[1240183078] 'read index received' (duration: 163.681217ms)","trace[1240183078] 'applied index is now lower than readState.Index' (duration: 284.426µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:48:28.951613Z","caller":"traceutil/trace.go:171","msg":"trace[1104722293] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"198.726253ms","start":"2026-05-09T03:48:28.752755Z","end":"2026-05-09T03:48:28.951481Z","steps":["trace[1104722293] 'process raft request' (duration: 198.528179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:48:28.951883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.350008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-09T03:48:28.951985Z","caller":"traceutil/trace.go:171","msg":"trace[145751422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"113.45759ms","start":"2026-05-09T03:48:28.838499Z","end":"2026-05-09T03:48:28.951957Z","steps":["trace[145751422] 'agreement among raft nodes before linearized reading' (duration: 113.110632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:48:28.952362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.31595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-05-09T03:48:28.952442Z","caller":"traceutil/trace.go:171","msg":"trace[811970745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1852; }","duration":"165.021836ms","start":"2026-05-09T03:48:28.787407Z","end":"2026-05-09T03:48:28.952429Z","steps":["trace[811970745] 'agreement among raft nodes before linearized reading' (duration: 164.169497ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:48:29.123331Z","caller":"traceutil/trace.go:171","msg":"trace[1208923530] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"161.349736ms","start":"2026-05-09T03:48:28.961948Z","end":"2026-05-09T03:48:29.123298Z","steps":["trace[1208923530] 'process raft request' (duration: 148.194598ms)","trace[1208923530] 'compare' (duration: 12.522043ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:48:42.000992Z","caller":"traceutil/trace.go:171","msg":"trace[1110334431] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"128.031608ms","start":"2026-05-09T03:48:41.872934Z","end":"2026-05-09T03:48:42.000966Z","steps":["trace[1110334431] 'process raft request' (duration: 74.821125ms)","trace[1110334431] 'compare' (duration: 53.104571ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:48:42.070638Z","caller":"traceutil/trace.go:171","msg":"trace[1170456578] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"119.172934ms","start":"2026-05-09T03:48:41.951435Z","end":"2026-05-09T03:48:42.070608Z","steps":["trace[1170456578] 'process raft request' (duration: 119.01225ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:48:44.775552Z","caller":"traceutil/trace.go:171","msg":"trace[149028774] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"236.905887ms","start":"2026-05-09T03:48:44.538616Z","end":"2026-05-09T03:48:44.775522Z","steps":["trace[149028774] 'process raft request' (duration: 216.533873ms)","trace[149028774] 'compare' (duration: 19.932155ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:48:44.77557Z","caller":"traceutil/trace.go:171","msg":"trace[459513649] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"235.951786ms","start":"2026-05-09T03:48:44.539593Z","end":"2026-05-09T03:48:44.775544Z","steps":["trace[459513649] 'process raft request' (duration: 235.865774ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:48:44.784319Z","caller":"traceutil/trace.go:171","msg":"trace[929505677] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"243.286286ms","start":"2026-05-09T03:48:44.541012Z","end":"2026-05-09T03:48:44.784299Z","steps":["trace[929505677] 'process raft request' (duration: 243.184974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:49:18.354738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.284448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T03:49:18.354853Z","caller":"traceutil/trace.go:171","msg":"trace[877235801] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"166.719648ms","start":"2026-05-09T03:49:18.188118Z","end":"2026-05-09T03:49:18.354838Z","steps":["trace[877235801] 'read index received' (duration: 33.999859ms)","trace[877235801] 'applied index is now lower than readState.Index' (duration: 132.718569ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:49:18.354876Z","caller":"traceutil/trace.go:171","msg":"trace[1489921228] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"169.931248ms","start":"2026-05-09T03:49:18.18491Z","end":"2026-05-09T03:49:18.354841Z","steps":["trace[1489921228] 'process raft request' (duration: 37.272931ms)","trace[1489921228] 'compare' (duration: 131.920791ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:49:18.354921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.81177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T03:49:18.35509Z","caller":"traceutil/trace.go:171","msg":"trace[1414063927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2177; }","duration":"166.900171ms","start":"2026-05-09T03:49:18.18806Z","end":"2026-05-09T03:49:18.35496Z","steps":["trace[1414063927] 'agreement among raft nodes before linearized reading' (duration: 166.82206ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:49:18.417535Z","caller":"traceutil/trace.go:171","msg":"trace[1935072921] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"127.290799ms","start":"2026-05-09T03:49:18.290219Z","end":"2026-05-09T03:49:18.41751Z","steps":["trace[1935072921] 'process raft request' (duration: 127.148185ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:49:18.761781Z","caller":"traceutil/trace.go:171","msg":"trace[1792080232] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"108.079472ms","start":"2026-05-09T03:49:18.653632Z","end":"2026-05-09T03:49:18.761711Z","steps":["trace[1792080232] 'process raft request' (duration: 61.955459ms)","trace[1792080232] 'compare' (duration: 45.902528ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:49:24.138468Z","caller":"traceutil/trace.go:171","msg":"trace[506491547] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"142.235484ms","start":"2026-05-09T03:49:23.996209Z","end":"2026-05-09T03:49:24.138444Z","steps":["trace[506491547] 'process raft request' (duration: 142.110791ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:49:24.193891Z","caller":"traceutil/trace.go:171","msg":"trace[2001757970] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"197.19709ms","start":"2026-05-09T03:49:23.996665Z","end":"2026-05-09T03:49:24.193863Z","steps":["trace[2001757970] 'process raft request' (duration: 182.173943ms)","trace[2001757970] 'compare' (duration: 14.729961ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:49:24.194014Z","caller":"traceutil/trace.go:171","msg":"trace[738841358] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"175.562059ms","start":"2026-05-09T03:49:24.018438Z","end":"2026-05-09T03:49:24.194Z","steps":["trace[738841358] 'process raft request' (duration: 175.416316ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:49:24.194033Z","caller":"traceutil/trace.go:171","msg":"trace[149247875] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"197.037977ms","start":"2026-05-09T03:49:23.996961Z","end":"2026-05-09T03:49:24.193999Z","steps":["trace[149247875] 'process raft request' (duration: 196.855543ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:49:24.194049Z","caller":"traceutil/trace.go:171","msg":"trace[487250255] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"197.259771ms","start":"2026-05-09T03:49:23.996744Z","end":"2026-05-09T03:49:24.194004Z","steps":["trace[487250255] 'process raft request' (duration: 196.946974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:49:24.506966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.949164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T03:49:24.507082Z","caller":"traceutil/trace.go:171","msg":"trace[1578738798] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2209; }","duration":"156.118267ms","start":"2026-05-09T03:49:24.350945Z","end":"2026-05-09T03:49:24.507063Z","steps":["trace[1578738798] 'count revisions from in-memory index tree' (duration: 155.891262ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:49:24.520827Z","caller":"traceutil/trace.go:171","msg":"trace[945638499] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"149.357199ms","start":"2026-05-09T03:49:24.371447Z","end":"2026-05-09T03:49:24.520804Z","steps":["trace[945638499] 'process raft request' (duration: 149.209626ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:49:25.105012Z","caller":"traceutil/trace.go:171","msg":"trace[1606854215] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2291; }","duration":"588.779279ms","start":"2026-05-09T03:49:24.516217Z","end":"2026-05-09T03:49:25.104996Z","steps":["trace[1606854215] 'read index received' (duration: 4.459237ms)","trace[1606854215] 'applied index is now lower than readState.Index' (duration: 584.319522ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:49:25.105171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.940903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-09T03:49:25.105203Z","caller":"traceutil/trace.go:171","msg":"trace[1278252975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2211; }","duration":"589.024294ms","start":"2026-05-09T03:49:24.51617Z","end":"2026-05-09T03:49:25.105195Z","steps":["trace[1278252975] 'agreement among raft nodes before linearized reading' (duration: 588.890051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:49:25.105233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:49:24.516154Z","time spent":"589.072866ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-09T03:49:25.105175Z","caller":"traceutil/trace.go:171","msg":"trace[1672454598] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"654.642991ms","start":"2026-05-09T03:49:24.450507Z","end":"2026-05-09T03:49:25.105149Z","steps":["trace[1672454598] 'process raft request' (duration: 654.392076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:49:25.105523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:49:24.450488Z","time spent":"654.878188ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T03:49:25.109639Z","caller":"traceutil/trace.go:171","msg":"trace[367169336] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"328.65701ms","start":"2026-05-09T03:49:24.780968Z","end":"2026-05-09T03:49:25.109625Z","steps":["trace[367169336] 'process raft request' (duration: 328.573848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:49:25.109808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:49:24.780942Z","time spent":"328.740472ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T03:49:58.823446Z","caller":"traceutil/trace.go:171","msg":"trace[281343387] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"186.5935ms","start":"2026-05-09T03:49:58.636821Z","end":"2026-05-09T03:49:58.823415Z","steps":["trace[281343387] 'process raft request' (duration: 186.371905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:50:33.107832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.362866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-09T03:50:33.14679Z","caller":"traceutil/trace.go:171","msg":"trace[1555257037] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"144.503654ms","start":"2026-05-09T03:50:33.002249Z","end":"2026-05-09T03:50:33.146752Z","steps":["trace[1555257037] 'process raft request' (duration: 144.277509ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:50:33.489428Z","caller":"traceutil/trace.go:171","msg":"trace[689763014] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"146.406846ms","start":"2026-05-09T03:50:33.342998Z","end":"2026-05-09T03:50:33.489405Z","steps":["trace[689763014] 'process raft request' (duration: 146.266393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:50:33.879165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.385012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T03:50:33.879244Z","caller":"traceutil/trace.go:171","msg":"trace[1119594511] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2882; }","duration":"316.758249ms","start":"2026-05-09T03:50:33.562475Z","end":"2026-05-09T03:50:33.879233Z","steps":["trace[1119594511] 'read index received' (duration: 101.225384ms)","trace[1119594511] 'applied index is now lower than readState.Index' (duration: 215.531865ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:50:33.879313Z","caller":"traceutil/trace.go:171","msg":"trace[420913588] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"534.897592ms","start":"2026-05-09T03:50:33.344408Z","end":"2026-05-09T03:50:33.879306Z","steps":["trace[420913588] 'process raft request' (duration: 319.313715ms)","trace[420913588] 'compare' (duration: 215.030534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:50:33.879355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:50:33.344382Z","time spent":"534.954503ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T03:50:33.879438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.914506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-09T03:50:33.879532Z","caller":"traceutil/trace.go:171","msg":"trace[1329298774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2778; }","duration":"110.034628ms","start":"2026-05-09T03:50:33.769465Z","end":"2026-05-09T03:50:33.879499Z","steps":["trace[1329298774] 'agreement among raft nodes before linearized reading' (duration: 109.872845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:50:33.879616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.147477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T03:50:33.879644Z","caller":"traceutil/trace.go:171","msg":"trace[819561993] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2778; }","duration":"317.212019ms","start":"2026-05-09T03:50:33.562424Z","end":"2026-05-09T03:50:33.879636Z","steps":["trace[819561993] 'agreement among raft nodes before linearized reading' (duration: 317.119187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:50:33.879662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:50:33.562405Z","time spent":"317.25407ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-09T03:52:59.15114Z","caller":"traceutil/trace.go:171","msg":"trace[1347121890] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"173.02145ms","start":"2026-05-09T03:52:58.978087Z","end":"2026-05-09T03:52:59.151109Z","steps":["trace[1347121890] 'process raft request' (duration: 172.668522ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:52:59.260302Z","caller":"traceutil/trace.go:171","msg":"trace[810654340] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"104.286808ms","start":"2026-05-09T03:52:59.155974Z","end":"2026-05-09T03:52:59.260261Z","steps":["trace[810654340] 'process raft request' (duration: 100.636508ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:14.707766Z","caller":"traceutil/trace.go:171","msg":"trace[1148089494] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"237.0494ms","start":"2026-05-09T03:54:14.47067Z","end":"2026-05-09T03:54:14.70772Z","steps":["trace[1148089494] 'process raft request' (duration: 235.878115ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:14.713952Z","caller":"traceutil/trace.go:171","msg":"trace[1407916086] linearizableReadLoop","detail":"{readStateIndex:4820; appliedIndex:4816; }","duration":"232.599232ms","start":"2026-05-09T03:54:14.481333Z","end":"2026-05-09T03:54:14.713932Z","steps":["trace[1407916086] 'read index received' (duration: 225.194337ms)","trace[1407916086] 'applied index is now lower than readState.Index' (duration: 7.404125ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:14.713932Z","caller":"traceutil/trace.go:171","msg":"trace[1693388089] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"239.110957ms","start":"2026-05-09T03:54:14.474785Z","end":"2026-05-09T03:54:14.713896Z","steps":["trace[1693388089] 'process raft request' (duration: 238.915092ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:14.713975Z","caller":"traceutil/trace.go:171","msg":"trace[1127017232] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"238.952283ms","start":"2026-05-09T03:54:14.474982Z","end":"2026-05-09T03:54:14.713935Z","steps":["trace[1127017232] 'process raft request' (duration: 238.799559ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:14.713983Z","caller":"traceutil/trace.go:171","msg":"trace[1626720036] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"238.927293ms","start":"2026-05-09T03:54:14.475036Z","end":"2026-05-09T03:54:14.713963Z","steps":["trace[1626720036] 'process raft request' (duration: 238.81629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:14.714452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.412653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T03:54:14.714502Z","caller":"traceutil/trace.go:171","msg":"trace[107630391] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4643; }","duration":"111.506555ms","start":"2026-05-09T03:54:14.602979Z","end":"2026-05-09T03:54:14.714486Z","steps":["trace[107630391] 'agreement among raft nodes before linearized reading' (duration: 111.411003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:14.714563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.126283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-09T03:54:14.714675Z","caller":"traceutil/trace.go:171","msg":"trace[863749177] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4643; }","duration":"233.35795ms","start":"2026-05-09T03:54:14.481294Z","end":"2026-05-09T03:54:14.714652Z","steps":["trace[863749177] 'agreement among raft nodes before linearized reading' (duration: 233.029012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:19.863916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.153859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T03:54:19.864123Z","caller":"traceutil/trace.go:171","msg":"trace[4810934] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4975; }","duration":"152.74143ms","start":"2026-05-09T03:54:19.711356Z","end":"2026-05-09T03:54:19.864098Z","steps":["trace[4810934] 'read index received' (duration: 40.283105ms)","trace[4810934] 'applied index is now lower than readState.Index' (duration: 112.414174ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:19.86414Z","caller":"traceutil/trace.go:171","msg":"trace[1697396654] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"153.210271ms","start":"2026-05-09T03:54:19.710862Z","end":"2026-05-09T03:54:19.864073Z","steps":["trace[1697396654] 'process raft request' (duration: 40.763755ms)","trace[1697396654] 'compare' (duration: 111.974315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:54:19.864315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.935244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T03:54:19.864373Z","caller":"traceutil/trace.go:171","msg":"trace[1120748228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4793; }","duration":"153.020666ms","start":"2026-05-09T03:54:19.711339Z","end":"2026-05-09T03:54:19.86436Z","steps":["trace[1120748228] 'agreement among raft nodes before linearized reading' (duration: 152.835412ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:19.867172Z","caller":"traceutil/trace.go:171","msg":"trace[1253841451] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"142.054253ms","start":"2026-05-09T03:54:19.725097Z","end":"2026-05-09T03:54:19.867151Z","steps":["trace[1253841451] 'process raft request' (duration: 141.322667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:19.86731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.977679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T03:54:19.867372Z","caller":"traceutil/trace.go:171","msg":"trace[1476983616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4794; }","duration":"155.04768ms","start":"2026-05-09T03:54:19.712306Z","end":"2026-05-09T03:54:19.867354Z","steps":["trace[1476983616] 'agreement among raft nodes before linearized reading' (duration: 154.859796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:19.867613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.263326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:72045"} {"level":"info","ts":"2026-05-09T03:54:19.867788Z","caller":"traceutil/trace.go:171","msg":"trace[832398874] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4794; }","duration":"155.48357ms","start":"2026-05-09T03:54:19.71228Z","end":"2026-05-09T03:54:19.867764Z","steps":["trace[832398874] 'agreement among raft nodes before linearized reading' (duration: 154.828816ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:20.536148Z","caller":"traceutil/trace.go:171","msg":"trace[1322938412] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"131.486548ms","start":"2026-05-09T03:54:20.404637Z","end":"2026-05-09T03:54:20.536123Z","steps":["trace[1322938412] 'process raft request' (duration: 131.379106ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:20.618926Z","caller":"traceutil/trace.go:171","msg":"trace[2139726726] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"125.476053ms","start":"2026-05-09T03:54:20.493416Z","end":"2026-05-09T03:54:20.618892Z","steps":["trace[2139726726] 'process raft request' (duration: 105.243824ms)","trace[2139726726] 'compare' (duration: 19.928193ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:23.832214Z","caller":"traceutil/trace.go:171","msg":"trace[1759168024] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5137; }","duration":"282.513129ms","start":"2026-05-09T03:54:23.549678Z","end":"2026-05-09T03:54:23.832191Z","steps":["trace[1759168024] 'read index received' (duration: 282.342205ms)","trace[1759168024] 'applied index is now lower than readState.Index' (duration: 170.004µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:23.832532Z","caller":"traceutil/trace.go:171","msg":"trace[299106129] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"288.082933ms","start":"2026-05-09T03:54:23.544435Z","end":"2026-05-09T03:54:23.832518Z","steps":["trace[299106129] 'process raft request' (duration: 287.643442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:23.832797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.102942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-05-09T03:54:23.832843Z","caller":"traceutil/trace.go:171","msg":"trace[1375545789] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4951; }","duration":"283.155264ms","start":"2026-05-09T03:54:23.549674Z","end":"2026-05-09T03:54:23.832829Z","steps":["trace[1375545789] 'agreement among raft nodes before linearized reading' (duration: 283.01081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:23.832832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.180599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T03:54:23.832891Z","caller":"traceutil/trace.go:171","msg":"trace[1996669723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4951; }","duration":"116.264441ms","start":"2026-05-09T03:54:23.716611Z","end":"2026-05-09T03:54:23.832875Z","steps":["trace[1996669723] 'agreement among raft nodes before linearized reading' (duration: 116.112637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:23.832953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.855996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c60d5e4-3046-459b-9572-9df784d757b8\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-05-09T03:54:23.833058Z","caller":"traceutil/trace.go:171","msg":"trace[977924873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c60d5e4-3046-459b-9572-9df784d757b8; range_end:; response_count:1; response_revision:4951; }","duration":"182.011169ms","start":"2026-05-09T03:54:23.651025Z","end":"2026-05-09T03:54:23.833036Z","steps":["trace[977924873] 'agreement among raft nodes before linearized reading' (duration: 181.811595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:23.833103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.586872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778818"} {"level":"info","ts":"2026-05-09T03:54:23.833159Z","caller":"traceutil/trace.go:171","msg":"trace[1137194484] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4951; }","duration":"273.687454ms","start":"2026-05-09T03:54:23.559459Z","end":"2026-05-09T03:54:23.833146Z","steps":["trace[1137194484] 'agreement among raft nodes before linearized reading' (duration: 273.229845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:23.833176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.870188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T03:54:23.833206Z","caller":"traceutil/trace.go:171","msg":"trace[2109917650] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:4951; }","duration":"264.93483ms","start":"2026-05-09T03:54:23.568263Z","end":"2026-05-09T03:54:23.833197Z","steps":["trace[2109917650] 'agreement among raft nodes before linearized reading' (duration: 264.852088ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:24.076394Z","caller":"traceutil/trace.go:171","msg":"trace[1596814052] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"238.125944ms","start":"2026-05-09T03:54:23.838246Z","end":"2026-05-09T03:54:24.076372Z","steps":["trace[1596814052] 'process raft request' (duration: 229.316698ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:24.076387Z","caller":"traceutil/trace.go:171","msg":"trace[185562157] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5138; }","duration":"237.373008ms","start":"2026-05-09T03:54:23.838992Z","end":"2026-05-09T03:54:24.076365Z","steps":["trace[185562157] 'read index received' (duration: 228.645815ms)","trace[185562157] 'applied index is now lower than readState.Index' (duration: 8.725993ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:54:24.076671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.656664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62899"} {"level":"info","ts":"2026-05-09T03:54:24.07673Z","caller":"traceutil/trace.go:171","msg":"trace[553209781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4952; }","duration":"237.748156ms","start":"2026-05-09T03:54:23.838969Z","end":"2026-05-09T03:54:24.076717Z","steps":["trace[553209781] 'agreement among raft nodes before linearized reading' (duration: 237.49522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:24.090865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.190646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-09T03:54:24.090873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.492477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-pp7dh-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-05-09T03:54:24.09091Z","caller":"traceutil/trace.go:171","msg":"trace[1581981042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4953; }","duration":"206.254558ms","start":"2026-05-09T03:54:23.884645Z","end":"2026-05-09T03:54:24.0909Z","steps":["trace[1581981042] 'agreement among raft nodes before linearized reading' (duration: 206.117685ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:24.090943Z","caller":"traceutil/trace.go:171","msg":"trace[1523830224] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-pp7dh-tls; range_end:; response_count:1; response_revision:4953; }","duration":"249.596989ms","start":"2026-05-09T03:54:23.841327Z","end":"2026-05-09T03:54:24.090924Z","steps":["trace[1523830224] 'agreement among raft nodes before linearized reading' (duration: 249.385234ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:24.091106Z","caller":"traceutil/trace.go:171","msg":"trace[1759932551] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"108.528189ms","start":"2026-05-09T03:54:23.982569Z","end":"2026-05-09T03:54:24.091098Z","steps":["trace[1759932551] 'process raft request' (duration: 107.999487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:24.091267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.628595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T03:54:24.091303Z","caller":"traceutil/trace.go:171","msg":"trace[1493561318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4953; }","duration":"206.681767ms","start":"2026-05-09T03:54:23.884611Z","end":"2026-05-09T03:54:24.091293Z","steps":["trace[1493561318] 'agreement among raft nodes before linearized reading' (duration: 206.555764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:24.091438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.566779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T03:54:24.091503Z","caller":"traceutil/trace.go:171","msg":"trace[231707855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4953; }","duration":"213.677431ms","start":"2026-05-09T03:54:23.877812Z","end":"2026-05-09T03:54:24.091489Z","steps":["trace[231707855] 'agreement among raft nodes before linearized reading' (duration: 213.454617ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:24.416461Z","caller":"traceutil/trace.go:171","msg":"trace[590748775] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"112.873414ms","start":"2026-05-09T03:54:24.303549Z","end":"2026-05-09T03:54:24.416423Z","steps":["trace[590748775] 'process raft request' (duration: 79.591826ms)","trace[590748775] 'compare' (duration: 32.987232ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:33.986366Z","caller":"traceutil/trace.go:171","msg":"trace[86090787] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"122.772245ms","start":"2026-05-09T03:54:33.863554Z","end":"2026-05-09T03:54:33.986326Z","steps":["trace[86090787] 'process raft request' (duration: 56.848373ms)","trace[86090787] 'compare' (duration: 65.780999ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:34.711661Z","caller":"traceutil/trace.go:171","msg":"trace[1794425975] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"259.037909ms","start":"2026-05-09T03:54:34.452603Z","end":"2026-05-09T03:54:34.711641Z","steps":["trace[1794425975] 'process raft request' (duration: 258.914396ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:41.961641Z","caller":"traceutil/trace.go:171","msg":"trace[251282356] linearizableReadLoop","detail":"{readStateIndex:5527; appliedIndex:5526; }","duration":"141.744464ms","start":"2026-05-09T03:54:41.819873Z","end":"2026-05-09T03:54:41.961618Z","steps":["trace[251282356] 'read index received' (duration: 141.539759ms)","trace[251282356] 'applied index is now lower than readState.Index' (duration: 203.605µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:54:41.961857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.935209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48fad8e5-1d54-46af-9759-5c210fe50cea\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-09T03:54:41.961905Z","caller":"traceutil/trace.go:171","msg":"trace[2038468338] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48fad8e5-1d54-46af-9759-5c210fe50cea; range_end:; response_count:1; response_revision:5331; }","duration":"142.074262ms","start":"2026-05-09T03:54:41.819818Z","end":"2026-05-09T03:54:41.961892Z","steps":["trace[2038468338] 'agreement among raft nodes before linearized reading' (duration: 141.886078ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:41.961695Z","caller":"traceutil/trace.go:171","msg":"trace[1459593465] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"168.1561ms","start":"2026-05-09T03:54:41.793507Z","end":"2026-05-09T03:54:41.961663Z","steps":["trace[1459593465] 'process raft request' (duration: 167.960855ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:42.129055Z","caller":"traceutil/trace.go:171","msg":"trace[716214707] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"161.423341ms","start":"2026-05-09T03:54:41.967605Z","end":"2026-05-09T03:54:42.129028Z","steps":["trace[716214707] 'process raft request' (duration: 76.417056ms)","trace[716214707] 'compare' (duration: 84.867132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:54:42.72962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.702979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T03:54:42.729794Z","caller":"traceutil/trace.go:171","msg":"trace[1452625049] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"533.87382ms","start":"2026-05-09T03:54:42.195907Z","end":"2026-05-09T03:54:42.729781Z","steps":["trace[1452625049] 'process raft request' (duration: 533.839429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:42.72985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:42.195879Z","time spent":"533.946871ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T03:54:42.729866Z","caller":"traceutil/trace.go:171","msg":"trace[86845287] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"757.173552ms","start":"2026-05-09T03:54:41.97266Z","end":"2026-05-09T03:54:42.729834Z","steps":["trace[86845287] 'process raft request' (duration: 757.034949ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:42.72993Z","caller":"traceutil/trace.go:171","msg":"trace[1161164548] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5528; }","duration":"586.970227ms","start":"2026-05-09T03:54:42.142907Z","end":"2026-05-09T03:54:42.729877Z","steps":["trace[1161164548] 'read index received' (duration: 92.950341ms)","trace[1161164548] 'applied index is now lower than readState.Index' (duration: 494.016846ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:42.729949Z","caller":"traceutil/trace.go:171","msg":"trace[882447252] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"762.277146ms","start":"2026-05-09T03:54:41.967642Z","end":"2026-05-09T03:54:42.729919Z","steps":["trace[882447252] 'process raft request' (duration: 268.203469ms)","trace[882447252] 'compare' (duration: 493.617347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:54:42.730055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:41.972633Z","time spent":"757.310895ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T03:54:42.730071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:41.967633Z","time spent":"762.373428ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T03:54:42.730096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.179871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T03:54:42.730133Z","caller":"traceutil/trace.go:171","msg":"trace[121256077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5335; }","duration":"587.268363ms","start":"2026-05-09T03:54:42.142855Z","end":"2026-05-09T03:54:42.730124Z","steps":["trace[121256077] 'agreement among raft nodes before linearized reading' (duration: 587.177121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:42.730167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:42.142838Z","time spent":"587.321205ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T03:54:42.800999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.91317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T03:54:42.801062Z","caller":"traceutil/trace.go:171","msg":"trace[1509837875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5336; }","duration":"538.021442ms","start":"2026-05-09T03:54:42.263025Z","end":"2026-05-09T03:54:42.801046Z","steps":["trace[1509837875] 'agreement among raft nodes before linearized reading' (duration: 537.854198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:42.801045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.083381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-09T03:54:42.801099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:42.262997Z","time spent":"538.087844ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T03:54:42.801004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.914201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T03:54:42.801107Z","caller":"traceutil/trace.go:171","msg":"trace[915194052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5336; }","duration":"569.212234ms","start":"2026-05-09T03:54:42.231878Z","end":"2026-05-09T03:54:42.80109Z","steps":["trace[915194052] 'agreement among raft nodes before linearized reading' (duration: 568.977669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:42.801105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.566535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-09T03:54:42.801146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:42.231854Z","time spent":"569.282035ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T03:54:42.801095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.785684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-09T03:54:42.80117Z","caller":"traceutil/trace.go:171","msg":"trace[1662268398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5336; }","duration":"538.696178ms","start":"2026-05-09T03:54:42.262459Z","end":"2026-05-09T03:54:42.801155Z","steps":["trace[1662268398] 'agreement among raft nodes before linearized reading' (duration: 538.471394ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:42.801169Z","caller":"traceutil/trace.go:171","msg":"trace[1606977321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:5336; }","duration":"575.106625ms","start":"2026-05-09T03:54:42.226034Z","end":"2026-05-09T03:54:42.801141Z","steps":["trace[1606977321] 'agreement among raft nodes before linearized reading' (duration: 574.831009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:42.801212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:42.262435Z","time spent":"538.7708ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T03:54:42.801265Z","caller":"traceutil/trace.go:171","msg":"trace[1129211204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5336; }","duration":"577.948869ms","start":"2026-05-09T03:54:42.223264Z","end":"2026-05-09T03:54:42.801213Z","steps":["trace[1129211204] 'agreement among raft nodes before linearized reading' (duration: 577.773175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:42.801301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:42.226017Z","time spent":"575.225847ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-g2qxn\" "} {"level":"warn","ts":"2026-05-09T03:54:42.801388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:42.223235Z","time spent":"578.113532ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T03:54:45.311516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885936205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T03:54:45.511943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.850706ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T03:54:45.512035Z","caller":"traceutil/trace.go:171","msg":"trace[1609496560] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5357; }","duration":"375.952878ms","start":"2026-05-09T03:54:45.136068Z","end":"2026-05-09T03:54:45.512021Z","steps":["trace[1609496560] 'range keys from in-memory index tree' (duration: 375.836506ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:45.512588Z","caller":"traceutil/trace.go:171","msg":"trace[1648358512] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"706.613332ms","start":"2026-05-09T03:54:44.805942Z","end":"2026-05-09T03:54:45.512556Z","steps":["trace[1648358512] 'process raft request' (duration: 619.387477ms)","trace[1648358512] 'compare' (duration: 86.977789ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:45.513107Z","caller":"traceutil/trace.go:171","msg":"trace[220827422] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5554; }","duration":"702.52952ms","start":"2026-05-09T03:54:44.810555Z","end":"2026-05-09T03:54:45.513085Z","steps":["trace[220827422] 'read index received' (duration: 614.720583ms)","trace[220827422] 'applied index is now lower than readState.Index' (duration: 87.804617ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:54:45.513129Z","caller":"traceutil/trace.go:171","msg":"trace[1807231107] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"685.949094ms","start":"2026-05-09T03:54:44.827146Z","end":"2026-05-09T03:54:45.513096Z","steps":["trace[1807231107] 'process raft request' (duration: 685.34898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.016069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T03:54:45.513277Z","caller":"traceutil/trace.go:171","msg":"trace[1677652214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5359; }","duration":"371.100081ms","start":"2026-05-09T03:54:45.142169Z","end":"2026-05-09T03:54:45.51327Z","steps":["trace[1677652214] 'agreement among raft nodes before linearized reading' (duration: 371.03022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.716225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-09T03:54:45.5133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:45.142131Z","time spent":"371.163582ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T03:54:45.513318Z","caller":"traceutil/trace.go:171","msg":"trace[954117241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5359; }","duration":"702.796247ms","start":"2026-05-09T03:54:44.810508Z","end":"2026-05-09T03:54:45.513304Z","steps":["trace[954117241] 'agreement among raft nodes before linearized reading' (duration: 702.642604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.951043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-09T03:54:45.513359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.810494Z","time spent":"702.853868ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T03:54:45.513385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.889567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"warn","ts":"2026-05-09T03:54:45.513421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.827129Z","time spent":"686.061366ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T03:54:45.51345Z","caller":"traceutil/trace.go:171","msg":"trace[1372996454] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5359; }","duration":"352.992389ms","start":"2026-05-09T03:54:45.160441Z","end":"2026-05-09T03:54:45.513433Z","steps":["trace[1372996454] 'agreement among raft nodes before linearized reading' (duration: 352.760994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.884147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48fad8e5-1d54-46af-9759-5c210fe50cea\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-05-09T03:54:45.513481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.960586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T03:54:45.513389Z","caller":"traceutil/trace.go:171","msg":"trace[1930308713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5359; }","duration":"360.034056ms","start":"2026-05-09T03:54:45.153342Z","end":"2026-05-09T03:54:45.513376Z","steps":["trace[1930308713] 'agreement among raft nodes before linearized reading' (duration: 359.863952ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:45.513506Z","caller":"traceutil/trace.go:171","msg":"trace[483267058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:5359; }","duration":"701.004056ms","start":"2026-05-09T03:54:44.812496Z","end":"2026-05-09T03:54:45.5135Z","steps":["trace[483267058] 'agreement among raft nodes before linearized reading' (duration: 700.935745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.812487Z","time spent":"701.032597ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-g2qxn\" "} {"level":"warn","ts":"2026-05-09T03:54:45.513516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:45.153331Z","time spent":"360.177089ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T03:54:45.513517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.433966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T03:54:45.513512Z","caller":"traceutil/trace.go:171","msg":"trace[1445299759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48fad8e5-1d54-46af-9759-5c210fe50cea; range_end:; response_count:1; response_revision:5359; }","duration":"536.976869ms","start":"2026-05-09T03:54:44.976519Z","end":"2026-05-09T03:54:45.513496Z","steps":["trace[1445299759] 'agreement among raft nodes before linearized reading' (duration: 536.848306ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:54:45.51356Z","caller":"traceutil/trace.go:171","msg":"trace[391828685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5359; }","duration":"701.519947ms","start":"2026-05-09T03:54:44.81203Z","end":"2026-05-09T03:54:45.51355Z","steps":["trace[391828685] 'agreement among raft nodes before linearized reading' (duration: 701.413105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.976488Z","time spent":"537.071572ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48fad8e5-1d54-46af-9759-5c210fe50cea\" "} {"level":"warn","ts":"2026-05-09T03:54:45.513326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.559119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-09T03:54:45.513595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.812009Z","time spent":"701.577799ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T03:54:45.51358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.800825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T03:54:45.513622Z","caller":"traceutil/trace.go:171","msg":"trace[1006716852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5359; }","duration":"701.882727ms","start":"2026-05-09T03:54:44.811729Z","end":"2026-05-09T03:54:45.513612Z","steps":["trace[1006716852] 'agreement among raft nodes before linearized reading' (duration: 701.474738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:45.160419Z","time spent":"353.05552ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2125,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-05-09T03:54:45.513643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.918007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T03:54:45.513642Z","caller":"traceutil/trace.go:171","msg":"trace[1333732588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5359; }","duration":"701.993499ms","start":"2026-05-09T03:54:44.811631Z","end":"2026-05-09T03:54:45.513624Z","steps":["trace[1333732588] 'agreement among raft nodes before linearized reading' (duration: 701.827725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.81172Z","time spent":"701.930468ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T03:54:45.513681Z","caller":"traceutil/trace.go:171","msg":"trace[566101571] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5359; }","duration":"633.0913ms","start":"2026-05-09T03:54:44.880577Z","end":"2026-05-09T03:54:45.513669Z","steps":["trace[566101571] 'agreement among raft nodes before linearized reading' (duration: 633.033389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:54:45.513693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.811611Z","time spent":"702.06971ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T03:54:45.513756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.88055Z","time spent":"633.196493ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-09T03:54:45.514129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T03:54:44.805927Z","time spent":"706.945329ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T03:55:09.153615Z","caller":"traceutil/trace.go:171","msg":"trace[638691875] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5778; }","duration":"123.984371ms","start":"2026-05-09T03:55:09.029608Z","end":"2026-05-09T03:55:09.153593Z","steps":["trace[638691875] 'read index received' (duration: 58.720243ms)","trace[638691875] 'applied index is now lower than readState.Index' (duration: 65.263048ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:55:09.153699Z","caller":"traceutil/trace.go:171","msg":"trace[639187840] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"161.808959ms","start":"2026-05-09T03:55:08.991865Z","end":"2026-05-09T03:55:09.153674Z","steps":["trace[639187840] 'process raft request' (duration: 161.553483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T03:55:09.153982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.363909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18adc961fb481dd1\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-09T03:55:09.154027Z","caller":"traceutil/trace.go:171","msg":"trace[1461256147] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18adc961fb481dd1; range_end:; response_count:1; response_revision:5577; }","duration":"124.471961ms","start":"2026-05-09T03:55:09.029545Z","end":"2026-05-09T03:55:09.154017Z","steps":["trace[1461256147] 'agreement among raft nodes before linearized reading' (duration: 124.293937ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:55:09.153628Z","caller":"traceutil/trace.go:171","msg":"trace[1760547096] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"162.003583ms","start":"2026-05-09T03:55:08.991578Z","end":"2026-05-09T03:55:09.153582Z","steps":["trace[1760547096] 'process raft request' (duration: 96.812526ms)","trace[1760547096] 'compare' (duration: 64.798218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:55:09.154482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.808725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T03:55:09.154557Z","caller":"traceutil/trace.go:171","msg":"trace[2068159076] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5577; }","duration":"109.892937ms","start":"2026-05-09T03:55:09.044644Z","end":"2026-05-09T03:55:09.154537Z","steps":["trace[2068159076] 'agreement among raft nodes before linearized reading' (duration: 109.771864ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:55:09.33817Z","caller":"traceutil/trace.go:171","msg":"trace[230427042] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5780; }","duration":"137.323575ms","start":"2026-05-09T03:55:09.200821Z","end":"2026-05-09T03:55:09.338144Z","steps":["trace[230427042] 'read index received' (duration: 53.128808ms)","trace[230427042] 'applied index is now lower than readState.Index' (duration: 84.193547ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:55:09.33825Z","caller":"traceutil/trace.go:171","msg":"trace[1671412952] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"182.204201ms","start":"2026-05-09T03:55:09.155989Z","end":"2026-05-09T03:55:09.338193Z","steps":["trace[1671412952] 'process raft request' (duration: 98.015244ms)","trace[1671412952] 'compare' (duration: 83.956822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T03:55:09.33836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.51626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T03:55:09.338403Z","caller":"traceutil/trace.go:171","msg":"trace[881327063] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5578; }","duration":"137.627872ms","start":"2026-05-09T03:55:09.200764Z","end":"2026-05-09T03:55:09.338392Z","steps":["trace[881327063] 'agreement among raft nodes before linearized reading' (duration: 137.50441ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T03:55:09.479337Z","caller":"traceutil/trace.go:171","msg":"trace[1044427558] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"115.388639ms","start":"2026-05-09T03:55:09.363906Z","end":"2026-05-09T03:55:09.479295Z","steps":["trace[1044427558] 'process raft request' (duration: 77.584331ms)","trace[1044427558] 'compare' (duration: 37.580473ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T03:56:24.451091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3056} {"level":"info","ts":"2026-05-09T03:56:24.581533Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3056,"took":"128.919107ms","hash":3698838953,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":31916032,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T03:56:24.581609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3698838953,"revision":3056,"compact-revision":-1} {"level":"info","ts":"2026-05-09T04:01:24.457595Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6186} {"level":"info","ts":"2026-05-09T04:01:24.560597Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6186,"took":"100.867768ms","hash":4025768593,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":21590016,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-09T04:01:24.560676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4025768593,"revision":6186,"compact-revision":3056} {"level":"warn","ts":"2026-05-09T04:01:37.700064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.998642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-09T04:01:37.700169Z","caller":"traceutil/trace.go:171","msg":"trace[1230334550] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:8419; }","duration":"219.135026ms","start":"2026-05-09T04:01:37.481017Z","end":"2026-05-09T04:01:37.700152Z","steps":["trace[1230334550] 'range keys from in-memory index tree' (duration: 218.849859ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:37.974004Z","caller":"traceutil/trace.go:171","msg":"trace[1095985211] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"268.761001ms","start":"2026-05-09T04:01:37.705219Z","end":"2026-05-09T04:01:37.97398Z","steps":["trace[1095985211] 'process raft request' (duration: 268.701519ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:37.97402Z","caller":"traceutil/trace.go:171","msg":"trace[1451749286] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"269.205421ms","start":"2026-05-09T04:01:37.704781Z","end":"2026-05-09T04:01:37.973987Z","steps":["trace[1451749286] 'process raft request' (duration: 268.998306ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:37.974176Z","caller":"traceutil/trace.go:171","msg":"trace[1710725441] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8716; }","duration":"224.769512ms","start":"2026-05-09T04:01:37.749398Z","end":"2026-05-09T04:01:37.974168Z","steps":["trace[1710725441] 'read index received' (duration: 201.307375ms)","trace[1710725441] 'applied index is now lower than readState.Index' (duration: 23.461347ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:01:37.974252Z","caller":"traceutil/trace.go:171","msg":"trace[1176197311] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"268.983426ms","start":"2026-05-09T04:01:37.705232Z","end":"2026-05-09T04:01:37.974215Z","steps":["trace[1176197311] 'process raft request' (duration: 268.71769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:01:37.974421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.000138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-09T04:01:37.974519Z","caller":"traceutil/trace.go:171","msg":"trace[1458713374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8422; }","duration":"225.14724ms","start":"2026-05-09T04:01:37.749342Z","end":"2026-05-09T04:01:37.97449Z","steps":["trace[1458713374] 'agreement among raft nodes before linearized reading' (duration: 224.891784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:01:37.974969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.850853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-09T04:01:37.97506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.108718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:01:37.97511Z","caller":"traceutil/trace.go:171","msg":"trace[1368230688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8423; }","duration":"216.050907ms","start":"2026-05-09T04:01:37.75904Z","end":"2026-05-09T04:01:37.975091Z","steps":["trace[1368230688] 'agreement among raft nodes before linearized reading' (duration: 215.787251ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:37.975116Z","caller":"traceutil/trace.go:171","msg":"trace[1943718180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:8423; }","duration":"184.202411ms","start":"2026-05-09T04:01:37.790899Z","end":"2026-05-09T04:01:37.975101Z","steps":["trace[1943718180] 'agreement among raft nodes before linearized reading' (duration: 183.998406ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:48.151632Z","caller":"traceutil/trace.go:171","msg":"trace[892849485] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8772; }","duration":"128.320145ms","start":"2026-05-09T04:01:48.023275Z","end":"2026-05-09T04:01:48.151595Z","steps":["trace[892849485] 'read index received' (duration: 127.835024ms)","trace[892849485] 'applied index is now lower than readState.Index' (duration: 483.831µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:01:48.152433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.510814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-09T04:01:48.152508Z","caller":"traceutil/trace.go:171","msg":"trace[163313743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8473; }","duration":"126.632577ms","start":"2026-05-09T04:01:48.025852Z","end":"2026-05-09T04:01:48.152485Z","steps":["trace[163313743] 'agreement among raft nodes before linearized reading' (duration: 126.35154ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:48.152607Z","caller":"traceutil/trace.go:171","msg":"trace[1850676852] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"130.386981ms","start":"2026-05-09T04:01:48.022187Z","end":"2026-05-09T04:01:48.152574Z","steps":["trace[1850676852] 'process raft request' (duration: 129.077301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:01:48.1793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.240781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-09T04:01:48.179345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.984064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:01:48.179416Z","caller":"traceutil/trace.go:171","msg":"trace[805603880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8473; }","duration":"152.378654ms","start":"2026-05-09T04:01:48.027Z","end":"2026-05-09T04:01:48.179379Z","steps":["trace[805603880] 'agreement among raft nodes before linearized reading' (duration: 125.772847ms)","trace[805603880] 'range keys from in-memory index tree' (duration: 26.339061ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:01:48.179428Z","caller":"traceutil/trace.go:171","msg":"trace[1359939611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:8473; }","duration":"139.106066ms","start":"2026-05-09T04:01:48.040298Z","end":"2026-05-09T04:01:48.179404Z","steps":["trace[1359939611] 'agreement among raft nodes before linearized reading' (duration: 112.443837ms)","trace[1359939611] 'range keys from in-memory index tree' (duration: 26.410053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:01:48.17949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.488595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T04:01:48.179587Z","caller":"traceutil/trace.go:171","msg":"trace[1463166214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8473; }","duration":"151.629308ms","start":"2026-05-09T04:01:48.027932Z","end":"2026-05-09T04:01:48.179561Z","steps":["trace[1463166214] 'agreement among raft nodes before linearized reading' (duration: 124.828536ms)","trace[1463166214] 'range keys from in-memory index tree' (duration: 26.528475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:01:48.179728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.430226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T04:01:48.179838Z","caller":"traceutil/trace.go:171","msg":"trace[219732428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8473; }","duration":"156.56287ms","start":"2026-05-09T04:01:48.023245Z","end":"2026-05-09T04:01:48.179808Z","steps":["trace[219732428] 'agreement among raft nodes before linearized reading' (duration: 129.658446ms)","trace[219732428] 'range keys from in-memory index tree' (duration: 26.325091ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:01:50.444146Z","caller":"traceutil/trace.go:171","msg":"trace[591913200] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"107.313573ms","start":"2026-05-09T04:01:50.336804Z","end":"2026-05-09T04:01:50.444118Z","steps":["trace[591913200] 'process raft request' (duration: 107.146579ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:51.43461Z","caller":"traceutil/trace.go:171","msg":"trace[1522500953] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"187.258489ms","start":"2026-05-09T04:01:51.247322Z","end":"2026-05-09T04:01:51.434581Z","steps":["trace[1522500953] 'process raft request' (duration: 187.205107ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:01:51.434837Z","caller":"traceutil/trace.go:171","msg":"trace[1009678552] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"226.496231ms","start":"2026-05-09T04:01:51.20832Z","end":"2026-05-09T04:01:51.434816Z","steps":["trace[1009678552] 'process raft request' (duration: 176.868426ms)","trace[1009678552] 'compare' (duration: 48.9678ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:02:18.481983Z","caller":"traceutil/trace.go:171","msg":"trace[444921590] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8996; }","duration":"109.372479ms","start":"2026-05-09T04:02:18.372576Z","end":"2026-05-09T04:02:18.481949Z","steps":["trace[444921590] 'read index received' (duration: 109.067392ms)","trace[444921590] 'applied index is now lower than readState.Index' (duration: 303.917µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:02:18.482949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.30619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T04:02:18.483031Z","caller":"traceutil/trace.go:171","msg":"trace[716428625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8688; }","duration":"110.476434ms","start":"2026-05-09T04:02:18.372542Z","end":"2026-05-09T04:02:18.483018Z","steps":["trace[716428625] 'agreement among raft nodes before linearized reading' (duration: 110.204398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:02:18.483055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.339979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:02:18.48315Z","caller":"traceutil/trace.go:171","msg":"trace[1285260319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:8688; }","duration":"101.487482ms","start":"2026-05-09T04:02:18.38164Z","end":"2026-05-09T04:02:18.483127Z","steps":["trace[1285260319] 'agreement among raft nodes before linearized reading' (duration: 101.194275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:02:18.483359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.183352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-09T04:02:18.483406Z","caller":"traceutil/trace.go:171","msg":"trace[592138224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8688; }","duration":"108.249244ms","start":"2026-05-09T04:02:18.375143Z","end":"2026-05-09T04:02:18.483392Z","steps":["trace[592138224] 'agreement among raft nodes before linearized reading' (duration: 108.138551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:02:18.48356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.978965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-09T04:02:18.483592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.522425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T04:02:18.483605Z","caller":"traceutil/trace.go:171","msg":"trace[155133639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8688; }","duration":"111.073757ms","start":"2026-05-09T04:02:18.372521Z","end":"2026-05-09T04:02:18.483595Z","steps":["trace[155133639] 'agreement among raft nodes before linearized reading' (duration: 110.954344ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:02:18.483624Z","caller":"traceutil/trace.go:171","msg":"trace[125206189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8688; }","duration":"110.571796ms","start":"2026-05-09T04:02:18.373043Z","end":"2026-05-09T04:02:18.483615Z","steps":["trace[125206189] 'agreement among raft nodes before linearized reading' (duration: 110.483974ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:02:18.482462Z","caller":"traceutil/trace.go:171","msg":"trace[315915495] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"170.283297ms","start":"2026-05-09T04:02:18.312163Z","end":"2026-05-09T04:02:18.482447Z","steps":["trace[315915495] 'process raft request' (duration: 169.52705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:02:22.080096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.823111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T04:02:22.080219Z","caller":"traceutil/trace.go:171","msg":"trace[774322046] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"540.212052ms","start":"2026-05-09T04:02:21.539988Z","end":"2026-05-09T04:02:22.0802Z","steps":["trace[774322046] 'process raft request' (duration: 312.206787ms)","trace[774322046] 'compare' (duration: 227.630067ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:02:22.08028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:02:21.539961Z","time spent":"540.289394ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:02:32.236834Z","caller":"traceutil/trace.go:171","msg":"trace[1014418181] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"118.267288ms","start":"2026-05-09T04:02:32.118516Z","end":"2026-05-09T04:02:32.236783Z","steps":["trace[1014418181] 'process raft request' (duration: 118.074994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:02:32.672766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.516406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-09T04:02:32.672837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.974819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:02:32.672864Z","caller":"traceutil/trace.go:171","msg":"trace[1116769173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8809; }","duration":"107.65037ms","start":"2026-05-09T04:02:32.565196Z","end":"2026-05-09T04:02:32.672846Z","steps":["trace[1116769173] 'agreement among raft nodes before linearized reading' (duration: 107.357233ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:02:32.672899Z","caller":"traceutil/trace.go:171","msg":"trace[5919073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:8809; }","duration":"101.057732ms","start":"2026-05-09T04:02:32.571826Z","end":"2026-05-09T04:02:32.672884Z","steps":["trace[5919073] 'agreement among raft nodes before linearized reading' (duration: 100.881408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:02:32.673064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.408824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T04:02:32.673129Z","caller":"traceutil/trace.go:171","msg":"trace[1645124490] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"107.23492ms","start":"2026-05-09T04:02:32.565875Z","end":"2026-05-09T04:02:32.67311Z","steps":["trace[1645124490] 'process raft request' (duration: 63.077967ms)","trace[1645124490] 'compare' (duration: 43.456147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:02:32.67313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.553947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T04:02:32.673196Z","caller":"traceutil/trace.go:171","msg":"trace[1488738168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8809; }","duration":"107.655649ms","start":"2026-05-09T04:02:32.565524Z","end":"2026-05-09T04:02:32.673179Z","steps":["trace[1488738168] 'agreement among raft nodes before linearized reading' (duration: 107.503986ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:02:32.673211Z","caller":"traceutil/trace.go:171","msg":"trace[251199403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8809; }","duration":"107.595848ms","start":"2026-05-09T04:02:32.565547Z","end":"2026-05-09T04:02:32.673143Z","steps":["trace[251199403] 'agreement among raft nodes before linearized reading' (duration: 107.246141ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:02:32.75532Z","caller":"traceutil/trace.go:171","msg":"trace[1435975035] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"126.35108ms","start":"2026-05-09T04:02:32.62894Z","end":"2026-05-09T04:02:32.755291Z","steps":["trace[1435975035] 'process raft request' (duration: 126.020242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:02:45.226199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.502458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:02:45.226321Z","caller":"traceutil/trace.go:171","msg":"trace[1308259368] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8909; }","duration":"172.673141ms","start":"2026-05-09T04:02:45.053618Z","end":"2026-05-09T04:02:45.226291Z","steps":["trace[1308259368] 'count revisions from in-memory index tree' (duration: 172.376424ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:02:47.292435Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000242d.wal"} {"level":"info","ts":"2026-05-09T04:03:37.11793Z","caller":"traceutil/trace.go:171","msg":"trace[1250654011] linearizableReadLoop","detail":"{readStateIndex:9813; appliedIndex:9812; }","duration":"120.910138ms","start":"2026-05-09T04:03:36.996994Z","end":"2026-05-09T04:03:37.117904Z","steps":["trace[1250654011] 'read index received' (duration: 39.618741ms)","trace[1250654011] 'applied index is now lower than readState.Index' (duration: 81.290317ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:03:37.118018Z","caller":"traceutil/trace.go:171","msg":"trace[1508927397] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"130.517115ms","start":"2026-05-09T04:03:36.987473Z","end":"2026-05-09T04:03:37.11799Z","steps":["trace[1508927397] 'process raft request' (duration: 49.161456ms)","trace[1508927397] 'compare' (duration: 81.152584ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:03:37.118181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.177173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-09T04:03:37.118215Z","caller":"traceutil/trace.go:171","msg":"trace[828975572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9483; }","duration":"121.262985ms","start":"2026-05-09T04:03:36.996943Z","end":"2026-05-09T04:03:37.118206Z","steps":["trace[828975572] 'agreement among raft nodes before linearized reading' (duration: 121.110932ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:03:50.413238Z","caller":"traceutil/trace.go:171","msg":"trace[1999716133] linearizableReadLoop","detail":"{readStateIndex:9893; appliedIndex:9892; }","duration":"116.450518ms","start":"2026-05-09T04:03:50.296762Z","end":"2026-05-09T04:03:50.413213Z","steps":["trace[1999716133] 'read index received' (duration: 116.155852ms)","trace[1999716133] 'applied index is now lower than readState.Index' (duration: 293.566µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:03:50.413503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.704974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-09T04:03:50.413562Z","caller":"traceutil/trace.go:171","msg":"trace[1316388215] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9560; }","duration":"116.791646ms","start":"2026-05-09T04:03:50.296747Z","end":"2026-05-09T04:03:50.413538Z","steps":["trace[1316388215] 'agreement among raft nodes before linearized reading' (duration: 116.568981ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:03:50.413427Z","caller":"traceutil/trace.go:171","msg":"trace[197218564] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"198.437031ms","start":"2026-05-09T04:03:50.214834Z","end":"2026-05-09T04:03:50.413271Z","steps":["trace[197218564] 'process raft request' (duration: 198.165035ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:03:50.757872Z","caller":"traceutil/trace.go:171","msg":"trace[2020117189] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"238.778897ms","start":"2026-05-09T04:03:50.519062Z","end":"2026-05-09T04:03:50.757841Z","steps":["trace[2020117189] 'process raft request' (duration: 150.86ms)","trace[2020117189] 'compare' (duration: 87.800984ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:04:03.482748Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T04:04:03.488335Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-09T04:04:03.488401Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-09T04:06:24.46487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8221} {"level":"info","ts":"2026-05-09T04:06:24.533165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8221,"took":"66.642618ms","hash":3651259190,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":28192768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-09T04:06:24.533251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3651259190,"revision":8221,"compact-revision":6186} {"level":"warn","ts":"2026-05-09T04:09:07.434553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.663204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-09T04:09:07.43472Z","caller":"traceutil/trace.go:171","msg":"trace[119113335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11873; }","duration":"129.878399ms","start":"2026-05-09T04:09:07.304819Z","end":"2026-05-09T04:09:07.434698Z","steps":["trace[119113335] 'range keys from in-memory index tree' (duration: 129.375608ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:08.538068Z","caller":"traceutil/trace.go:171","msg":"trace[1626988468] linearizableReadLoop","detail":"{readStateIndex:12282; appliedIndex:12281; }","duration":"395.260154ms","start":"2026-05-09T04:09:08.14278Z","end":"2026-05-09T04:09:08.53804Z","steps":["trace[1626988468] 'read index received' (duration: 395.158492ms)","trace[1626988468] 'applied index is now lower than readState.Index' (duration: 100.352µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:09:08.538142Z","caller":"traceutil/trace.go:171","msg":"trace[713347943] transaction","detail":"{read_only:false; response_revision:11875; number_of_response:1; }","duration":"495.330333ms","start":"2026-05-09T04:09:08.042772Z","end":"2026-05-09T04:09:08.538102Z","steps":["trace[713347943] 'process raft request' (duration: 495.098278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:08.538221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.416447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:09:08.538257Z","caller":"traceutil/trace.go:171","msg":"trace[1033396643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11875; }","duration":"395.49847ms","start":"2026-05-09T04:09:08.142748Z","end":"2026-05-09T04:09:08.538246Z","steps":["trace[1033396643] 'agreement among raft nodes before linearized reading' (duration: 395.420678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:08.538298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:09:08.14273Z","time spent":"395.560421ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:09:08.538318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:09:08.042744Z","time spent":"495.484167ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:09:08.539085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.463859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-09T04:09:08.539102Z","caller":"traceutil/trace.go:171","msg":"trace[1691148952] transaction","detail":"{read_only:false; response_revision:11876; number_of_response:1; }","duration":"179.446943ms","start":"2026-05-09T04:09:08.359636Z","end":"2026-05-09T04:09:08.539083Z","steps":["trace[1691148952] 'process raft request' (duration: 179.169567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:08.539113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.212763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:09:08.539142Z","caller":"traceutil/trace.go:171","msg":"trace[460937626] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11876; }","duration":"165.559941ms","start":"2026-05-09T04:09:08.373568Z","end":"2026-05-09T04:09:08.539128Z","steps":["trace[460937626] 'agreement among raft nodes before linearized reading' (duration: 165.367467ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:08.539163Z","caller":"traceutil/trace.go:171","msg":"trace[1511222415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11876; }","duration":"165.280235ms","start":"2026-05-09T04:09:08.37387Z","end":"2026-05-09T04:09:08.539151Z","steps":["trace[1511222415] 'agreement among raft nodes before linearized reading' (duration: 165.175582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:08.539117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.568458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T04:09:08.539531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.047533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-09T04:09:08.539573Z","caller":"traceutil/trace.go:171","msg":"trace[1976480170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11876; }","duration":"162.107914ms","start":"2026-05-09T04:09:08.377456Z","end":"2026-05-09T04:09:08.539563Z","steps":["trace[1976480170] 'agreement among raft nodes before linearized reading' (duration: 162.003922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:08.539378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.517112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:09:08.539787Z","caller":"traceutil/trace.go:171","msg":"trace[721696255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11876; }","duration":"165.93937ms","start":"2026-05-09T04:09:08.373834Z","end":"2026-05-09T04:09:08.539773Z","steps":["trace[721696255] 'agreement among raft nodes before linearized reading' (duration: 165.509031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:08.539398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.298405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:09:08.539852Z","caller":"traceutil/trace.go:171","msg":"trace[312500115] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11876; }","duration":"165.766516ms","start":"2026-05-09T04:09:08.374076Z","end":"2026-05-09T04:09:08.539842Z","steps":["trace[312500115] 'agreement among raft nodes before linearized reading' (duration: 165.295826ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:08.540161Z","caller":"traceutil/trace.go:171","msg":"trace[1685612987] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11876; }","duration":"165.07084ms","start":"2026-05-09T04:09:08.37446Z","end":"2026-05-09T04:09:08.53953Z","steps":["trace[1685612987] 'agreement among raft nodes before linearized reading' (duration: 164.486796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:30.823395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.603496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T04:09:30.823596Z","caller":"traceutil/trace.go:171","msg":"trace[1342993925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12000; }","duration":"102.848451ms","start":"2026-05-09T04:09:30.720722Z","end":"2026-05-09T04:09:30.823571Z","steps":["trace[1342993925] 'range keys from in-memory index tree' (duration: 102.407501ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:31.195915Z","caller":"traceutil/trace.go:171","msg":"trace[1477287264] transaction","detail":"{read_only:false; response_revision:12002; number_of_response:1; }","duration":"235.121985ms","start":"2026-05-09T04:09:30.960757Z","end":"2026-05-09T04:09:31.195879Z","steps":["trace[1477287264] 'process raft request' (duration: 234.728986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:31.404187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.094295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T04:09:31.4045Z","caller":"traceutil/trace.go:171","msg":"trace[1437139692] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"203.507954ms","start":"2026-05-09T04:09:31.200967Z","end":"2026-05-09T04:09:31.404475Z","steps":["trace[1437139692] 'process raft request' (duration: 203.388452ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:31.404501Z","caller":"traceutil/trace.go:171","msg":"trace[827878516] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"203.501625ms","start":"2026-05-09T04:09:31.200941Z","end":"2026-05-09T04:09:31.404442Z","steps":["trace[827878516] 'process raft request' (duration: 37.011602ms)","trace[827878516] 'compare' (duration: 165.892888ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:09:31.404792Z","caller":"traceutil/trace.go:171","msg":"trace[625257865] transaction","detail":"{read_only:false; response_revision:12005; number_of_response:1; }","duration":"203.73147ms","start":"2026-05-09T04:09:31.20103Z","end":"2026-05-09T04:09:31.404761Z","steps":["trace[625257865] 'process raft request' (duration: 203.393792ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:31.404959Z","caller":"traceutil/trace.go:171","msg":"trace[1329699515] transaction","detail":"{read_only:false; response_revision:12006; number_of_response:1; }","duration":"203.501934ms","start":"2026-05-09T04:09:31.20142Z","end":"2026-05-09T04:09:31.404922Z","steps":["trace[1329699515] 'process raft request' (duration: 203.251019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:32.162046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.467532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T04:09:32.162153Z","caller":"traceutil/trace.go:171","msg":"trace[1061514850] linearizableReadLoop","detail":"{readStateIndex:12418; appliedIndex:12417; }","duration":"549.88528ms","start":"2026-05-09T04:09:31.612252Z","end":"2026-05-09T04:09:32.162137Z","steps":["trace[1061514850] 'read index received' (duration: 24.155293ms)","trace[1061514850] 'applied index is now lower than readState.Index' (duration: 525.728497ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:09:32.162384Z","caller":"traceutil/trace.go:171","msg":"trace[311866217] transaction","detail":"{read_only:false; response_revision:12007; number_of_response:1; }","duration":"835.203963ms","start":"2026-05-09T04:09:31.327168Z","end":"2026-05-09T04:09:32.162372Z","steps":["trace[311866217] 'process raft request' (duration: 309.302512ms)","trace[311866217] 'compare' (duration: 525.029112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:09:32.162456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:09:31.327144Z","time spent":"835.277054ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:09:32.162748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.495533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:09:32.162784Z","caller":"traceutil/trace.go:171","msg":"trace[72225358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:12007; }","duration":"550.572315ms","start":"2026-05-09T04:09:31.612202Z","end":"2026-05-09T04:09:32.162775Z","steps":["trace[72225358] 'agreement among raft nodes before linearized reading' (duration: 550.421042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:09:32.162812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:09:31.612179Z","time spent":"550.626376ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-g2qxn\" "} {"level":"info","ts":"2026-05-09T04:09:33.242296Z","caller":"traceutil/trace.go:171","msg":"trace[1850265746] linearizableReadLoop","detail":"{readStateIndex:12423; appliedIndex:12422; }","duration":"172.025367ms","start":"2026-05-09T04:09:33.070234Z","end":"2026-05-09T04:09:33.242259Z","steps":["trace[1850265746] 'read index received' (duration: 129.774077ms)","trace[1850265746] 'applied index is now lower than readState.Index' (duration: 42.24994ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:09:33.242337Z","caller":"traceutil/trace.go:171","msg":"trace[1336100139] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"174.940073ms","start":"2026-05-09T04:09:33.067359Z","end":"2026-05-09T04:09:33.242299Z","steps":["trace[1336100139] 'process raft request' (duration: 132.752165ms)","trace[1336100139] 'compare' (duration: 41.961723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:09:33.242467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.207252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:09:33.242501Z","caller":"traceutil/trace.go:171","msg":"trace[2028170644] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12011; }","duration":"172.305953ms","start":"2026-05-09T04:09:33.070184Z","end":"2026-05-09T04:09:33.24249Z","steps":["trace[2028170644] 'agreement among raft nodes before linearized reading' (duration: 172.200871ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:33.518587Z","caller":"traceutil/trace.go:171","msg":"trace[226194067] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"105.751597ms","start":"2026-05-09T04:09:33.412812Z","end":"2026-05-09T04:09:33.518563Z","steps":["trace[226194067] 'process raft request' (duration: 105.595993ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:33.5188Z","caller":"traceutil/trace.go:171","msg":"trace[505685804] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"105.958011ms","start":"2026-05-09T04:09:33.412826Z","end":"2026-05-09T04:09:33.518784Z","steps":["trace[505685804] 'process raft request' (duration: 105.702265ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:33.518929Z","caller":"traceutil/trace.go:171","msg":"trace[764111732] transaction","detail":"{read_only:false; response_revision:12016; number_of_response:1; }","duration":"106.030913ms","start":"2026-05-09T04:09:33.412889Z","end":"2026-05-09T04:09:33.51892Z","steps":["trace[764111732] 'process raft request' (duration: 105.830698ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:34.824843Z","caller":"traceutil/trace.go:171","msg":"trace[1441846284] transaction","detail":"{read_only:false; response_revision:12020; number_of_response:1; }","duration":"103.525587ms","start":"2026-05-09T04:09:34.721289Z","end":"2026-05-09T04:09:34.824815Z","steps":["trace[1441846284] 'process raft request' (duration: 103.365464ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:09:34.99429Z","caller":"traceutil/trace.go:171","msg":"trace[1446770657] transaction","detail":"{read_only:false; response_revision:12021; number_of_response:1; }","duration":"163.76799ms","start":"2026-05-09T04:09:34.830475Z","end":"2026-05-09T04:09:34.994243Z","steps":["trace[1446770657] 'process raft request' (duration: 72.166441ms)","trace[1446770657] 'compare' (duration: 91.254142ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:09:35.620664Z","caller":"traceutil/trace.go:171","msg":"trace[1536283278] transaction","detail":"{read_only:false; response_revision:12024; number_of_response:1; }","duration":"111.182659ms","start":"2026-05-09T04:09:35.509445Z","end":"2026-05-09T04:09:35.620628Z","steps":["trace[1536283278] 'process raft request' (duration: 110.865862ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:11:24.474351Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10571} {"level":"info","ts":"2026-05-09T04:11:24.558942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10571,"took":"82.732911ms","hash":1719025079,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":26066944,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-09T04:11:24.559017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1719025079,"revision":10571,"compact-revision":8221} {"level":"info","ts":"2026-05-09T04:15:23.258899Z","caller":"traceutil/trace.go:171","msg":"trace[1976253377] linearizableReadLoop","detail":"{readStateIndex:14896; appliedIndex:14895; }","duration":"211.275939ms","start":"2026-05-09T04:15:23.047599Z","end":"2026-05-09T04:15:23.258875Z","steps":["trace[1976253377] 'read index received' (duration: 211.095865ms)","trace[1976253377] 'applied index is now lower than readState.Index' (duration: 179.154µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:15:23.258999Z","caller":"traceutil/trace.go:171","msg":"trace[8066839] transaction","detail":"{read_only:false; response_revision:14401; number_of_response:1; }","duration":"492.077932ms","start":"2026-05-09T04:15:22.766868Z","end":"2026-05-09T04:15:23.258946Z","steps":["trace[8066839] 'process raft request' (duration: 491.877848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:23.259155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:22.766852Z","time spent":"492.226965ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:15:23.259178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.560446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:15:23.259254Z","caller":"traceutil/trace.go:171","msg":"trace[415605927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:14401; }","duration":"211.685628ms","start":"2026-05-09T04:15:23.047557Z","end":"2026-05-09T04:15:23.259243Z","steps":["trace[415605927] 'agreement among raft nodes before linearized reading' (duration: 211.452012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.909184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885961125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:15:45.921421Z","caller":"traceutil/trace.go:171","msg":"trace[960041356] transaction","detail":"{read_only:false; response_revision:14519; number_of_response:1; }","duration":"553.063056ms","start":"2026-05-09T04:15:45.368334Z","end":"2026-05-09T04:15:45.921397Z","steps":["trace[960041356] 'process raft request' (duration: 552.910183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.921558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.368314Z","time spent":"553.166308ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:15:45.950401Z","caller":"traceutil/trace.go:171","msg":"trace[729115233] linearizableReadLoop","detail":"{readStateIndex:15019; appliedIndex:15018; }","duration":"541.931786ms","start":"2026-05-09T04:15:45.408443Z","end":"2026-05-09T04:15:45.950374Z","steps":["trace[729115233] 'read index received' (duration: 513.467445ms)","trace[729115233] 'applied index is now lower than readState.Index' (duration: 28.463041ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:15:45.950545Z","caller":"traceutil/trace.go:171","msg":"trace[399929248] transaction","detail":"{read_only:false; response_revision:14520; number_of_response:1; }","duration":"416.053561ms","start":"2026-05-09T04:15:45.534474Z","end":"2026-05-09T04:15:45.950527Z","steps":["trace[399929248] 'process raft request' (duration: 415.744263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.950735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.956806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:15:45.950802Z","caller":"traceutil/trace.go:171","msg":"trace[1352838063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:14520; }","duration":"514.052559ms","start":"2026-05-09T04:15:45.436732Z","end":"2026-05-09T04:15:45.950785Z","steps":["trace[1352838063] 'agreement among raft nodes before linearized reading' (duration: 513.869154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.950849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.436718Z","time spent":"514.12212ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-g2qxn\" "} {"level":"warn","ts":"2026-05-09T04:15:45.950969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.534445Z","time spent":"416.275306ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:15:45.951102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.653942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T04:15:45.951152Z","caller":"traceutil/trace.go:171","msg":"trace[1588724038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14520; }","duration":"542.732414ms","start":"2026-05-09T04:15:45.408409Z","end":"2026-05-09T04:15:45.951141Z","steps":["trace[1588724038] 'agreement among raft nodes before linearized reading' (duration: 542.611672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.951191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.408391Z","time spent":"542.791835ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:15:45.951325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.774559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-09T04:15:45.951383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.8746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-09T04:15:45.951392Z","caller":"traceutil/trace.go:171","msg":"trace[337842119] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:14520; }","duration":"377.856831ms","start":"2026-05-09T04:15:45.573522Z","end":"2026-05-09T04:15:45.951379Z","steps":["trace[337842119] 'agreement among raft nodes before linearized reading' (duration: 377.663726ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:15:45.951422Z","caller":"traceutil/trace.go:171","msg":"trace[987551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14520; }","duration":"428.946921ms","start":"2026-05-09T04:15:45.522462Z","end":"2026-05-09T04:15:45.951409Z","steps":["trace[987551] 'agreement among raft nodes before linearized reading' (duration: 428.849389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.951462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.52244Z","time spent":"429.014932ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:15:45.95152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.801002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:15:45.951555Z","caller":"traceutil/trace.go:171","msg":"trace[2052855104] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14520; }","duration":"303.863114ms","start":"2026-05-09T04:15:45.647677Z","end":"2026-05-09T04:15:45.95154Z","steps":["trace[2052855104] 'agreement among raft nodes before linearized reading' (duration: 303.816413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.95158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.647657Z","time spent":"303.918176ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:15:45.951587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.697712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:15:45.951623Z","caller":"traceutil/trace.go:171","msg":"trace[1208256960] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:14520; }","duration":"510.760504ms","start":"2026-05-09T04:15:45.440851Z","end":"2026-05-09T04:15:45.951612Z","steps":["trace[1208256960] 'agreement among raft nodes before linearized reading' (duration: 510.698402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.951665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.440838Z","time spent":"510.816815ms","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:15:45.951858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.566201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-09T04:15:45.951427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.573465Z","time spent":"377.956213ms","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":48,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:15:45.95189Z","caller":"traceutil/trace.go:171","msg":"trace[1348851647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14520; }","duration":"360.622233ms","start":"2026-05-09T04:15:45.59126Z","end":"2026-05-09T04:15:45.951882Z","steps":["trace[1348851647] 'agreement among raft nodes before linearized reading' (duration: 360.49239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.951911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.591243Z","time spent":"360.662963ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:15:45.952114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.241209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T04:15:45.952138Z","caller":"traceutil/trace.go:171","msg":"trace[1313108087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14520; }","duration":"362.31736ms","start":"2026-05-09T04:15:45.589815Z","end":"2026-05-09T04:15:45.952132Z","steps":["trace[1313108087] 'agreement among raft nodes before linearized reading' (duration: 362.242009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:15:45.952156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:15:45.589791Z","time spent":"362.360801ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:16:02.21025Z","caller":"traceutil/trace.go:171","msg":"trace[1847467491] transaction","detail":"{read_only:false; response_revision:14617; number_of_response:1; }","duration":"213.051749ms","start":"2026-05-09T04:16:01.997163Z","end":"2026-05-09T04:16:02.210215Z","steps":["trace[1847467491] 'process raft request' (duration: 212.700591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:03.143505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.550121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T04:16:03.143649Z","caller":"traceutil/trace.go:171","msg":"trace[1824038607] linearizableReadLoop","detail":"{readStateIndex:15121; appliedIndex:15119; }","duration":"1.079505423s","start":"2026-05-09T04:16:02.064121Z","end":"2026-05-09T04:16:03.143626Z","steps":["trace[1824038607] 'read index received' (duration: 145.734092ms)","trace[1824038607] 'applied index is now lower than readState.Index' (duration: 933.769161ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:16:03.143667Z","caller":"traceutil/trace.go:171","msg":"trace[1739025004] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"1.138794739s","start":"2026-05-09T04:16:02.004836Z","end":"2026-05-09T04:16:03.143631Z","steps":["trace[1739025004] 'process raft request' (duration: 346.001683ms)","trace[1739025004] 'compare' (duration: 792.193983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:16:03.143812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.004823Z","time spent":"1.138910192s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:16:03.143871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079750049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-09T04:16:03.14393Z","caller":"traceutil/trace.go:171","msg":"trace[305281130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14618; }","duration":"1.079840482s","start":"2026-05-09T04:16:02.064074Z","end":"2026-05-09T04:16:03.143915Z","steps":["trace[305281130] 'agreement among raft nodes before linearized reading' (duration: 1.079642617s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:03.143982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.064058Z","time spent":"1.079911943s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-09T04:16:03.159022Z","caller":"traceutil/trace.go:171","msg":"trace[438203123] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"813.565454ms","start":"2026-05-09T04:16:02.345437Z","end":"2026-05-09T04:16:03.159002Z","steps":["trace[438203123] 'process raft request' (duration: 813.520143ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:16:03.159032Z","caller":"traceutil/trace.go:171","msg":"trace[260566064] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"819.58877ms","start":"2026-05-09T04:16:02.339411Z","end":"2026-05-09T04:16:03.159Z","steps":["trace[260566064] 'process raft request' (duration: 819.432567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:03.159177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.339391Z","time spent":"819.706613ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:16:03.159274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.345411Z","time spent":"813.671657ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:16:03.168948Z","caller":"traceutil/trace.go:171","msg":"trace[280298069] transaction","detail":"{read_only:false; response_revision:14621; number_of_response:1; }","duration":"491.605122ms","start":"2026-05-09T04:16:02.677311Z","end":"2026-05-09T04:16:03.168916Z","steps":["trace[280298069] 'process raft request' (duration: 491.388347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:03.169093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.677288Z","time spent":"491.733695ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:16:03.175623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033113198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T04:16:03.175722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054749887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-09T04:16:03.175708Z","caller":"traceutil/trace.go:171","msg":"trace[1115418782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14622; }","duration":"1.033274922s","start":"2026-05-09T04:16:02.14241Z","end":"2026-05-09T04:16:03.175685Z","steps":["trace[1115418782] 'agreement among raft nodes before linearized reading' (duration: 1.033141749s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:16:03.175764Z","caller":"traceutil/trace.go:171","msg":"trace[1162077807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:14622; }","duration":"1.054819037s","start":"2026-05-09T04:16:02.120934Z","end":"2026-05-09T04:16:03.175753Z","steps":["trace[1162077807] 'agreement among raft nodes before linearized reading' (duration: 1.054733426s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:03.175769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100112917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-09T04:16:03.175917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101257924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T04:16:03.175928Z","caller":"traceutil/trace.go:171","msg":"trace[413077692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14622; }","duration":"1.100315633s","start":"2026-05-09T04:16:02.075597Z","end":"2026-05-09T04:16:03.175913Z","steps":["trace[413077692] 'agreement among raft nodes before linearized reading' (duration: 1.100071827s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:16:03.176021Z","caller":"traceutil/trace.go:171","msg":"trace[149513504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14622; }","duration":"1.101368277s","start":"2026-05-09T04:16:02.074611Z","end":"2026-05-09T04:16:03.175979Z","steps":["trace[149513504] 'agreement among raft nodes before linearized reading' (duration: 1.101118771s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:03.176065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.074601Z","time spent":"1.101455159s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:16:03.17563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10289355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T04:16:03.176171Z","caller":"traceutil/trace.go:171","msg":"trace[749367542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14622; }","duration":"1.103451573s","start":"2026-05-09T04:16:02.072689Z","end":"2026-05-09T04:16:03.176141Z","steps":["trace[749367542] 'agreement among raft nodes before linearized reading' (duration: 1.102825678s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:03.176047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.075573Z","time spent":"1.100461447s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:16:03.175776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.142388Z","time spent":"1.033377385s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:16:03.176279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.07267Z","time spent":"1.103574186s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T04:16:03.175829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:02.120918Z","time spent":"1.05490073s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-g2qxn\" "} {"level":"info","ts":"2026-05-09T04:16:04.330701Z","caller":"traceutil/trace.go:171","msg":"trace[1049405779] linearizableReadLoop","detail":"{readStateIndex:15135; appliedIndex:15134; }","duration":"116.414673ms","start":"2026-05-09T04:16:04.214255Z","end":"2026-05-09T04:16:04.33067Z","steps":["trace[1049405779] 'read index received' (duration: 116.251369ms)","trace[1049405779] 'applied index is now lower than readState.Index' (duration: 161.524µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:16:04.33073Z","caller":"traceutil/trace.go:171","msg":"trace[2137886671] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"165.651491ms","start":"2026-05-09T04:16:04.165045Z","end":"2026-05-09T04:16:04.330697Z","steps":["trace[2137886671] 'process raft request' (duration: 165.427576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:04.330974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.693509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-09T04:16:04.331031Z","caller":"traceutil/trace.go:171","msg":"trace[1334791233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14631; }","duration":"116.800571ms","start":"2026-05-09T04:16:04.214217Z","end":"2026-05-09T04:16:04.331017Z","steps":["trace[1334791233] 'agreement among raft nodes before linearized reading' (duration: 116.594086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.253671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110970774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:16:10.253754Z","caller":"traceutil/trace.go:171","msg":"trace[358466809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14667; }","duration":"1.111100107s","start":"2026-05-09T04:16:09.142635Z","end":"2026-05-09T04:16:10.253735Z","steps":["trace[358466809] 'range keys from in-memory index tree' (duration: 1.110898621s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.253798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.14261Z","time spent":"1.111179558s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:16:10.254092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.945492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T04:16:10.254232Z","caller":"traceutil/trace.go:171","msg":"trace[467285258] transaction","detail":"{read_only:false; response_revision:14668; number_of_response:1; }","duration":"1.089232623s","start":"2026-05-09T04:16:09.164972Z","end":"2026-05-09T04:16:10.254204Z","steps":["trace[467285258] 'process raft request' (duration: 513.016246ms)","trace[467285258] 'compare' (duration: 575.549642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:16:10.254512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.164945Z","time spent":"1.08951749s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:16:10.285236Z","caller":"traceutil/trace.go:171","msg":"trace[395918813] transaction","detail":"{read_only:false; response_revision:14670; number_of_response:1; }","duration":"1.10778965s","start":"2026-05-09T04:16:09.177419Z","end":"2026-05-09T04:16:10.285208Z","steps":["trace[395918813] 'process raft request' (duration: 1.107678608s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.285398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.177377Z","time spent":"1.107955524s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:16:10.285426Z","caller":"traceutil/trace.go:171","msg":"trace[1077088953] linearizableReadLoop","detail":"{readStateIndex:15176; appliedIndex:15172; }","duration":"1.088334693s","start":"2026-05-09T04:16:09.197059Z","end":"2026-05-09T04:16:10.285394Z","steps":["trace[1077088953] 'read index received' (duration: 480.948973ms)","trace[1077088953] 'applied index is now lower than readState.Index' (duration: 607.383189ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:16:10.285235Z","caller":"traceutil/trace.go:171","msg":"trace[1128446218] transaction","detail":"{read_only:false; response_revision:14669; number_of_response:1; }","duration":"1.107856122s","start":"2026-05-09T04:16:09.177336Z","end":"2026-05-09T04:16:10.285192Z","steps":["trace[1128446218] 'process raft request' (duration: 1.107547985s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.285647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.177307Z","time spent":"1.108231421s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:16:10.285714Z","caller":"traceutil/trace.go:171","msg":"trace[88321652] transaction","detail":"{read_only:false; response_revision:14671; number_of_response:1; }","duration":"1.10023817s","start":"2026-05-09T04:16:09.185462Z","end":"2026-05-09T04:16:10.285701Z","steps":["trace[88321652] 'process raft request' (duration: 1.099696938s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.285742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.700299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-09T04:16:10.285783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.185445Z","time spent":"1.100300781s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:16:10.285797Z","caller":"traceutil/trace.go:171","msg":"trace[443603556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14671; }","duration":"481.794922ms","start":"2026-05-09T04:16:09.803984Z","end":"2026-05-09T04:16:10.285779Z","steps":["trace[443603556] 'agreement among raft nodes before linearized reading' (duration: 481.720179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.285845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.803963Z","time spent":"481.868363ms","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:16:10.285844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070227537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T04:16:10.285921Z","caller":"traceutil/trace.go:171","msg":"trace[2135126399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14671; }","duration":"1.070349819s","start":"2026-05-09T04:16:09.215552Z","end":"2026-05-09T04:16:10.285902Z","steps":["trace[2135126399] 'agreement among raft nodes before linearized reading' (duration: 1.070112102s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.285983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035465492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qxn\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-05-09T04:16:10.285999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.215538Z","time spent":"1.070442892s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T04:16:10.286056Z","caller":"traceutil/trace.go:171","msg":"trace[147041674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qxn; range_end:; response_count:1; response_revision:14671; }","duration":"1.035566505s","start":"2026-05-09T04:16:09.250472Z","end":"2026-05-09T04:16:10.286039Z","steps":["trace[147041674] 'agreement among raft nodes before linearized reading' (duration: 1.035379271s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.28611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.250461Z","time spent":"1.035637486s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-g2qxn\" "} {"level":"warn","ts":"2026-05-09T04:16:10.28615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083809832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-09T04:16:10.285659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088597958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-09T04:16:10.286023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079387152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-09T04:16:10.285672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.395374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:16:10.286419Z","caller":"traceutil/trace.go:171","msg":"trace[1316354927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14671; }","duration":"1.07974795s","start":"2026-05-09T04:16:09.206578Z","end":"2026-05-09T04:16:10.286326Z","steps":["trace[1316354927] 'agreement among raft nodes before linearized reading' (duration: 1.079231429s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:16:10.286458Z","caller":"traceutil/trace.go:171","msg":"trace[453980589] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14671; }","duration":"804.179363ms","start":"2026-05-09T04:16:09.482253Z","end":"2026-05-09T04:16:10.286432Z","steps":["trace[453980589] 'agreement among raft nodes before linearized reading' (duration: 803.369764ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:16:10.286254Z","caller":"traceutil/trace.go:171","msg":"trace[1530171685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14671; }","duration":"1.083924964s","start":"2026-05-09T04:16:09.202277Z","end":"2026-05-09T04:16:10.286202Z","steps":["trace[1530171685] 'agreement among raft nodes before linearized reading' (duration: 1.083277009s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.286543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.482188Z","time spent":"804.333507ms","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:16:10.286593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.202256Z","time spent":"1.084320913s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T04:16:10.286657Z","caller":"traceutil/trace.go:171","msg":"trace[175160862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14671; }","duration":"1.089388456s","start":"2026-05-09T04:16:09.196996Z","end":"2026-05-09T04:16:10.286384Z","steps":["trace[175160862] 'agreement among raft nodes before linearized reading' (duration: 1.088529346s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:10.2868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.196968Z","time spent":"1.089790656s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:16:10.286513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:16:09.206556Z","time spent":"1.079939925s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:16:24.481333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12762} {"level":"info","ts":"2026-05-09T04:16:24.556863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12762,"took":"72.877621ms","hash":3851682963,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":28798976,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-09T04:16:24.556938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3851682963,"revision":12762,"compact-revision":10571} {"level":"info","ts":"2026-05-09T04:16:25.648824Z","caller":"traceutil/trace.go:171","msg":"trace[1056952430] linearizableReadLoop","detail":"{readStateIndex:15450; appliedIndex:15449; }","duration":"125.942437ms","start":"2026-05-09T04:16:25.522848Z","end":"2026-05-09T04:16:25.64879Z","steps":["trace[1056952430] 'read index received' (duration: 125.716962ms)","trace[1056952430] 'applied index is now lower than readState.Index' (duration: 224.475µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:16:25.648915Z","caller":"traceutil/trace.go:171","msg":"trace[138310294] transaction","detail":"{read_only:false; response_revision:14930; number_of_response:1; }","duration":"133.544458ms","start":"2026-05-09T04:16:25.515344Z","end":"2026-05-09T04:16:25.648888Z","steps":["trace[138310294] 'process raft request' (duration: 133.278642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:16:25.64901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.132321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:16:25.649062Z","caller":"traceutil/trace.go:171","msg":"trace[159947842] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14930; }","duration":"126.253053ms","start":"2026-05-09T04:16:25.522787Z","end":"2026-05-09T04:16:25.64904Z","steps":["trace[159947842] 'agreement among raft nodes before linearized reading' (duration: 126.146041ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:17:41.361682Z","caller":"traceutil/trace.go:171","msg":"trace[322416359] transaction","detail":"{read_only:false; response_revision:15687; number_of_response:1; }","duration":"115.937312ms","start":"2026-05-09T04:17:41.24572Z","end":"2026-05-09T04:17:41.361657Z","steps":["trace[322416359] 'process raft request' (duration: 115.780629ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:17:42.677465Z","caller":"traceutil/trace.go:171","msg":"trace[1321370756] linearizableReadLoop","detail":"{readStateIndex:16228; appliedIndex:16227; }","duration":"106.205512ms","start":"2026-05-09T04:17:42.571225Z","end":"2026-05-09T04:17:42.677431Z","steps":["trace[1321370756] 'read index received' (duration: 106.051759ms)","trace[1321370756] 'applied index is now lower than readState.Index' (duration: 152.393µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:17:42.677545Z","caller":"traceutil/trace.go:171","msg":"trace[6149505] transaction","detail":"{read_only:false; response_revision:15688; number_of_response:1; }","duration":"106.471158ms","start":"2026-05-09T04:17:42.571045Z","end":"2026-05-09T04:17:42.677516Z","steps":["trace[6149505] 'process raft request' (duration: 106.221103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:42.67769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.442507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:17:42.677761Z","caller":"traceutil/trace.go:171","msg":"trace[1569808978] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15688; }","duration":"106.57948ms","start":"2026-05-09T04:17:42.57116Z","end":"2026-05-09T04:17:42.67774Z","steps":["trace[1569808978] 'agreement among raft nodes before linearized reading' (duration: 106.424877ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:17:43.013941Z","caller":"traceutil/trace.go:171","msg":"trace[2045764420] transaction","detail":"{read_only:false; response_revision:15689; number_of_response:1; }","duration":"397.911042ms","start":"2026-05-09T04:17:42.615992Z","end":"2026-05-09T04:17:43.013903Z","steps":["trace[2045764420] 'process raft request' (duration: 396.342347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.014129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.615972Z","time spent":"398.042186ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:17:43.014249Z","caller":"traceutil/trace.go:171","msg":"trace[1758118818] transaction","detail":"{read_only:false; response_revision:15691; number_of_response:1; }","duration":"369.675647ms","start":"2026-05-09T04:17:42.644547Z","end":"2026-05-09T04:17:43.014222Z","steps":["trace[1758118818] 'process raft request' (duration: 369.576375ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:17:43.014233Z","caller":"traceutil/trace.go:171","msg":"trace[687736667] transaction","detail":"{read_only:false; response_revision:15690; number_of_response:1; }","duration":"397.34907ms","start":"2026-05-09T04:17:42.61685Z","end":"2026-05-09T04:17:43.014199Z","steps":["trace[687736667] 'process raft request' (duration: 396.723875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.014423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.544267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T04:17:43.014419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.644534Z","time spent":"369.790069ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:17:43.01442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.616832Z","time spent":"397.496883ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:17:43.014472Z","caller":"traceutil/trace.go:171","msg":"trace[833593668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15691; }","duration":"398.593218ms","start":"2026-05-09T04:17:42.615866Z","end":"2026-05-09T04:17:43.014459Z","steps":["trace[833593668] 'agreement among raft nodes before linearized reading' (duration: 398.510536ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:17:43.014402Z","caller":"traceutil/trace.go:171","msg":"trace[783827324] linearizableReadLoop","detail":"{readStateIndex:16231; appliedIndex:16228; }","duration":"336.807787ms","start":"2026-05-09T04:17:42.677553Z","end":"2026-05-09T04:17:43.014361Z","steps":["trace[783827324] 'read index received' (duration: 334.820592ms)","trace[783827324] 'applied index is now lower than readState.Index' (duration: 1.982605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:17:43.014548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.18646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-09T04:17:43.014515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.615823Z","time spent":"398.67868ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:17:43.01459Z","caller":"traceutil/trace.go:171","msg":"trace[1284965757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15691; }","duration":"430.257352ms","start":"2026-05-09T04:17:42.584322Z","end":"2026-05-09T04:17:43.014579Z","steps":["trace[1284965757] 'agreement among raft nodes before linearized reading' (duration: 430.139239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.014614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.584311Z","time spent":"430.298733ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:17:43.018383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.764495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-09T04:17:43.018397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.77226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:17:43.018428Z","caller":"traceutil/trace.go:171","msg":"trace[715358453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15691; }","duration":"296.845786ms","start":"2026-05-09T04:17:42.721572Z","end":"2026-05-09T04:17:43.018418Z","steps":["trace[715358453] 'agreement among raft nodes before linearized reading' (duration: 296.741274ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:17:43.01845Z","caller":"traceutil/trace.go:171","msg":"trace[337244771] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15691; }","duration":"334.855061ms","start":"2026-05-09T04:17:42.683581Z","end":"2026-05-09T04:17:43.018436Z","steps":["trace[337244771] 'agreement among raft nodes before linearized reading' (duration: 334.762489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.018454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.87196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-09T04:17:43.018486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.683571Z","time spent":"334.907762ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-09T04:17:43.018566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.775513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-09T04:17:43.019319Z","caller":"traceutil/trace.go:171","msg":"trace[593070754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15691; }","duration":"296.689733ms","start":"2026-05-09T04:17:42.722613Z","end":"2026-05-09T04:17:43.019302Z","steps":["trace[593070754] 'agreement among raft nodes before linearized reading' (duration: 295.69066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.018581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.32039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-09T04:17:43.020722Z","caller":"traceutil/trace.go:171","msg":"trace[1916680666] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15691; }","duration":"336.483989ms","start":"2026-05-09T04:17:42.684219Z","end":"2026-05-09T04:17:43.020703Z","steps":["trace[1916680666] 'agreement among raft nodes before linearized reading' (duration: 334.193537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.020793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.684212Z","time spent":"336.56569ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-09T04:17:43.018494Z","caller":"traceutil/trace.go:171","msg":"trace[2015204851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15691; }","duration":"190.94185ms","start":"2026-05-09T04:17:42.827541Z","end":"2026-05-09T04:17:43.018483Z","steps":["trace[2015204851] 'agreement among raft nodes before linearized reading' (duration: 190.837108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.018633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.868433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-09T04:17:43.021404Z","caller":"traceutil/trace.go:171","msg":"trace[1824556367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15691; }","duration":"298.659497ms","start":"2026-05-09T04:17:42.722722Z","end":"2026-05-09T04:17:43.021381Z","steps":["trace[1824556367] 'agreement among raft nodes before linearized reading' (duration: 295.744701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.01869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.445573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:17:43.021514Z","caller":"traceutil/trace.go:171","msg":"trace[620331910] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15691; }","duration":"337.283446ms","start":"2026-05-09T04:17:42.684221Z","end":"2026-05-09T04:17:43.021505Z","steps":["trace[620331910] 'agreement among raft nodes before linearized reading' (duration: 334.434392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.01871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.066509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-09T04:17:43.02157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.684215Z","time spent":"337.327747ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-09T04:17:43.021603Z","caller":"traceutil/trace.go:171","msg":"trace[98903944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15691; }","duration":"298.948004ms","start":"2026-05-09T04:17:42.722634Z","end":"2026-05-09T04:17:43.021582Z","steps":["trace[98903944] 'agreement among raft nodes before linearized reading' (duration: 296.014828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.01872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.851785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T04:17:43.021671Z","caller":"traceutil/trace.go:171","msg":"trace[367351434] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15691; }","duration":"338.830472ms","start":"2026-05-09T04:17:42.682822Z","end":"2026-05-09T04:17:43.021653Z","steps":["trace[367351434] 'agreement among raft nodes before linearized reading' (duration: 335.869365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:17:43.021721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:17:42.682804Z","time spent":"338.902973ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-09T04:19:01.635948Z","caller":"traceutil/trace.go:171","msg":"trace[1913437191] transaction","detail":"{read_only:false; response_revision:16194; number_of_response:1; }","duration":"209.891549ms","start":"2026-05-09T04:19:01.426035Z","end":"2026-05-09T04:19:01.635926Z","steps":["trace[1913437191] 'process raft request' (duration: 209.815907ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:19:01.635983Z","caller":"traceutil/trace.go:171","msg":"trace[1035756390] transaction","detail":"{read_only:false; response_revision:16193; number_of_response:1; }","duration":"209.921079ms","start":"2026-05-09T04:19:01.426014Z","end":"2026-05-09T04:19:01.635935Z","steps":["trace[1035756390] 'process raft request' (duration: 200.530788ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:19:01.636164Z","caller":"traceutil/trace.go:171","msg":"trace[54977105] transaction","detail":"{read_only:false; response_revision:16195; number_of_response:1; }","duration":"210.015951ms","start":"2026-05-09T04:19:01.426097Z","end":"2026-05-09T04:19:01.636113Z","steps":["trace[54977105] 'process raft request' (duration: 209.797596ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:21:24.507575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14875} {"level":"info","ts":"2026-05-09T04:21:24.619582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14875,"took":"109.940618ms","hash":104811966,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":30597120,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-09T04:21:24.619653Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":104811966,"revision":14875,"compact-revision":12762} {"level":"info","ts":"2026-05-09T04:23:38.36036Z","caller":"traceutil/trace.go:171","msg":"trace[1881661990] linearizableReadLoop","detail":"{readStateIndex:18934; appliedIndex:18933; }","duration":"300.840807ms","start":"2026-05-09T04:23:38.059486Z","end":"2026-05-09T04:23:38.360327Z","steps":["trace[1881661990] 'read index received' (duration: 300.740775ms)","trace[1881661990] 'applied index is now lower than readState.Index' (duration: 98.592µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:38.360795Z","caller":"traceutil/trace.go:171","msg":"trace[1784480771] transaction","detail":"{read_only:false; response_revision:18308; number_of_response:1; }","duration":"375.262423ms","start":"2026-05-09T04:23:37.985517Z","end":"2026-05-09T04:23:38.360779Z","steps":["trace[1784480771] 'process raft request' (duration: 374.609999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:38.360924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:37.985499Z","time spent":"375.339495ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:38.361272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.779068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cgh88\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-05-09T04:23:38.361321Z","caller":"traceutil/trace.go:171","msg":"trace[186206021] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cgh88; range_end:; response_count:1; response_revision:18308; }","duration":"301.827839ms","start":"2026-05-09T04:23:38.059481Z","end":"2026-05-09T04:23:38.361309Z","steps":["trace[186206021] 'agreement among raft nodes before linearized reading' (duration: 301.647425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:38.361365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:38.059441Z","time spent":"301.909911ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cgh88\" "} {"level":"warn","ts":"2026-05-09T04:23:38.361691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.095491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:23:38.361843Z","caller":"traceutil/trace.go:171","msg":"trace[793399221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18311; }","duration":"221.272175ms","start":"2026-05-09T04:23:38.140524Z","end":"2026-05-09T04:23:38.361796Z","steps":["trace[793399221] 'agreement among raft nodes before linearized reading' (duration: 221.05983ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:44.595922Z","caller":"traceutil/trace.go:171","msg":"trace[39219840] linearizableReadLoop","detail":"{readStateIndex:18967; appliedIndex:18966; }","duration":"492.009304ms","start":"2026-05-09T04:23:44.103887Z","end":"2026-05-09T04:23:44.595896Z","steps":["trace[39219840] 'read index received' (duration: 491.752408ms)","trace[39219840] 'applied index is now lower than readState.Index' (duration: 255.726µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:44.596086Z","caller":"traceutil/trace.go:171","msg":"trace[1511267954] transaction","detail":"{read_only:false; response_revision:18340; number_of_response:1; }","duration":"498.117422ms","start":"2026-05-09T04:23:44.097927Z","end":"2026-05-09T04:23:44.596044Z","steps":["trace[1511267954] 'process raft request' (duration: 497.786315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:44.596237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.097901Z","time spent":"498.265155ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:44.597034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.132299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:939979"} {"level":"info","ts":"2026-05-09T04:23:44.5971Z","caller":"traceutil/trace.go:171","msg":"trace[832139230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18340; }","duration":"493.244511ms","start":"2026-05-09T04:23:44.103843Z","end":"2026-05-09T04:23:44.597087Z","steps":["trace[832139230] 'agreement among raft nodes before linearized reading' (duration: 492.199668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:44.597148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.103825Z","time spent":"493.310133ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-09T04:23:44.772287Z","caller":"traceutil/trace.go:171","msg":"trace[642793676] transaction","detail":"{read_only:false; response_revision:18341; number_of_response:1; }","duration":"391.271855ms","start":"2026-05-09T04:23:44.380989Z","end":"2026-05-09T04:23:44.772261Z","steps":["trace[642793676] 'process raft request' (duration: 293.711706ms)","trace[642793676] 'compare' (duration: 97.2135ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:23:44.77243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.380963Z","time spent":"391.393518ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:23:44.772638Z","caller":"traceutil/trace.go:171","msg":"trace[680265646] linearizableReadLoop","detail":"{readStateIndex:18971; appliedIndex:18967; }","duration":"176.604458ms","start":"2026-05-09T04:23:44.596009Z","end":"2026-05-09T04:23:44.772613Z","steps":["trace[680265646] 'read index received' (duration: 78.444717ms)","trace[680265646] 'applied index is now lower than readState.Index' (duration: 98.158601ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:44.772674Z","caller":"traceutil/trace.go:171","msg":"trace[1747060492] transaction","detail":"{read_only:false; response_revision:18343; number_of_response:1; }","duration":"381.523635ms","start":"2026-05-09T04:23:44.391104Z","end":"2026-05-09T04:23:44.772628Z","steps":["trace[1747060492] 'process raft request' (duration: 381.3248ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:44.772826Z","caller":"traceutil/trace.go:171","msg":"trace[1361017245] transaction","detail":"{read_only:false; response_revision:18342; number_of_response:1; }","duration":"390.341554ms","start":"2026-05-09T04:23:44.382464Z","end":"2026-05-09T04:23:44.772805Z","steps":["trace[1361017245] 'process raft request' (duration: 389.70714ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:44.772808Z","caller":"traceutil/trace.go:171","msg":"trace[2116829663] transaction","detail":"{read_only:false; response_revision:18344; number_of_response:1; }","duration":"380.88779ms","start":"2026-05-09T04:23:44.391882Z","end":"2026-05-09T04:23:44.772769Z","steps":["trace[2116829663] 'process raft request' (duration: 380.671755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:44.77285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.722748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:23:44.772906Z","caller":"traceutil/trace.go:171","msg":"trace[1024924424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18344; }","duration":"630.832121ms","start":"2026-05-09T04:23:44.14206Z","end":"2026-05-09T04:23:44.772892Z","steps":["trace[1024924424] 'agreement among raft nodes before linearized reading' (duration: 630.693147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:44.772901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.391083Z","time spent":"381.716108ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:44.772932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.38245Z","time spent":"390.424106ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:44.772951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.142044Z","time spent":"630.898652ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:23:44.772932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.221797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cgh88\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-05-09T04:23:44.772953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.391876Z","time spent":"381.011083ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:23:44.773007Z","caller":"traceutil/trace.go:171","msg":"trace[1711362442] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cgh88; range_end:; response_count:1; response_revision:18344; }","duration":"337.33445ms","start":"2026-05-09T04:23:44.435656Z","end":"2026-05-09T04:23:44.77299Z","steps":["trace[1711362442] 'agreement among raft nodes before linearized reading' (duration: 337.085504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:44.773051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.435635Z","time spent":"337.407822ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cgh88\" "} {"level":"warn","ts":"2026-05-09T04:23:45.314773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885975265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:23:45.815638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885975265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:23:46.316489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885975265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:23:46.328488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192156535s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:23:46.328636Z","caller":"traceutil/trace.go:171","msg":"trace[546751124] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18344; }","duration":"1.192307488s","start":"2026-05-09T04:23:45.136299Z","end":"2026-05-09T04:23:46.328606Z","steps":["trace[546751124] 'range keys from in-memory index tree' (duration: 1.192136695s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:46.331369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541624207s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T04:23:46.331772Z","caller":"traceutil/trace.go:171","msg":"trace[2130423848] linearizableReadLoop","detail":"{readStateIndex:18972; appliedIndex:18971; }","duration":"1.517399832s","start":"2026-05-09T04:23:44.814352Z","end":"2026-05-09T04:23:46.331752Z","steps":["trace[2130423848] 'read index received' (duration: 1.517186917s)","trace[2130423848] 'applied index is now lower than readState.Index' (duration: 212.115µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:46.331984Z","caller":"traceutil/trace.go:171","msg":"trace[913467484] transaction","detail":"{read_only:false; response_revision:18345; number_of_response:1; }","duration":"1.542336064s","start":"2026-05-09T04:23:44.789638Z","end":"2026-05-09T04:23:46.331974Z","steps":["trace[913467484] 'process raft request' (duration: 1.541975356s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:46.332076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.78962Z","time spent":"1.542392285s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20891,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:46.332239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143336046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T04:23:46.332268Z","caller":"traceutil/trace.go:171","msg":"trace[1050197477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18345; }","duration":"1.143397307s","start":"2026-05-09T04:23:45.188864Z","end":"2026-05-09T04:23:46.332261Z","steps":["trace[1050197477] 'agreement among raft nodes before linearized reading' (duration: 1.143295685s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:46.332288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:45.188846Z","time spent":"1.143437318s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T04:23:46.332478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518124619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:23:46.332489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190218712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:23:46.332507Z","caller":"traceutil/trace.go:171","msg":"trace[1042619084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18345; }","duration":"1.518188661s","start":"2026-05-09T04:23:44.814312Z","end":"2026-05-09T04:23:46.332501Z","steps":["trace[1042619084] 'agreement among raft nodes before linearized reading' (duration: 1.518112749s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:46.332495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267596815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-09T04:23:46.332499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496069893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:23:46.332539Z","caller":"traceutil/trace.go:171","msg":"trace[208898714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18345; }","duration":"1.190307484s","start":"2026-05-09T04:23:45.142216Z","end":"2026-05-09T04:23:46.332524Z","steps":["trace[208898714] 'agreement among raft nodes before linearized reading' (duration: 1.190207832s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:46.332579Z","caller":"traceutil/trace.go:171","msg":"trace[267224989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18345; }","duration":"1.267722258s","start":"2026-05-09T04:23:45.064834Z","end":"2026-05-09T04:23:46.332556Z","steps":["trace[267224989] 'agreement among raft nodes before linearized reading' (duration: 1.267474781s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:46.332587Z","caller":"traceutil/trace.go:171","msg":"trace[1534558810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18345; }","duration":"1.496211936s","start":"2026-05-09T04:23:44.836355Z","end":"2026-05-09T04:23:46.332567Z","steps":["trace[1534558810] 'agreement among raft nodes before linearized reading' (duration: 1.495641362s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:46.332631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:45.064811Z","time spent":"1.26780758s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:23:46.332585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:45.142197Z","time spent":"1.190380115s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:23:46.332636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.836332Z","time spent":"1.496294507s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:23:46.332532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.814296Z","time spent":"1.518231701s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:23:46.332623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142482527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T04:23:46.337219Z","caller":"traceutil/trace.go:171","msg":"trace[1597110690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18345; }","duration":"1.147140911s","start":"2026-05-09T04:23:45.190061Z","end":"2026-05-09T04:23:46.337202Z","steps":["trace[1597110690] 'agreement among raft nodes before linearized reading' (duration: 1.142368754s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:46.337276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:45.190035Z","time spent":"1.147223563s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:23:46.332758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386650427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:23:46.337395Z","caller":"traceutil/trace.go:171","msg":"trace[1886900209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18345; }","duration":"1.391338352s","start":"2026-05-09T04:23:44.946049Z","end":"2026-05-09T04:23:46.337387Z","steps":["trace[1886900209] 'agreement among raft nodes before linearized reading' (duration: 1.386445142s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:46.337417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:44.94603Z","time spent":"1.391380522s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:23:47.086449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.494796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:23:47.086511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.24548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:23:47.086522Z","caller":"traceutil/trace.go:171","msg":"trace[335883307] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:18350; }","duration":"433.606078ms","start":"2026-05-09T04:23:46.6529Z","end":"2026-05-09T04:23:47.086506Z","steps":["trace[335883307] 'count revisions from in-memory index tree' (duration: 433.406944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:47.086539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.829784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rgr5x\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-05-09T04:23:47.086581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.652884Z","time spent":"433.6866ms","remote":"127.0.0.1:55930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:23:47.086631Z","caller":"traceutil/trace.go:171","msg":"trace[1961467687] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rgr5x; range_end:; response_count:1; response_revision:18350; }","duration":"469.962767ms","start":"2026-05-09T04:23:46.616647Z","end":"2026-05-09T04:23:47.08661Z","steps":["trace[1961467687] 'range keys from in-memory index tree' (duration: 469.6461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:47.086682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.616628Z","time spent":"470.044739ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rgr5x\" "} {"level":"info","ts":"2026-05-09T04:23:47.086576Z","caller":"traceutil/trace.go:171","msg":"trace[475932005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18350; }","duration":"623.383363ms","start":"2026-05-09T04:23:46.463178Z","end":"2026-05-09T04:23:47.086562Z","steps":["trace[475932005] 'range keys from in-memory index tree' (duration: 623.105087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:47.08678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.46316Z","time spent":"623.610739ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-09T04:23:47.131587Z","caller":"traceutil/trace.go:171","msg":"trace[1821668680] transaction","detail":"{read_only:false; response_revision:18351; number_of_response:1; }","duration":"353.644216ms","start":"2026-05-09T04:23:46.777923Z","end":"2026-05-09T04:23:47.131567Z","steps":["trace[1821668680] 'process raft request' (duration: 353.529234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:47.131709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.777898Z","time spent":"353.747878ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:23:47.209084Z","caller":"traceutil/trace.go:171","msg":"trace[1628221522] transaction","detail":"{read_only:false; response_revision:18353; number_of_response:1; }","duration":"427.46911ms","start":"2026-05-09T04:23:46.781586Z","end":"2026-05-09T04:23:47.209055Z","steps":["trace[1628221522] 'process raft request' (duration: 427.381308ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:47.209158Z","caller":"traceutil/trace.go:171","msg":"trace[1714320845] transaction","detail":"{read_only:false; response_revision:18352; number_of_response:1; }","duration":"428.148274ms","start":"2026-05-09T04:23:46.780939Z","end":"2026-05-09T04:23:47.209087Z","steps":["trace[1714320845] 'process raft request' (duration: 408.657586ms)","trace[1714320845] 'compare' (duration: 19.209082ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:47.209297Z","caller":"traceutil/trace.go:171","msg":"trace[1018349832] transaction","detail":"{read_only:false; response_revision:18354; number_of_response:1; }","duration":"427.583293ms","start":"2026-05-09T04:23:46.781697Z","end":"2026-05-09T04:23:47.209281Z","steps":["trace[1018349832] 'process raft request' (duration: 427.317786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:47.209334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.780908Z","time spent":"428.341ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:47.209441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.781689Z","time spent":"427.679834ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:47.209282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.781574Z","time spent":"427.620714ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:23:47.209686Z","caller":"traceutil/trace.go:171","msg":"trace[1025825130] linearizableReadLoop","detail":"{readStateIndex:18981; appliedIndex:18978; }","duration":"416.238687ms","start":"2026-05-09T04:23:46.792981Z","end":"2026-05-09T04:23:47.20922Z","steps":["trace[1025825130] 'read index received' (duration: 338.572137ms)","trace[1025825130] 'applied index is now lower than readState.Index' (duration: 77.66478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:23:47.209671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.663866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cgh88\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-05-09T04:23:47.209762Z","caller":"traceutil/trace.go:171","msg":"trace[2143627286] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cgh88; range_end:; response_count:1; response_revision:18354; }","duration":"416.79379ms","start":"2026-05-09T04:23:46.79295Z","end":"2026-05-09T04:23:47.209743Z","steps":["trace[2143627286] 'agreement among raft nodes before linearized reading' (duration: 416.471793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:47.209817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:46.792942Z","time spent":"416.866401ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cgh88\" "} {"level":"warn","ts":"2026-05-09T04:23:47.209824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.196695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:23:47.209859Z","caller":"traceutil/trace.go:171","msg":"trace[285140075] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18354; }","duration":"119.256227ms","start":"2026-05-09T04:23:47.090591Z","end":"2026-05-09T04:23:47.209847Z","steps":["trace[285140075] 'agreement among raft nodes before linearized reading' (duration: 119.188906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:47.210865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.110602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940113"} {"level":"info","ts":"2026-05-09T04:23:47.210908Z","caller":"traceutil/trace.go:171","msg":"trace[1131169809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18354; }","duration":"107.167793ms","start":"2026-05-09T04:23:47.103731Z","end":"2026-05-09T04:23:47.210899Z","steps":["trace[1131169809] 'agreement among raft nodes before linearized reading' (duration: 106.290144ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:51.604099Z","caller":"traceutil/trace.go:171","msg":"trace[196086742] linearizableReadLoop","detail":"{readStateIndex:19056; appliedIndex:19055; }","duration":"116.554375ms","start":"2026-05-09T04:23:51.487523Z","end":"2026-05-09T04:23:51.604077Z","steps":["trace[196086742] 'read index received' (duration: 116.460783ms)","trace[196086742] 'applied index is now lower than readState.Index' (duration: 92.532µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:51.604238Z","caller":"traceutil/trace.go:171","msg":"trace[1088264915] transaction","detail":"{read_only:false; response_revision:18428; number_of_response:1; }","duration":"157.543549ms","start":"2026-05-09T04:23:51.446651Z","end":"2026-05-09T04:23:51.604195Z","steps":["trace[1088264915] 'process raft request' (duration: 157.293693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:51.604325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.361276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-09T04:23:51.60437Z","caller":"traceutil/trace.go:171","msg":"trace[1143974304] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:18428; }","duration":"150.437039ms","start":"2026-05-09T04:23:51.453921Z","end":"2026-05-09T04:23:51.604358Z","steps":["trace[1143974304] 'agreement among raft nodes before linearized reading' (duration: 150.269825ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:51.60794Z","caller":"traceutil/trace.go:171","msg":"trace[103994729] transaction","detail":"{read_only:false; response_revision:18429; number_of_response:1; }","duration":"111.836089ms","start":"2026-05-09T04:23:51.496089Z","end":"2026-05-09T04:23:51.607925Z","steps":["trace[103994729] 'process raft request' (duration: 111.41762ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:51.608152Z","caller":"traceutil/trace.go:171","msg":"trace[798992896] transaction","detail":"{read_only:false; response_revision:18430; number_of_response:1; }","duration":"101.429255ms","start":"2026-05-09T04:23:51.506704Z","end":"2026-05-09T04:23:51.608134Z","steps":["trace[798992896] 'process raft request' (duration: 100.881683ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:51.817072Z","caller":"traceutil/trace.go:171","msg":"trace[1074155220] linearizableReadLoop","detail":"{readStateIndex:19066; appliedIndex:19065; }","duration":"130.316395ms","start":"2026-05-09T04:23:51.686729Z","end":"2026-05-09T04:23:51.817045Z","steps":["trace[1074155220] 'read index received' (duration: 130.195922ms)","trace[1074155220] 'applied index is now lower than readState.Index' (duration: 118.642µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:51.817259Z","caller":"traceutil/trace.go:171","msg":"trace[329676248] transaction","detail":"{read_only:false; response_revision:18438; number_of_response:1; }","duration":"130.729404ms","start":"2026-05-09T04:23:51.68652Z","end":"2026-05-09T04:23:51.817249Z","steps":["trace[329676248] 'process raft request' (duration: 130.366176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:51.817626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.887859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-09T04:23:51.817663Z","caller":"traceutil/trace.go:171","msg":"trace[554518711] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:18438; }","duration":"130.9553ms","start":"2026-05-09T04:23:51.686693Z","end":"2026-05-09T04:23:51.817648Z","steps":["trace[554518711] 'agreement among raft nodes before linearized reading' (duration: 130.814777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:51.817685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.649526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-05-09T04:23:51.817841Z","caller":"traceutil/trace.go:171","msg":"trace[2052922919] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18438; }","duration":"127.8315ms","start":"2026-05-09T04:23:51.689982Z","end":"2026-05-09T04:23:51.817813Z","steps":["trace[2052922919] 'agreement among raft nodes before linearized reading' (duration: 127.340358ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.199196Z","caller":"traceutil/trace.go:171","msg":"trace[1032534088] transaction","detail":"{read_only:false; response_revision:18479; number_of_response:1; }","duration":"144.2715ms","start":"2026-05-09T04:23:55.054876Z","end":"2026-05-09T04:23:55.199148Z","steps":["trace[1032534088] 'process raft request' (duration: 90.487098ms)","trace[1032534088] 'compare' (duration: 53.570077ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:55.206739Z","caller":"traceutil/trace.go:171","msg":"trace[81823387] transaction","detail":"{read_only:false; response_revision:18480; number_of_response:1; }","duration":"151.560894ms","start":"2026-05-09T04:23:55.055148Z","end":"2026-05-09T04:23:55.206709Z","steps":["trace[81823387] 'process raft request' (duration: 151.309158ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.206763Z","caller":"traceutil/trace.go:171","msg":"trace[278878845] transaction","detail":"{read_only:false; response_revision:18481; number_of_response:1; }","duration":"151.014032ms","start":"2026-05-09T04:23:55.055718Z","end":"2026-05-09T04:23:55.206732Z","steps":["trace[278878845] 'process raft request' (duration: 150.91239ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.47144Z","caller":"traceutil/trace.go:171","msg":"trace[1186616593] transaction","detail":"{read_only:false; response_revision:18494; number_of_response:1; }","duration":"100.933004ms","start":"2026-05-09T04:23:55.370468Z","end":"2026-05-09T04:23:55.471401Z","steps":["trace[1186616593] 'process raft request' (duration: 61.737141ms)","trace[1186616593] 'compare' (duration: 38.288463ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:55.472567Z","caller":"traceutil/trace.go:171","msg":"trace[2013857886] transaction","detail":"{read_only:false; response_revision:18499; number_of_response:1; }","duration":"100.021912ms","start":"2026-05-09T04:23:55.372527Z","end":"2026-05-09T04:23:55.472549Z","steps":["trace[2013857886] 'process raft request' (duration: 98.463598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.473101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.57881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949768"} {"level":"info","ts":"2026-05-09T04:23:55.473154Z","caller":"traceutil/trace.go:171","msg":"trace[1518022579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18500; }","duration":"102.666522ms","start":"2026-05-09T04:23:55.370475Z","end":"2026-05-09T04:23:55.473142Z","steps":["trace[1518022579] 'agreement among raft nodes before linearized reading' (duration: 102.015957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.47351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.038771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949768"} {"level":"info","ts":"2026-05-09T04:23:55.473548Z","caller":"traceutil/trace.go:171","msg":"trace[288259605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18500; }","duration":"103.105792ms","start":"2026-05-09T04:23:55.370432Z","end":"2026-05-09T04:23:55.473538Z","steps":["trace[288259605] 'agreement among raft nodes before linearized reading' (duration: 102.335434ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.540201Z","caller":"traceutil/trace.go:171","msg":"trace[578677475] transaction","detail":"{read_only:false; response_revision:18502; number_of_response:1; }","duration":"111.751327ms","start":"2026-05-09T04:23:55.428425Z","end":"2026-05-09T04:23:55.540176Z","steps":["trace[578677475] 'process raft request' (duration: 111.705736ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.540539Z","caller":"traceutil/trace.go:171","msg":"trace[406970477] transaction","detail":"{read_only:false; response_revision:18501; number_of_response:1; }","duration":"123.055263ms","start":"2026-05-09T04:23:55.417472Z","end":"2026-05-09T04:23:55.540527Z","steps":["trace[406970477] 'process raft request' (duration: 122.569631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.541137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.320047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-09T04:23:55.54119Z","caller":"traceutil/trace.go:171","msg":"trace[332060463] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:18502; }","duration":"134.424429ms","start":"2026-05-09T04:23:55.40675Z","end":"2026-05-09T04:23:55.541175Z","steps":["trace[332060463] 'agreement among raft nodes before linearized reading' (duration: 134.253325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.866807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.812779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:23:55.867113Z","caller":"traceutil/trace.go:171","msg":"trace[1560950299] linearizableReadLoop","detail":"{readStateIndex:19138; appliedIndex:19135; }","duration":"326.114896ms","start":"2026-05-09T04:23:55.540981Z","end":"2026-05-09T04:23:55.867096Z","steps":["trace[1560950299] 'read index received' (duration: 31.953769ms)","trace[1560950299] 'applied index is now lower than readState.Index' (duration: 294.160076ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:23:55.867195Z","caller":"traceutil/trace.go:171","msg":"trace[396531175] transaction","detail":"{read_only:false; response_revision:18503; number_of_response:1; }","duration":"388.43709ms","start":"2026-05-09T04:23:55.478746Z","end":"2026-05-09T04:23:55.867183Z","steps":["trace[396531175] 'process raft request' (duration: 94.172311ms)","trace[396531175] 'compare' (duration: 293.643216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:23:55.867279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.478728Z","time spent":"388.523073ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:23:55.867388Z","caller":"traceutil/trace.go:171","msg":"trace[435029478] transaction","detail":"{read_only:false; response_revision:18505; number_of_response:1; }","duration":"378.934766ms","start":"2026-05-09T04:23:55.488393Z","end":"2026-05-09T04:23:55.867328Z","steps":["trace[435029478] 'process raft request' (duration: 378.621499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.867581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.488384Z","time spent":"379.0903ms","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6272,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:23:55.867388Z","caller":"traceutil/trace.go:171","msg":"trace[980623247] transaction","detail":"{read_only:false; response_revision:18504; number_of_response:1; }","duration":"388.541133ms","start":"2026-05-09T04:23:55.478822Z","end":"2026-05-09T04:23:55.867363Z","steps":["trace[980623247] 'process raft request' (duration: 388.142745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.867819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.478815Z","time spent":"388.959713ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T04:23:55.868781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.502411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213913"} {"level":"info","ts":"2026-05-09T04:23:55.868844Z","caller":"traceutil/trace.go:171","msg":"trace[314732501] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18505; }","duration":"348.607624ms","start":"2026-05-09T04:23:55.52022Z","end":"2026-05-09T04:23:55.868828Z","steps":["trace[314732501] 'agreement among raft nodes before linearized reading' (duration: 347.238113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.868882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.520156Z","time spent":"348.714666ms","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2213936,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-09T04:23:55.874107Z","caller":"traceutil/trace.go:171","msg":"trace[1140926686] transaction","detail":"{read_only:false; response_revision:18506; number_of_response:1; }","duration":"327.838295ms","start":"2026-05-09T04:23:55.546243Z","end":"2026-05-09T04:23:55.874081Z","steps":["trace[1140926686] 'process raft request' (duration: 327.656751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.874188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.546217Z","time spent":"327.936697ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:23:55.874159Z","caller":"traceutil/trace.go:171","msg":"trace[1993584801] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"327.782584ms","start":"2026-05-09T04:23:55.546357Z","end":"2026-05-09T04:23:55.874139Z","steps":["trace[1993584801] 'process raft request' (duration: 327.673271ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.874246Z","caller":"traceutil/trace.go:171","msg":"trace[280957110] transaction","detail":"{read_only:false; response_revision:18509; number_of_response:1; }","duration":"326.891584ms","start":"2026-05-09T04:23:55.54734Z","end":"2026-05-09T04:23:55.874232Z","steps":["trace[280957110] 'process raft request' (duration: 326.71399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.874331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.547322Z","time spent":"326.970916ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:23:55.874354Z","caller":"traceutil/trace.go:171","msg":"trace[1823771126] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"321.332309ms","start":"2026-05-09T04:23:55.552991Z","end":"2026-05-09T04:23:55.874323Z","steps":["trace[1823771126] 'process raft request' (duration: 321.132714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.874352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.546333Z","time spent":"327.909587ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T04:23:55.874391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.193473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-09T04:23:55.874469Z","caller":"traceutil/trace.go:171","msg":"trace[146733529] transaction","detail":"{read_only:false; response_revision:18510; number_of_response:1; }","duration":"326.375303ms","start":"2026-05-09T04:23:55.548084Z","end":"2026-05-09T04:23:55.874459Z","steps":["trace[146733529] 'process raft request' (duration: 325.999714ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.8742Z","caller":"traceutil/trace.go:171","msg":"trace[1135823608] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"327.925537ms","start":"2026-05-09T04:23:55.546242Z","end":"2026-05-09T04:23:55.874167Z","steps":["trace[1135823608] 'process raft request' (duration: 327.753763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.874481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.552983Z","time spent":"321.434041ms","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:23:55.874424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.615956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a85dcbf-a813-4541-bf0b-d7406879e30b\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-05-09T04:23:55.87472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.546228Z","time spent":"328.372377ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:23:55.874821Z","caller":"traceutil/trace.go:171","msg":"trace[376107186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a85dcbf-a813-4541-bf0b-d7406879e30b; range_end:; response_count:1; response_revision:18511; }","duration":"223.010494ms","start":"2026-05-09T04:23:55.651746Z","end":"2026-05-09T04:23:55.874756Z","steps":["trace[376107186] 'agreement among raft nodes before linearized reading' (duration: 222.578225ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:23:55.874477Z","caller":"traceutil/trace.go:171","msg":"trace[1698318952] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:18511; }","duration":"328.309536ms","start":"2026-05-09T04:23:55.546146Z","end":"2026-05-09T04:23:55.874455Z","steps":["trace[1698318952] 'agreement among raft nodes before linearized reading' (duration: 328.176803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:23:55.875059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.546128Z","time spent":"328.919149ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-05-09T04:23:55.87456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:23:55.54807Z","time spent":"326.427354ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:25:22.690201Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T04:25:22.695637Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-09T04:25:22.695743Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-09T04:26:24.517326Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17395} {"level":"info","ts":"2026-05-09T04:26:24.625497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17395,"took":"104.80475ms","hash":3649946496,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":34541568,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-09T04:26:24.625577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3649946496,"revision":17395,"compact-revision":14875} {"level":"warn","ts":"2026-05-09T04:29:26.814933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.108621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:29:26.815182Z","caller":"traceutil/trace.go:171","msg":"trace[335005013] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"315.284847ms","start":"2026-05-09T04:29:26.499878Z","end":"2026-05-09T04:29:26.815163Z","steps":["trace[335005013] 'process raft request' (duration: 113.864189ms)","trace[335005013] 'compare' (duration: 200.799854ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:29:26.815273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:26.499855Z","time spent":"315.38586ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:29:26.822481Z","caller":"traceutil/trace.go:171","msg":"trace[472256254] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"322.130841ms","start":"2026-05-09T04:29:26.500329Z","end":"2026-05-09T04:29:26.82246Z","steps":["trace[472256254] 'process raft request' (duration: 321.991457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:26.822613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:26.500304Z","time spent":"322.242023ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:29:26.822689Z","caller":"traceutil/trace.go:171","msg":"trace[1809325654] transaction","detail":"{read_only:false; response_revision:21007; number_of_response:1; }","duration":"322.165892ms","start":"2026-05-09T04:29:26.500487Z","end":"2026-05-09T04:29:26.822652Z","steps":["trace[1809325654] 'process raft request' (duration: 321.938187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:26.822853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:26.500454Z","time spent":"322.315585ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:29:32.244677Z","caller":"traceutil/trace.go:171","msg":"trace[1770950802] linearizableReadLoop","detail":"{readStateIndex:21747; appliedIndex:21746; }","duration":"138.014912ms","start":"2026-05-09T04:29:32.106635Z","end":"2026-05-09T04:29:32.24465Z","steps":["trace[1770950802] 'read index received' (duration: 137.722905ms)","trace[1770950802] 'applied index is now lower than readState.Index' (duration: 290.547µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:29:32.244802Z","caller":"traceutil/trace.go:171","msg":"trace[2015237622] transaction","detail":"{read_only:false; response_revision:21031; number_of_response:1; }","duration":"176.966338ms","start":"2026-05-09T04:29:32.067782Z","end":"2026-05-09T04:29:32.244748Z","steps":["trace[2015237622] 'process raft request' (duration: 176.677442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:32.244954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.566666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-09T04:29:32.24502Z","caller":"traceutil/trace.go:171","msg":"trace[2040983521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21031; }","duration":"122.660748ms","start":"2026-05-09T04:29:32.122343Z","end":"2026-05-09T04:29:32.245004Z","steps":["trace[2040983521] 'agreement among raft nodes before linearized reading' (duration: 122.459773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:32.244934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.274148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:29:32.245185Z","caller":"traceutil/trace.go:171","msg":"trace[195110531] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21031; }","duration":"138.589715ms","start":"2026-05-09T04:29:32.106563Z","end":"2026-05-09T04:29:32.245153Z","steps":["trace[195110531] 'agreement among raft nodes before linearized reading' (duration: 138.236697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:32.245268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.622466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-09T04:29:32.245264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.244973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T04:29:32.245436Z","caller":"traceutil/trace.go:171","msg":"trace[530509682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21031; }","duration":"118.785179ms","start":"2026-05-09T04:29:32.126567Z","end":"2026-05-09T04:29:32.245352Z","steps":["trace[530509682] 'agreement among raft nodes before linearized reading' (duration: 118.408761ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:29:32.245404Z","caller":"traceutil/trace.go:171","msg":"trace[591511337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21031; }","duration":"116.501608ms","start":"2026-05-09T04:29:32.128877Z","end":"2026-05-09T04:29:32.245379Z","steps":["trace[591511337] 'agreement among raft nodes before linearized reading' (duration: 116.072458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:32.631777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.239465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:29:32.631891Z","caller":"traceutil/trace.go:171","msg":"trace[150926336] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"381.056986ms","start":"2026-05-09T04:29:32.250815Z","end":"2026-05-09T04:29:32.631872Z","steps":["trace[150926336] 'process raft request' (duration: 194.632566ms)","trace[150926336] 'compare' (duration: 185.831136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:29:32.631953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.250794Z","time spent":"381.129037ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:29:32.682473Z","caller":"traceutil/trace.go:171","msg":"trace[1887154968] linearizableReadLoop","detail":"{readStateIndex:21752; appliedIndex:21748; }","duration":"130.160855ms","start":"2026-05-09T04:29:32.552289Z","end":"2026-05-09T04:29:32.68245Z","steps":["trace[1887154968] 'read index received' (duration: 129.94251ms)","trace[1887154968] 'applied index is now lower than readState.Index' (duration: 216.985µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:29:32.68261Z","caller":"traceutil/trace.go:171","msg":"trace[1393660123] transaction","detail":"{read_only:false; response_revision:21035; number_of_response:1; }","duration":"431.238663ms","start":"2026-05-09T04:29:32.251354Z","end":"2026-05-09T04:29:32.682593Z","steps":["trace[1393660123] 'process raft request' (duration: 431.029219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:32.682722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.251346Z","time spent":"431.293164ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:29:32.682789Z","caller":"traceutil/trace.go:171","msg":"trace[1504563844] transaction","detail":"{read_only:false; response_revision:21036; number_of_response:1; }","duration":"250.891129ms","start":"2026-05-09T04:29:32.431857Z","end":"2026-05-09T04:29:32.682748Z","steps":["trace[1504563844] 'process raft request' (duration: 250.556251ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:29:32.683315Z","caller":"traceutil/trace.go:171","msg":"trace[1368562237] transaction","detail":"{read_only:false; response_revision:21034; number_of_response:1; }","duration":"432.313558ms","start":"2026-05-09T04:29:32.250879Z","end":"2026-05-09T04:29:32.683193Z","steps":["trace[1368562237] 'process raft request' (duration: 431.468538ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:29:32.683537Z","caller":"traceutil/trace.go:171","msg":"trace[1418106843] transaction","detail":"{read_only:false; response_revision:21033; number_of_response:1; }","duration":"432.503642ms","start":"2026-05-09T04:29:32.250812Z","end":"2026-05-09T04:29:32.683315Z","steps":["trace[1418106843] 'process raft request' (duration: 431.374376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:32.683642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.250849Z","time spent":"432.611955ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:29:32.68372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.250782Z","time spent":"432.864121ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:29:32.683984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.68279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:29:32.684101Z","caller":"traceutil/trace.go:171","msg":"trace[641576601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21036; }","duration":"131.847163ms","start":"2026-05-09T04:29:32.552234Z","end":"2026-05-09T04:29:32.684081Z","steps":["trace[641576601] 'agreement among raft nodes before linearized reading' (duration: 130.445791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:33.364651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.437012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T04:29:33.365282Z","caller":"traceutil/trace.go:171","msg":"trace[712766141] transaction","detail":"{read_only:false; response_revision:21037; number_of_response:1; }","duration":"520.03519ms","start":"2026-05-09T04:29:32.84522Z","end":"2026-05-09T04:29:33.365256Z","steps":["trace[712766141] 'process raft request' (duration: 519.543849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:33.365588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.845185Z","time spent":"520.168943ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:29:33.565503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.16972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:29:33.565722Z","caller":"traceutil/trace.go:171","msg":"trace[1549675136] linearizableReadLoop","detail":"{readStateIndex:21756; appliedIndex:21752; }","duration":"689.368306ms","start":"2026-05-09T04:29:32.876338Z","end":"2026-05-09T04:29:33.565706Z","steps":["trace[1549675136] 'read index received' (duration: 21.521684ms)","trace[1549675136] 'applied index is now lower than readState.Index' (duration: 667.845542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:29:33.565849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.515539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:29:33.56589Z","caller":"traceutil/trace.go:171","msg":"trace[1248270551] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21039; }","duration":"689.598931ms","start":"2026-05-09T04:29:32.876279Z","end":"2026-05-09T04:29:33.565878Z","steps":["trace[1248270551] 'agreement among raft nodes before linearized reading' (duration: 689.527599ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:29:33.565892Z","caller":"traceutil/trace.go:171","msg":"trace[294362303] transaction","detail":"{read_only:false; response_revision:21038; number_of_response:1; }","duration":"719.199447ms","start":"2026-05-09T04:29:32.846541Z","end":"2026-05-09T04:29:33.565741Z","steps":["trace[294362303] 'process raft request' (duration: 518.69858ms)","trace[294362303] 'compare' (duration: 199.617436ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:29:33.565817Z","caller":"traceutil/trace.go:171","msg":"trace[3453090] transaction","detail":"{read_only:false; response_revision:21039; number_of_response:1; }","duration":"718.590923ms","start":"2026-05-09T04:29:32.847129Z","end":"2026-05-09T04:29:33.56572Z","steps":["trace[3453090] 'process raft request' (duration: 718.477251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:33.565925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.876255Z","time spent":"689.661332ms","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:29:33.566007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.692142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:29:33.56618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.84651Z","time spent":"719.468622ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:29:33.566224Z","caller":"traceutil/trace.go:171","msg":"trace[1014714287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21039; }","duration":"422.938987ms","start":"2026-05-09T04:29:33.143275Z","end":"2026-05-09T04:29:33.566214Z","steps":["trace[1014714287] 'agreement among raft nodes before linearized reading' (duration: 422.706552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:33.565983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.996743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:29:33.56638Z","caller":"traceutil/trace.go:171","msg":"trace[589008503] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21039; }","duration":"671.453963ms","start":"2026-05-09T04:29:32.894901Z","end":"2026-05-09T04:29:33.566355Z","steps":["trace[589008503] 'agreement among raft nodes before linearized reading' (duration: 670.972223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:29:33.566454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.894885Z","time spent":"671.549495ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:29:33.566256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:33.143253Z","time spent":"422.995368ms","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:29:33.566765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:29:32.847107Z","time spent":"718.971241ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:29:34.361067Z","caller":"traceutil/trace.go:171","msg":"trace[31887615] transaction","detail":"{read_only:false; response_revision:21040; number_of_response:1; }","duration":"106.134926ms","start":"2026-05-09T04:29:34.254905Z","end":"2026-05-09T04:29:34.36104Z","steps":["trace[31887615] 'process raft request' (duration: 105.9028ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:31:24.523581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19758} {"level":"info","ts":"2026-05-09T04:31:24.633466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19758,"took":"107.210411ms","hash":634116384,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":29650944,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T04:31:24.633544Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":634116384,"revision":19758,"compact-revision":17395} {"level":"info","ts":"2026-05-09T04:33:24.011342Z","caller":"traceutil/trace.go:171","msg":"trace[715053936] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"138.959474ms","start":"2026-05-09T04:33:23.872366Z","end":"2026-05-09T04:33:24.011325Z","steps":["trace[715053936] 'process raft request' (duration: 138.890793ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:33:24.01137Z","caller":"traceutil/trace.go:171","msg":"trace[1484834863] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"139.664762ms","start":"2026-05-09T04:33:23.871665Z","end":"2026-05-09T04:33:24.01133Z","steps":["trace[1484834863] 'process raft request' (duration: 138.409354ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:33:24.011613Z","caller":"traceutil/trace.go:171","msg":"trace[693866105] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"138.977976ms","start":"2026-05-09T04:33:23.872629Z","end":"2026-05-09T04:33:24.011607Z","steps":["trace[693866105] 'process raft request' (duration: 138.671279ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:33:24.463186Z","caller":"traceutil/trace.go:171","msg":"trace[1005556308] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"448.16204ms","start":"2026-05-09T04:33:24.014975Z","end":"2026-05-09T04:33:24.463137Z","steps":["trace[1005556308] 'process raft request' (duration: 360.60528ms)","trace[1005556308] 'compare' (duration: 87.17271ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:33:24.46331Z","caller":"traceutil/trace.go:171","msg":"trace[1087912688] linearizableReadLoop","detail":"{readStateIndex:24265; appliedIndex:24264; }","duration":"397.241165ms","start":"2026-05-09T04:33:24.066042Z","end":"2026-05-09T04:33:24.463283Z","steps":["trace[1087912688] 'read index received' (duration: 309.552582ms)","trace[1087912688] 'applied index is now lower than readState.Index' (duration: 87.686853ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:33:24.463383Z","caller":"traceutil/trace.go:171","msg":"trace[834273582] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"261.780029ms","start":"2026-05-09T04:33:24.201577Z","end":"2026-05-09T04:33:24.463357Z","steps":["trace[834273582] 'process raft request' (duration: 261.683156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:33:24.463402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:33:24.014947Z","time spent":"448.364214ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:33:24.463603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.552972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:33:24.463368Z","caller":"traceutil/trace.go:171","msg":"trace[1576067987] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"350.76058ms","start":"2026-05-09T04:33:24.112569Z","end":"2026-05-09T04:33:24.46333Z","steps":["trace[1576067987] 'process raft request' (duration: 350.518085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:33:24.463615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.800308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:33:24.463658Z","caller":"traceutil/trace.go:171","msg":"trace[1588424787] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23480; }","duration":"397.629923ms","start":"2026-05-09T04:33:24.066008Z","end":"2026-05-09T04:33:24.463638Z","steps":["trace[1588424787] 'agreement among raft nodes before linearized reading' (duration: 397.428428ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:33:24.463669Z","caller":"traceutil/trace.go:171","msg":"trace[706680371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23480; }","duration":"321.89316ms","start":"2026-05-09T04:33:24.141765Z","end":"2026-05-09T04:33:24.463658Z","steps":["trace[706680371] 'agreement among raft nodes before linearized reading' (duration: 321.806718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:33:24.4637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:33:24.065992Z","time spent":"397.698415ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:33:24.463705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:33:24.141754Z","time spent":"321.943991ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:33:24.463713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.619444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-09T04:33:24.463789Z","caller":"traceutil/trace.go:171","msg":"trace[1027581734] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23480; }","duration":"345.749367ms","start":"2026-05-09T04:33:24.118022Z","end":"2026-05-09T04:33:24.463771Z","steps":["trace[1027581734] 'agreement among raft nodes before linearized reading' (duration: 345.490851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:33:24.463803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:33:24.112533Z","time spent":"351.138817ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:33:24.463918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:33:24.118005Z","time spent":"345.830608ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-09T04:33:24.463577Z","caller":"traceutil/trace.go:171","msg":"trace[519166169] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"171.041467ms","start":"2026-05-09T04:33:24.292479Z","end":"2026-05-09T04:33:24.46352Z","steps":["trace[519166169] 'process raft request' (duration: 170.829132ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:33:24.596394Z","caller":"traceutil/trace.go:171","msg":"trace[843841324] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"126.438143ms","start":"2026-05-09T04:33:24.469926Z","end":"2026-05-09T04:33:24.596364Z","steps":["trace[843841324] 'process raft request' (duration: 123.485757ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:34:40.000664Z","caller":"traceutil/trace.go:171","msg":"trace[1591977044] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"114.012615ms","start":"2026-05-09T04:34:39.886626Z","end":"2026-05-09T04:34:40.000638Z","steps":["trace[1591977044] 'process raft request' (duration: 113.849951ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:26.434015Z","caller":"traceutil/trace.go:171","msg":"trace[134616945] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"108.55146ms","start":"2026-05-09T04:35:26.325412Z","end":"2026-05-09T04:35:26.433963Z","steps":["trace[134616945] 'process raft request' (duration: 108.227143ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:48.087826Z","caller":"traceutil/trace.go:171","msg":"trace[1698797979] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"108.561762ms","start":"2026-05-09T04:35:47.979238Z","end":"2026-05-09T04:35:48.0878Z","steps":["trace[1698797979] 'process raft request' (duration: 108.388028ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:48.632667Z","caller":"traceutil/trace.go:171","msg":"trace[1139055661] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"123.816626ms","start":"2026-05-09T04:35:48.508807Z","end":"2026-05-09T04:35:48.632624Z","steps":["trace[1139055661] 'process raft request' (duration: 123.649551ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:51.428477Z","caller":"traceutil/trace.go:171","msg":"trace[216913072] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25784; }","duration":"138.305251ms","start":"2026-05-09T04:35:51.290146Z","end":"2026-05-09T04:35:51.428451Z","steps":["trace[216913072] 'read index received' (duration: 138.151607ms)","trace[216913072] 'applied index is now lower than readState.Index' (duration: 152.074µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:35:51.42854Z","caller":"traceutil/trace.go:171","msg":"trace[2068573584] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"149.547874ms","start":"2026-05-09T04:35:51.278944Z","end":"2026-05-09T04:35:51.428492Z","steps":["trace[2068573584] 'process raft request' (duration: 149.349418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:51.428698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.520047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-09T04:35:51.428788Z","caller":"traceutil/trace.go:171","msg":"trace[283169928] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24961; }","duration":"138.662119ms","start":"2026-05-09T04:35:51.290103Z","end":"2026-05-09T04:35:51.428766Z","steps":["trace[283169928] 'agreement among raft nodes before linearized reading' (duration: 138.448194ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:53.396167Z","caller":"traceutil/trace.go:171","msg":"trace[1389253028] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"116.45889ms","start":"2026-05-09T04:35:53.279673Z","end":"2026-05-09T04:35:53.396131Z","steps":["trace[1389253028] 'process raft request' (duration: 29.2896ms)","trace[1389253028] 'compare' (duration: 86.794522ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:35:53.396177Z","caller":"traceutil/trace.go:171","msg":"trace[2061767127] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"116.283695ms","start":"2026-05-09T04:35:53.279869Z","end":"2026-05-09T04:35:53.396153Z","steps":["trace[2061767127] 'process raft request' (duration: 116.158753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:55.40891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.669125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:35:55.409074Z","caller":"traceutil/trace.go:171","msg":"trace[615348004] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"297.00644ms","start":"2026-05-09T04:35:55.112048Z","end":"2026-05-09T04:35:55.409054Z","steps":["trace[615348004] 'process raft request' (duration: 163.101429ms)","trace[615348004] 'compare' (duration: 133.160604ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:35:55.409118Z","caller":"traceutil/trace.go:171","msg":"trace[555755160] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"193.309159ms","start":"2026-05-09T04:35:55.215793Z","end":"2026-05-09T04:35:55.409102Z","steps":["trace[555755160] 'process raft request' (duration: 193.215906ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:55.409182Z","caller":"traceutil/trace.go:171","msg":"trace[1564670672] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25808; }","duration":"266.74326ms","start":"2026-05-09T04:35:55.142406Z","end":"2026-05-09T04:35:55.40915Z","steps":["trace[1564670672] 'read index received' (duration: 38.257821ms)","trace[1564670672] 'applied index is now lower than readState.Index' (duration: 228.482719ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:35:55.409351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.923255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:35:55.409401Z","caller":"traceutil/trace.go:171","msg":"trace[191704085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24986; }","duration":"267.009546ms","start":"2026-05-09T04:35:55.142376Z","end":"2026-05-09T04:35:55.409385Z","steps":["trace[191704085] 'agreement among raft nodes before linearized reading' (duration: 266.913554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:55.807859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.910051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:35:55.808002Z","caller":"traceutil/trace.go:171","msg":"trace[1309017481] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"405.516481ms","start":"2026-05-09T04:35:55.402459Z","end":"2026-05-09T04:35:55.807976Z","steps":["trace[1309017481] 'process raft request' (duration: 115.338054ms)","trace[1309017481] 'compare' (duration: 289.785879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:35:55.808082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.402434Z","time spent":"405.607773ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:35:56.057677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.891164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:35:56.057954Z","caller":"traceutil/trace.go:171","msg":"trace[1091919175] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"651.784199ms","start":"2026-05-09T04:35:55.406119Z","end":"2026-05-09T04:35:56.057903Z","steps":["trace[1091919175] 'process raft request' (duration: 528.509476ms)","trace[1091919175] 'compare' (duration: 122.662909ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:35:56.058003Z","caller":"traceutil/trace.go:171","msg":"trace[443945384] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"612.560197ms","start":"2026-05-09T04:35:55.44541Z","end":"2026-05-09T04:35:56.05797Z","steps":["trace[443945384] 'process raft request' (duration: 612.424474ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:56.058034Z","caller":"traceutil/trace.go:171","msg":"trace[19777863] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"592.509465ms","start":"2026-05-09T04:35:55.465498Z","end":"2026-05-09T04:35:56.058007Z","steps":["trace[19777863] 'process raft request' (duration: 592.402663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.058126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.465479Z","time spent":"592.607267ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:35:56.058182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.406093Z","time spent":"651.975004ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:35:56.058214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.445386Z","time spent":"612.68176ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:35:56.058361Z","caller":"traceutil/trace.go:171","msg":"trace[486029387] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"543.532365ms","start":"2026-05-09T04:35:55.514808Z","end":"2026-05-09T04:35:56.05834Z","steps":["trace[486029387] 'process raft request' (duration: 543.138316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.0584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.791085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:35:56.058328Z","caller":"traceutil/trace.go:171","msg":"trace[968165308] linearizableReadLoop","detail":"{readStateIndex:25813; appliedIndex:25811; }","duration":"649.014186ms","start":"2026-05-09T04:35:55.409255Z","end":"2026-05-09T04:35:56.058269Z","steps":["trace[968165308] 'read index received' (duration: 108.555011ms)","trace[968165308] 'applied index is now lower than readState.Index' (duration: 540.416964ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:35:56.058412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.507493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:35:56.058528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.461065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:35:56.058538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.400478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-05-09T04:35:56.058574Z","caller":"traceutil/trace.go:171","msg":"trace[1904590922] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24991; }","duration":"865.539717ms","start":"2026-05-09T04:35:55.193024Z","end":"2026-05-09T04:35:56.058564Z","steps":["trace[1904590922] 'agreement among raft nodes before linearized reading' (duration: 865.464095ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:56.058591Z","caller":"traceutil/trace.go:171","msg":"trace[556549093] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24991; }","duration":"843.45658ms","start":"2026-05-09T04:35:55.21512Z","end":"2026-05-09T04:35:56.058576Z","steps":["trace[556549093] 'agreement among raft nodes before linearized reading' (duration: 843.348977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.058624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.193009Z","time spent":"865.608868ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-09T04:35:56.058632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.215113Z","time spent":"843.510391ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12612,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-09T04:35:56.058584Z","caller":"traceutil/trace.go:171","msg":"trace[1622637504] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24991; }","duration":"844.710197ms","start":"2026-05-09T04:35:55.213846Z","end":"2026-05-09T04:35:56.058557Z","steps":["trace[1622637504] 'agreement among raft nodes before linearized reading' (duration: 844.455152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.05847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.514784Z","time spent":"543.623896ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:35:56.058447Z","caller":"traceutil/trace.go:171","msg":"trace[302520170] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24991; }","duration":"782.840786ms","start":"2026-05-09T04:35:55.27559Z","end":"2026-05-09T04:35:56.058431Z","steps":["trace[302520170] 'agreement among raft nodes before linearized reading' (duration: 782.717393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.058786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.275568Z","time spent":"783.201674ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:35:56.058722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.21383Z","time spent":"844.872361ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-09T04:35:56.058477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.431349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-05-09T04:35:56.059014Z","caller":"traceutil/trace.go:171","msg":"trace[2104748127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24991; }","duration":"843.9067ms","start":"2026-05-09T04:35:55.21499Z","end":"2026-05-09T04:35:56.058897Z","steps":["trace[2104748127] 'agreement among raft nodes before linearized reading' (duration: 843.274556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.058409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.457652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:35:56.059138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.214971Z","time spent":"844.133876ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12612,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-09T04:35:56.059168Z","caller":"traceutil/trace.go:171","msg":"trace[132924934] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24991; }","duration":"853.259431ms","start":"2026-05-09T04:35:55.205893Z","end":"2026-05-09T04:35:56.059152Z","steps":["trace[132924934] 'agreement among raft nodes before linearized reading' (duration: 852.404371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.059237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.205876Z","time spent":"853.348133ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-09T04:35:56.058494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.577345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:35:56.059301Z","caller":"traceutil/trace.go:171","msg":"trace[2127044677] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24991; }","duration":"845.382563ms","start":"2026-05-09T04:35:55.213894Z","end":"2026-05-09T04:35:56.059276Z","steps":["trace[2127044677] 'agreement among raft nodes before linearized reading' (duration: 844.549974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.059362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.213891Z","time spent":"845.457015ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-09T04:35:56.059362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.13209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:35:56.059429Z","caller":"traceutil/trace.go:171","msg":"trace[1354695627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24991; }","duration":"649.227101ms","start":"2026-05-09T04:35:55.410184Z","end":"2026-05-09T04:35:56.059411Z","steps":["trace[1354695627] 'agreement among raft nodes before linearized reading' (duration: 649.117229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.059497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.410171Z","time spent":"649.315064ms","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:35:56.059576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.545707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T04:35:56.059615Z","caller":"traceutil/trace.go:171","msg":"trace[319009998] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24991; }","duration":"387.621699ms","start":"2026-05-09T04:35:55.671984Z","end":"2026-05-09T04:35:56.059606Z","steps":["trace[319009998] 'agreement among raft nodes before linearized reading' (duration: 387.332442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.059646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:35:55.671964Z","time spent":"387.674759ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:35:56.450212Z","caller":"traceutil/trace.go:171","msg":"trace[1227858788] linearizableReadLoop","detail":"{readStateIndex:25817; appliedIndex:25816; }","duration":"258.459563ms","start":"2026-05-09T04:35:56.191724Z","end":"2026-05-09T04:35:56.450184Z","steps":["trace[1227858788] 'read index received' (duration: 158.892044ms)","trace[1227858788] 'applied index is now lower than readState.Index' (duration: 99.566409ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:35:56.450293Z","caller":"traceutil/trace.go:171","msg":"trace[462185276] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"294.889212ms","start":"2026-05-09T04:35:56.155368Z","end":"2026-05-09T04:35:56.450257Z","steps":["trace[462185276] 'process raft request' (duration: 195.242172ms)","trace[462185276] 'compare' (duration: 99.460296ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:35:56.450393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.645757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:35:56.450436Z","caller":"traceutil/trace.go:171","msg":"trace[1086160434] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24992; }","duration":"258.741939ms","start":"2026-05-09T04:35:56.191681Z","end":"2026-05-09T04:35:56.450423Z","steps":["trace[1086160434] 'agreement among raft nodes before linearized reading' (duration: 258.641187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.450546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.317894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:35:56.450632Z","caller":"traceutil/trace.go:171","msg":"trace[1005837165] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24992; }","duration":"103.417746ms","start":"2026-05-09T04:35:56.347195Z","end":"2026-05-09T04:35:56.450613Z","steps":["trace[1005837165] 'agreement among raft nodes before linearized reading' (duration: 103.247902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.450918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.724656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:35:56.450989Z","caller":"traceutil/trace.go:171","msg":"trace[936865546] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24992; }","duration":"181.849709ms","start":"2026-05-09T04:35:56.269123Z","end":"2026-05-09T04:35:56.450973Z","steps":["trace[936865546] 'agreement among raft nodes before linearized reading' (duration: 181.721526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.451787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.662805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T04:35:56.451873Z","caller":"traceutil/trace.go:171","msg":"trace[1572742069] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24992; }","duration":"253.802129ms","start":"2026-05-09T04:35:56.198051Z","end":"2026-05-09T04:35:56.451853Z","steps":["trace[1572742069] 'agreement among raft nodes before linearized reading' (duration: 252.341455ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:56.870068Z","caller":"traceutil/trace.go:171","msg":"trace[1768897254] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"193.889671ms","start":"2026-05-09T04:35:56.676154Z","end":"2026-05-09T04:35:56.870043Z","steps":["trace[1768897254] 'process raft request' (duration: 193.734107ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:56.890055Z","caller":"traceutil/trace.go:171","msg":"trace[1384580215] linearizableReadLoop","detail":"{readStateIndex:25819; appliedIndex:25817; }","duration":"132.671863ms","start":"2026-05-09T04:35:56.757362Z","end":"2026-05-09T04:35:56.890034Z","steps":["trace[1384580215] 'read index received' (duration: 112.52394ms)","trace[1384580215] 'applied index is now lower than readState.Index' (duration: 20.147073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:35:56.890808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.802957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:35:56.891181Z","caller":"traceutil/trace.go:171","msg":"trace[1869985116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24994; }","duration":"125.204776ms","start":"2026-05-09T04:35:56.765956Z","end":"2026-05-09T04:35:56.891161Z","steps":["trace[1869985116] 'agreement among raft nodes before linearized reading' (duration: 124.207023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:35:56.891283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.896801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:35:56.891585Z","caller":"traceutil/trace.go:171","msg":"trace[1270679020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24994; }","duration":"134.243069ms","start":"2026-05-09T04:35:56.757326Z","end":"2026-05-09T04:35:56.891569Z","steps":["trace[1270679020] 'agreement among raft nodes before linearized reading' (duration: 132.824217ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:56.892348Z","caller":"traceutil/trace.go:171","msg":"trace[219017937] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"145.266718ms","start":"2026-05-09T04:35:56.747057Z","end":"2026-05-09T04:35:56.892323Z","steps":["trace[219017937] 'process raft request' (duration: 142.844313ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:35:58.670757Z","caller":"traceutil/trace.go:171","msg":"trace[106708328] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"124.420979ms","start":"2026-05-09T04:35:58.54631Z","end":"2026-05-09T04:35:58.670731Z","steps":["trace[106708328] 'process raft request' (duration: 124.263825ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:36:09.079291Z","caller":"traceutil/trace.go:171","msg":"trace[1629210116] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"100.627994ms","start":"2026-05-09T04:36:08.97864Z","end":"2026-05-09T04:36:09.079268Z","steps":["trace[1629210116] 'process raft request' (duration: 99.386996ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:36:24.530852Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22005} {"level":"info","ts":"2026-05-09T04:36:24.639947Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22005,"took":"105.871221ms","hash":1822407046,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":42979328,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-09T04:36:24.640201Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1822407046,"revision":22005,"compact-revision":19758} {"level":"info","ts":"2026-05-09T04:37:03.511222Z","caller":"traceutil/trace.go:171","msg":"trace[240465941] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"227.028845ms","start":"2026-05-09T04:37:03.284152Z","end":"2026-05-09T04:37:03.511181Z","steps":["trace[240465941] 'process raft request' (duration: 226.875372ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:03.795985Z","caller":"traceutil/trace.go:171","msg":"trace[274265807] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"495.919994ms","start":"2026-05-09T04:37:03.300036Z","end":"2026-05-09T04:37:03.795956Z","steps":["trace[274265807] 'process raft request' (duration: 482.438411ms)","trace[274265807] 'compare' (duration: 13.030153ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:03.796073Z","caller":"traceutil/trace.go:171","msg":"trace[2010634699] linearizableReadLoop","detail":"{readStateIndex:26500; appliedIndex:26498; }","duration":"465.245733ms","start":"2026-05-09T04:37:03.33079Z","end":"2026-05-09T04:37:03.796035Z","steps":["trace[2010634699] 'read index received' (duration: 180.311326ms)","trace[2010634699] 'applied index is now lower than readState.Index' (duration: 284.931757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:03.796105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.300008Z","time spent":"496.037767ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:03.79632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.51497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-09T04:37:03.796318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.477497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:37:03.796358Z","caller":"traceutil/trace.go:171","msg":"trace[1712669626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25656; }","duration":"465.599322ms","start":"2026-05-09T04:37:03.330746Z","end":"2026-05-09T04:37:03.796345Z","steps":["trace[1712669626] 'agreement among raft nodes before linearized reading' (duration: 465.432417ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:03.796376Z","caller":"traceutil/trace.go:171","msg":"trace[1094599640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25656; }","duration":"404.57915ms","start":"2026-05-09T04:37:03.391782Z","end":"2026-05-09T04:37:03.796361Z","steps":["trace[1094599640] 'agreement among raft nodes before linearized reading' (duration: 404.442636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:03.796408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.391761Z","time spent":"404.641231ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:03.796424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.330724Z","time spent":"465.679004ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:37:03.796518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.334518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:03.796589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.053935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:37:03.796589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.025545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:37:03.796611Z","caller":"traceutil/trace.go:171","msg":"trace[825970241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25656; }","duration":"291.118457ms","start":"2026-05-09T04:37:03.505487Z","end":"2026-05-09T04:37:03.796605Z","steps":["trace[825970241] 'agreement among raft nodes before linearized reading' (duration: 291.051255ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:03.796611Z","caller":"traceutil/trace.go:171","msg":"trace[1558972929] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25656; }","duration":"265.518202ms","start":"2026-05-09T04:37:03.531072Z","end":"2026-05-09T04:37:03.79659Z","steps":["trace[1558972929] 'agreement among raft nodes before linearized reading' (duration: 265.283986ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:03.79664Z","caller":"traceutil/trace.go:171","msg":"trace[792146325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25656; }","duration":"291.119247ms","start":"2026-05-09T04:37:03.505509Z","end":"2026-05-09T04:37:03.796628Z","steps":["trace[792146325] 'agreement among raft nodes before linearized reading' (duration: 290.941053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:03.796685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.901305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:03.796764Z","caller":"traceutil/trace.go:171","msg":"trace[561722960] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25656; }","duration":"280.012018ms","start":"2026-05-09T04:37:03.516729Z","end":"2026-05-09T04:37:03.796741Z","steps":["trace[561722960] 'agreement among raft nodes before linearized reading' (duration: 279.848534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:03.796489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.216537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:37:03.796798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.64294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:37:03.79684Z","caller":"traceutil/trace.go:171","msg":"trace[1892575959] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25656; }","duration":"161.626836ms","start":"2026-05-09T04:37:03.635193Z","end":"2026-05-09T04:37:03.79682Z","steps":["trace[1892575959] 'agreement among raft nodes before linearized reading' (duration: 161.228867ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:03.796912Z","caller":"traceutil/trace.go:171","msg":"trace[1981632671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25656; }","duration":"195.781594ms","start":"2026-05-09T04:37:03.601086Z","end":"2026-05-09T04:37:03.796868Z","steps":["trace[1981632671] 'agreement among raft nodes before linearized reading' (duration: 195.472407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:03.79672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.533664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:03.796998Z","caller":"traceutil/trace.go:171","msg":"trace[1212371351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25656; }","duration":"330.825901ms","start":"2026-05-09T04:37:03.466135Z","end":"2026-05-09T04:37:03.796961Z","steps":["trace[1212371351] 'agreement among raft nodes before linearized reading' (duration: 330.561195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:03.797043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.466114Z","time spent":"330.912882ms","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:04.300409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995112,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:04.643255Z","caller":"traceutil/trace.go:171","msg":"trace[1238138026] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"843.558322ms","start":"2026-05-09T04:37:03.79962Z","end":"2026-05-09T04:37:04.643178Z","steps":["trace[1238138026] 'process raft request' (duration: 843.382508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:04.644039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.799605Z","time spent":"844.307919ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:05.505294Z","caller":"traceutil/trace.go:171","msg":"trace[1354043331] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"1.705042208s","start":"2026-05-09T04:37:03.800222Z","end":"2026-05-09T04:37:05.505264Z","steps":["trace[1354043331] 'process raft request' (duration: 1.704840234s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.505455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.800202Z","time spent":"1.705175751s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:05.505665Z","caller":"traceutil/trace.go:171","msg":"trace[913076335] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"1.705353015s","start":"2026-05-09T04:37:03.800268Z","end":"2026-05-09T04:37:05.505621Z","steps":["trace[913076335] 'process raft request' (duration: 1.704952706s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:05.505753Z","caller":"traceutil/trace.go:171","msg":"trace[892314454] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"1.705446417s","start":"2026-05-09T04:37:03.800282Z","end":"2026-05-09T04:37:05.505729Z","steps":["trace[892314454] 'process raft request' (duration: 1.705220882s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.50586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.800251Z","time spent":"1.705512448s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:05.505878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.800266Z","time spent":"1.705551619s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:05.50589Z","caller":"traceutil/trace.go:171","msg":"trace[1903671857] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"1.416271963s","start":"2026-05-09T04:37:04.089587Z","end":"2026-05-09T04:37:05.505859Z","steps":["trace[1903671857] 'process raft request' (duration: 1.416053938s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:05.505968Z","caller":"traceutil/trace.go:171","msg":"trace[1596468717] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"1.112072021s","start":"2026-05-09T04:37:04.393854Z","end":"2026-05-09T04:37:05.505926Z","steps":["trace[1596468717] 'process raft request' (duration: 1.111948648s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.506066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:04.393841Z","time spent":"1.112176534s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:05.506117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:04.089565Z","time spent":"1.416470328s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:05.506126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705820035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:37:05.506107Z","caller":"traceutil/trace.go:171","msg":"trace[2125199368] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"1.112637184s","start":"2026-05-09T04:37:04.393445Z","end":"2026-05-09T04:37:05.506082Z","steps":["trace[2125199368] 'process raft request' (duration: 1.112252726s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:05.506179Z","caller":"traceutil/trace.go:171","msg":"trace[1209593107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25664; }","duration":"1.705918387s","start":"2026-05-09T04:37:03.80025Z","end":"2026-05-09T04:37:05.506168Z","steps":["trace[1209593107] 'agreement among raft nodes before linearized reading' (duration: 1.705724333s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.506219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.800236Z","time spent":"1.705973639s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-09T04:37:05.505921Z","caller":"traceutil/trace.go:171","msg":"trace[745004010] linearizableReadLoop","detail":"{readStateIndex:26506; appliedIndex:26501; }","duration":"1.70559867s","start":"2026-05-09T04:37:03.800294Z","end":"2026-05-09T04:37:05.505893Z","steps":["trace[745004010] 'read index received' (duration: 842.716413ms)","trace[745004010] 'applied index is now lower than readState.Index' (duration: 862.881227ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:05.506252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:04.393393Z","time spent":"1.112802978s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:05.506462Z","caller":"traceutil/trace.go:171","msg":"trace[982711358] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"1.103523049s","start":"2026-05-09T04:37:04.402627Z","end":"2026-05-09T04:37:05.50615Z","steps":["trace[982711358] 'process raft request' (duration: 1.103223032s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.506526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:04.402613Z","time spent":"1.103880277s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:05.54388Z","caller":"traceutil/trace.go:171","msg":"trace[1222072135] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"439.217607ms","start":"2026-05-09T04:37:05.104643Z","end":"2026-05-09T04:37:05.54386Z","steps":["trace[1222072135] 'process raft request' (duration: 439.014603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.543989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.104614Z","time spent":"439.32782ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:05.54401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401186564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:05.544039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679516733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:05.544063Z","caller":"traceutil/trace.go:171","msg":"trace[1986547372] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"800.097624ms","start":"2026-05-09T04:37:04.743947Z","end":"2026-05-09T04:37:05.544045Z","steps":["trace[1986547372] 'process raft request' (duration: 799.540132ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:05.544085Z","caller":"traceutil/trace.go:171","msg":"trace[1297047514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25666; }","duration":"1.401311026s","start":"2026-05-09T04:37:04.142754Z","end":"2026-05-09T04:37:05.544065Z","steps":["trace[1297047514] 'agreement among raft nodes before linearized reading' (duration: 1.401106871s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.544085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189827789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-09T04:37:05.544104Z","caller":"traceutil/trace.go:171","msg":"trace[2114785581] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25666; }","duration":"1.679619225s","start":"2026-05-09T04:37:03.864465Z","end":"2026-05-09T04:37:05.544084Z","steps":["trace[2114785581] 'agreement among raft nodes before linearized reading' (duration: 1.679501392s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.544129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:04.14273Z","time spent":"1.401390558s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:05.544158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.864439Z","time spent":"1.679707857s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:05.544159Z","caller":"traceutil/trace.go:171","msg":"trace[1595106864] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25666; }","duration":"1.189934881s","start":"2026-05-09T04:37:04.354201Z","end":"2026-05-09T04:37:05.544136Z","steps":["trace[1595106864] 'agreement among raft nodes before linearized reading' (duration: 1.189699186s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.544159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:04.74392Z","time spent":"800.194726ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:05.544147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64868118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-09T04:37:05.544208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:04.354181Z","time spent":"1.190015844s","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-09T04:37:05.544237Z","caller":"traceutil/trace.go:171","msg":"trace[297831983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25666; }","duration":"1.648822773s","start":"2026-05-09T04:37:03.895394Z","end":"2026-05-09T04:37:05.544216Z","steps":["trace[297831983] 'agreement among raft nodes before linearized reading' (duration: 1.648483756s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.544281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:03.895368Z","time spent":"1.648903815s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-09T04:37:05.950367Z","caller":"traceutil/trace.go:171","msg":"trace[952872630] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26511; }","duration":"406.507792ms","start":"2026-05-09T04:37:05.54384Z","end":"2026-05-09T04:37:05.950348Z","steps":["trace[952872630] 'read index received' (duration: 321.47841ms)","trace[952872630] 'applied index is now lower than readState.Index' (duration: 85.028452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:05.950545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.483812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:05.950653Z","caller":"traceutil/trace.go:171","msg":"trace[1639204087] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25667; }","duration":"422.608654ms","start":"2026-05-09T04:37:05.528015Z","end":"2026-05-09T04:37:05.950624Z","steps":["trace[1639204087] 'agreement among raft nodes before linearized reading' (duration: 422.43716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.950684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.91392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-05-09T04:37:05.95071Z","caller":"traceutil/trace.go:171","msg":"trace[125087662] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25667; }","duration":"441.96863ms","start":"2026-05-09T04:37:05.508734Z","end":"2026-05-09T04:37:05.950703Z","steps":["trace[125087662] 'agreement among raft nodes before linearized reading' (duration: 441.876158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.95072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.528007Z","time spent":"422.697127ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:05.950742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.508718Z","time spent":"442.019592ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-09T04:37:05.950711Z","caller":"traceutil/trace.go:171","msg":"trace[737458351] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"435.228559ms","start":"2026-05-09T04:37:05.515452Z","end":"2026-05-09T04:37:05.950681Z","steps":["trace[737458351] 'process raft request' (duration: 349.769206ms)","trace[737458351] 'compare' (duration: 84.856338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:05.950591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.166073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:05.950865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.515436Z","time spent":"435.350532ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:05.950869Z","caller":"traceutil/trace.go:171","msg":"trace[883438940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25667; }","duration":"433.459529ms","start":"2026-05-09T04:37:05.517373Z","end":"2026-05-09T04:37:05.950832Z","steps":["trace[883438940] 'agreement among raft nodes before linearized reading' (duration: 433.156732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:05.951122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.517365Z","time spent":"433.647873ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:06.013885Z","caller":"traceutil/trace.go:171","msg":"trace[721240566] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"209.908681ms","start":"2026-05-09T04:37:05.803937Z","end":"2026-05-09T04:37:06.013846Z","steps":["trace[721240566] 'process raft request' (duration: 209.842879ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:06.013924Z","caller":"traceutil/trace.go:171","msg":"trace[763239341] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"465.178732ms","start":"2026-05-09T04:37:05.548725Z","end":"2026-05-09T04:37:06.013903Z","steps":["trace[763239341] 'process raft request' (duration: 464.866115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:06.013933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.731502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:06.014009Z","caller":"traceutil/trace.go:171","msg":"trace[891945742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25670; }","duration":"468.858125ms","start":"2026-05-09T04:37:05.545131Z","end":"2026-05-09T04:37:06.013989Z","steps":["trace[891945742] 'agreement among raft nodes before linearized reading' (duration: 468.693541ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:06.014001Z","caller":"traceutil/trace.go:171","msg":"trace[1586356270] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"212.363606ms","start":"2026-05-09T04:37:05.801606Z","end":"2026-05-09T04:37:06.013969Z","steps":["trace[1586356270] 'process raft request' (duration: 212.135081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:06.014032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.548706Z","time spent":"465.278044ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:06.014054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.545114Z","time spent":"468.928106ms","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:06.014134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.195404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:06.014181Z","caller":"traceutil/trace.go:171","msg":"trace[1346602352] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25670; }","duration":"430.309207ms","start":"2026-05-09T04:37:05.583859Z","end":"2026-05-09T04:37:06.014168Z","steps":["trace[1346602352] 'agreement among raft nodes before linearized reading' (duration: 430.204125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:06.014216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.583837Z","time spent":"430.369669ms","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:06.014272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.361596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-09T04:37:06.014332Z","caller":"traceutil/trace.go:171","msg":"trace[858760274] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25670; }","duration":"461.443457ms","start":"2026-05-09T04:37:05.552874Z","end":"2026-05-09T04:37:06.014318Z","steps":["trace[858760274] 'agreement among raft nodes before linearized reading' (duration: 461.258523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:06.014377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:05.552864Z","time spent":"461.503068ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-09T04:37:08.932778Z","caller":"traceutil/trace.go:171","msg":"trace[1991793742] linearizableReadLoop","detail":"{readStateIndex:26538; appliedIndex:26536; }","duration":"898.419296ms","start":"2026-05-09T04:37:08.034333Z","end":"2026-05-09T04:37:08.932752Z","steps":["trace[1991793742] 'read index received' (duration: 1.664598ms)","trace[1991793742] 'applied index is now lower than readState.Index' (duration: 896.753448ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:08.932795Z","caller":"traceutil/trace.go:171","msg":"trace[1067196663] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"913.71268ms","start":"2026-05-09T04:37:08.019054Z","end":"2026-05-09T04:37:08.932767Z","steps":["trace[1067196663] 'process raft request' (duration: 879.779847ms)","trace[1067196663] 'compare' (duration: 32.983242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:08.932936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.598511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:08.933037Z","caller":"traceutil/trace.go:171","msg":"trace[153029717] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25692; }","duration":"898.743894ms","start":"2026-05-09T04:37:08.034275Z","end":"2026-05-09T04:37:08.933018Z","steps":["trace[153029717] 'agreement among raft nodes before linearized reading' (duration: 898.602531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:08.933084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:08.034254Z","time spent":"898.819665ms","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:08.932935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:08.019035Z","time spent":"913.824892ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:08.953753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.470206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:37:08.953811Z","caller":"traceutil/trace.go:171","msg":"trace[1804469620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25693; }","duration":"295.567928ms","start":"2026-05-09T04:37:08.658233Z","end":"2026-05-09T04:37:08.953801Z","steps":["trace[1804469620] 'agreement among raft nodes before linearized reading' (duration: 295.418055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:08.954228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.558037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:08.954309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.809072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272995"} {"level":"info","ts":"2026-05-09T04:37:08.954308Z","caller":"traceutil/trace.go:171","msg":"trace[683778590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25693; }","duration":"194.673549ms","start":"2026-05-09T04:37:08.759615Z","end":"2026-05-09T04:37:08.954289Z","steps":["trace[683778590] 'agreement among raft nodes before linearized reading' (duration: 194.521885ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:08.954343Z","caller":"traceutil/trace.go:171","msg":"trace[2038479225] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25693; }","duration":"130.863564ms","start":"2026-05-09T04:37:08.82347Z","end":"2026-05-09T04:37:08.954333Z","steps":["trace[2038479225] 'agreement among raft nodes before linearized reading' (duration: 130.485275ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:08.953617Z","caller":"traceutil/trace.go:171","msg":"trace[1839046608] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"870.138131ms","start":"2026-05-09T04:37:08.083464Z","end":"2026-05-09T04:37:08.953602Z","steps":["trace[1839046608] 'process raft request' (duration: 869.868504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:08.955782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:08.083448Z","time spent":"872.282748ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:09.762424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.424353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:09.762692Z","caller":"traceutil/trace.go:171","msg":"trace[1911703673] linearizableReadLoop","detail":"{readStateIndex:26542; appliedIndex:26539; }","duration":"619.712567ms","start":"2026-05-09T04:37:09.142957Z","end":"2026-05-09T04:37:09.76267Z","steps":["trace[1911703673] 'read index received' (duration: 215.960177ms)","trace[1911703673] 'applied index is now lower than readState.Index' (duration: 403.75095ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:09.7628Z","caller":"traceutil/trace.go:171","msg":"trace[1762341611] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"800.555544ms","start":"2026-05-09T04:37:08.962227Z","end":"2026-05-09T04:37:09.762782Z","steps":["trace[1762341611] 'process raft request' (duration: 396.64883ms)","trace[1762341611] 'compare' (duration: 403.28779ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:09.762887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:08.962216Z","time spent":"800.626176ms","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:09.763136Z","caller":"traceutil/trace.go:171","msg":"trace[1952027666] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"800.613725ms","start":"2026-05-09T04:37:08.962495Z","end":"2026-05-09T04:37:09.763109Z","steps":["trace[1952027666] 'process raft request' (duration: 800.045242ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:09.763147Z","caller":"traceutil/trace.go:171","msg":"trace[1065162124] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"795.593743ms","start":"2026-05-09T04:37:08.967457Z","end":"2026-05-09T04:37:09.763051Z","steps":["trace[1065162124] 'process raft request' (duration: 795.163753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:09.763171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.19792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:09.763306Z","caller":"traceutil/trace.go:171","msg":"trace[956616805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25696; }","duration":"620.374183ms","start":"2026-05-09T04:37:09.142907Z","end":"2026-05-09T04:37:09.763281Z","steps":["trace[956616805] 'agreement among raft nodes before linearized reading' (duration: 620.185548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:09.763387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.142888Z","time spent":"620.486336ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:09.76369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:08.967447Z","time spent":"795.82453ms","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:09.763299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:08.962478Z","time spent":"800.75298ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:10.263423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:10.455285Z","caller":"traceutil/trace.go:171","msg":"trace[2058814288] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"1.065668518s","start":"2026-05-09T04:37:09.389594Z","end":"2026-05-09T04:37:10.455263Z","steps":["trace[2058814288] 'process raft request' (duration: 1.043294135s)","trace[2058814288] 'compare' (duration: 22.165958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:10.455382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.389575Z","time spent":"1.065755671s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:10.455488Z","caller":"traceutil/trace.go:171","msg":"trace[1369709619] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"937.831273ms","start":"2026-05-09T04:37:09.517652Z","end":"2026-05-09T04:37:10.455483Z","steps":["trace[1369709619] 'process raft request' (duration: 937.581758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:10.455517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.517632Z","time spent":"937.871353ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:10.455617Z","caller":"traceutil/trace.go:171","msg":"trace[400101424] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"934.437337ms","start":"2026-05-09T04:37:09.521175Z","end":"2026-05-09T04:37:10.455612Z","steps":["trace[400101424] 'process raft request' (duration: 934.286494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:10.455646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.52115Z","time spent":"934.482577ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:10.456174Z","caller":"traceutil/trace.go:171","msg":"trace[524127776] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"934.883367ms","start":"2026-05-09T04:37:09.521265Z","end":"2026-05-09T04:37:10.456149Z","steps":["trace[524127776] 'process raft request' (duration: 934.329474ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:10.456217Z","caller":"traceutil/trace.go:171","msg":"trace[363674355] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"892.232608ms","start":"2026-05-09T04:37:09.563964Z","end":"2026-05-09T04:37:10.456196Z","steps":["trace[363674355] 'process raft request' (duration: 892.192027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:10.456297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.521256Z","time spent":"934.978889ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:10.456365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.563948Z","time spent":"892.34211ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:10.456379Z","caller":"traceutil/trace.go:171","msg":"trace[1705326529] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"934.353495ms","start":"2026-05-09T04:37:09.522006Z","end":"2026-05-09T04:37:10.456359Z","steps":["trace[1705326529] 'process raft request' (duration: 934.068339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:10.456506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.521995Z","time spent":"934.457787ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:11.075589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.46598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:11.07583Z","caller":"traceutil/trace.go:171","msg":"trace[1279027457] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"1.113981874s","start":"2026-05-09T04:37:09.961829Z","end":"2026-05-09T04:37:11.075811Z","steps":["trace[1279027457] 'process raft request' (duration: 997.209848ms)","trace[1279027457] 'compare' (duration: 115.642981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:11.075904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.961807Z","time spent":"1.114064946s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:11.07596Z","caller":"traceutil/trace.go:171","msg":"trace[437510734] linearizableReadLoop","detail":"{readStateIndex:26550; appliedIndex:26542; }","duration":"1.313176214s","start":"2026-05-09T04:37:09.762742Z","end":"2026-05-09T04:37:11.075918Z","steps":["trace[437510734] 'read index received' (duration: 670.166213ms)","trace[437510734] 'applied index is now lower than readState.Index' (duration: 643.008301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:11.076032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503518216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:11.076104Z","caller":"traceutil/trace.go:171","msg":"trace[572510880] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"991.855267ms","start":"2026-05-09T04:37:10.084237Z","end":"2026-05-09T04:37:11.076092Z","steps":["trace[572510880] 'process raft request' (duration: 991.490509ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:11.076107Z","caller":"traceutil/trace.go:171","msg":"trace[1726645456] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25704; }","duration":"1.503629618s","start":"2026-05-09T04:37:09.572458Z","end":"2026-05-09T04:37:11.076088Z","steps":["trace[1726645456] 'agreement among raft nodes before linearized reading' (duration: 1.503466344s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.076094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553394957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:37:11.076114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552753912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T04:37:11.076176Z","caller":"traceutil/trace.go:171","msg":"trace[2135979986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25704; }","duration":"1.553496869s","start":"2026-05-09T04:37:09.52266Z","end":"2026-05-09T04:37:11.076157Z","steps":["trace[2135979986] 'agreement among raft nodes before linearized reading' (duration: 1.553291644s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.076185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.572451Z","time spent":"1.50371036s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:11.0762Z","caller":"traceutil/trace.go:171","msg":"trace[915522770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25704; }","duration":"1.552852364s","start":"2026-05-09T04:37:09.523329Z","end":"2026-05-09T04:37:11.076181Z","steps":["trace[915522770] 'agreement among raft nodes before linearized reading' (duration: 1.552599429s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.076196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553888837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T04:37:11.076206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:10.084211Z","time spent":"991.919999ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:11.076226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.522653Z","time spent":"1.55356431s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:37:11.076246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.523292Z","time spent":"1.552946046s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T04:37:11.076252Z","caller":"traceutil/trace.go:171","msg":"trace[328952678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25704; }","duration":"1.553977829s","start":"2026-05-09T04:37:09.522261Z","end":"2026-05-09T04:37:11.076239Z","steps":["trace[328952678] 'agreement among raft nodes before linearized reading' (duration: 1.553801135s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.076282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.522251Z","time spent":"1.55402531s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:11.076421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459575516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-5kp2t.18adcb0f9397692c\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-05-09T04:37:11.076464Z","caller":"traceutil/trace.go:171","msg":"trace[1888558558] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-5kp2t.18adcb0f9397692c; range_end:; response_count:1; response_revision:25704; }","duration":"1.459647418s","start":"2026-05-09T04:37:09.616804Z","end":"2026-05-09T04:37:11.076451Z","steps":["trace[1888558558] 'agreement among raft nodes before linearized reading' (duration: 1.459502375s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.076495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.61679Z","time spent":"1.459698079s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-5kp2t.18adcb0f9397692c\" "} {"level":"warn","ts":"2026-05-09T04:37:11.766252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000750029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:37:11.766387Z","caller":"traceutil/trace.go:171","msg":"trace[1068987806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000929163s","start":"2026-05-09T04:37:09.76544Z","end":"2026-05-09T04:37:11.766369Z","steps":["trace[1068987806] 'agreement among raft nodes before linearized reading' (duration: 2.000767999s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.766436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.765427Z","time spent":"2.000997784s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:37:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T04:37:11.988038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.906592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:11.988324Z","caller":"traceutil/trace.go:171","msg":"trace[819347722] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"1.049769351s","start":"2026-05-09T04:37:10.938524Z","end":"2026-05-09T04:37:11.988293Z","steps":["trace[819347722] 'process raft request' (duration: 417.526011ms)","trace[819347722] 'compare' (duration: 631.454782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:11.988447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:10.938495Z","time spent":"1.049895313s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:11.988993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.078759Z","time spent":"910.227022ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-09T04:37:11.989091Z","caller":"traceutil/trace.go:171","msg":"trace[509712247] linearizableReadLoop","detail":"{readStateIndex:26551; appliedIndex:26550; }","duration":"913.043395ms","start":"2026-05-09T04:37:11.076031Z","end":"2026-05-09T04:37:11.989075Z","steps":["trace[509712247] 'read index received' (duration: 280.009018ms)","trace[509712247] 'applied index is now lower than readState.Index' (duration: 633.032387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:11.989299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.210506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:37:11.989347Z","caller":"traceutil/trace.go:171","msg":"trace[2082903225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25708; }","duration":"944.297328ms","start":"2026-05-09T04:37:11.045037Z","end":"2026-05-09T04:37:11.989335Z","steps":["trace[2082903225] 'agreement among raft nodes before linearized reading' (duration: 944.129444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.989395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.045018Z","time spent":"944.366169ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:37:11.989692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222820652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18adcbb6fb59272b\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-09T04:37:11.98969Z","caller":"traceutil/trace.go:171","msg":"trace[1545228364] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"909.477074ms","start":"2026-05-09T04:37:11.080183Z","end":"2026-05-09T04:37:11.98966Z","steps":["trace[1545228364] 'process raft request' (duration: 908.103283ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:11.989742Z","caller":"traceutil/trace.go:171","msg":"trace[426223014] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18adcbb6fb59272b; range_end:; response_count:1; response_revision:25708; }","duration":"2.222906654s","start":"2026-05-09T04:37:09.766823Z","end":"2026-05-09T04:37:11.98973Z","steps":["trace[426223014] 'agreement among raft nodes before linearized reading' (duration: 2.222772931s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.989749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027822596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-09T04:37:11.989788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:09.766807Z","time spent":"2.222970925s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18adcbb6fb59272b\" "} {"level":"info","ts":"2026-05-09T04:37:11.989805Z","caller":"traceutil/trace.go:171","msg":"trace[1805982383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25708; }","duration":"1.027922349s","start":"2026-05-09T04:37:10.961866Z","end":"2026-05-09T04:37:11.989788Z","steps":["trace[1805982383] 'agreement among raft nodes before linearized reading' (duration: 1.027747885s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.989825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.080167Z","time spent":"909.587637ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:11.98984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:10.961853Z","time spent":"1.02797993s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:11.989907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673943507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-09T04:37:11.990063Z","caller":"traceutil/trace.go:171","msg":"trace[2004559929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25708; }","duration":"1.674225874s","start":"2026-05-09T04:37:10.315745Z","end":"2026-05-09T04:37:11.989971Z","steps":["trace[2004559929] 'agreement among raft nodes before linearized reading' (duration: 1.673829985s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:11.990108Z","caller":"traceutil/trace.go:171","msg":"trace[157714792] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"909.817032ms","start":"2026-05-09T04:37:11.080251Z","end":"2026-05-09T04:37:11.990068Z","steps":["trace[157714792] 'process raft request' (duration: 908.235227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.990154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:10.315731Z","time spent":"1.674404977s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-09T04:37:11.990269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.080244Z","time spent":"909.947885ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:11.991273Z","caller":"traceutil/trace.go:171","msg":"trace[918200738] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"910.651411ms","start":"2026-05-09T04:37:11.080603Z","end":"2026-05-09T04:37:11.991254Z","steps":["trace[918200738] 'process raft request' (duration: 907.95359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.991374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.080592Z","time spent":"910.728983ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:11.991568Z","caller":"traceutil/trace.go:171","msg":"trace[778184471] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"798.005727ms","start":"2026-05-09T04:37:11.193441Z","end":"2026-05-09T04:37:11.991447Z","steps":["trace[778184471] 'process raft request' (duration: 797.67259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:11.991753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.193425Z","time spent":"798.210053ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:12.027785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.656946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:12.027847Z","caller":"traceutil/trace.go:171","msg":"trace[375217988] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25710; }","duration":"173.770238ms","start":"2026-05-09T04:37:11.854062Z","end":"2026-05-09T04:37:12.027832Z","steps":["trace[375217988] 'agreement among raft nodes before linearized reading' (duration: 173.667356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.027922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.561181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:12.027971Z","caller":"traceutil/trace.go:171","msg":"trace[68884780] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25710; }","duration":"457.630952ms","start":"2026-05-09T04:37:11.570325Z","end":"2026-05-09T04:37:12.027956Z","steps":["trace[68884780] 'agreement among raft nodes before linearized reading' (duration: 457.56987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.027977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.8454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:12.027999Z","caller":"traceutil/trace.go:171","msg":"trace[201269209] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"664.039645ms","start":"2026-05-09T04:37:11.363934Z","end":"2026-05-09T04:37:12.027974Z","steps":["trace[201269209] 'process raft request' (duration: 663.602815ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:12.028049Z","caller":"traceutil/trace.go:171","msg":"trace[1316811343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25710; }","duration":"253.935961ms","start":"2026-05-09T04:37:11.774096Z","end":"2026-05-09T04:37:12.028032Z","steps":["trace[1316811343] 'agreement among raft nodes before linearized reading' (duration: 253.824939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.028075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.705885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:12.027855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.377598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:12.028114Z","caller":"traceutil/trace.go:171","msg":"trace[1432022270] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25710; }","duration":"855.741376ms","start":"2026-05-09T04:37:11.172358Z","end":"2026-05-09T04:37:12.028099Z","steps":["trace[1432022270] 'agreement among raft nodes before linearized reading' (duration: 855.685544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.028109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.363909Z","time spent":"664.152077ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:12.028112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.574234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:12.028153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.172295Z","time spent":"855.849438ms","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:12.028149Z","caller":"traceutil/trace.go:171","msg":"trace[766695986] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25710; }","duration":"305.721796ms","start":"2026-05-09T04:37:11.722414Z","end":"2026-05-09T04:37:12.028136Z","steps":["trace[766695986] 'agreement among raft nodes before linearized reading' (duration: 305.268506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.028194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.722394Z","time spent":"305.788978ms","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:12.028189Z","caller":"traceutil/trace.go:171","msg":"trace[937481281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25710; }","duration":"583.699977ms","start":"2026-05-09T04:37:11.444471Z","end":"2026-05-09T04:37:12.028171Z","steps":["trace[937481281] 'agreement among raft nodes before linearized reading' (duration: 583.578925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.028234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.444449Z","time spent":"583.775138ms","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:12.028258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.096074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-09T04:37:12.028013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.570294Z","time spent":"457.708224ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-09T04:37:12.028373Z","caller":"traceutil/trace.go:171","msg":"trace[43373711] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25710; }","duration":"595.244926ms","start":"2026-05-09T04:37:11.433109Z","end":"2026-05-09T04:37:12.028354Z","steps":["trace[43373711] 'agreement among raft nodes before linearized reading' (duration: 594.901099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.028425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.43309Z","time spent":"595.318759ms","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-09T04:37:12.027991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.11678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:37:12.028502Z","caller":"traceutil/trace.go:171","msg":"trace[672765224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25710; }","duration":"256.668352ms","start":"2026-05-09T04:37:11.771819Z","end":"2026-05-09T04:37:12.028488Z","steps":["trace[672765224] 'agreement among raft nodes before linearized reading' (duration: 255.855804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:12.528501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:37:13.028976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:37:13.173718Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146159357s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T04:37:13.174348Z","caller":"traceutil/trace.go:171","msg":"trace[1441930874] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"1.183043517s","start":"2026-05-09T04:37:11.991281Z","end":"2026-05-09T04:37:13.174325Z","steps":["trace[1441930874] 'process raft request' (duration: 1.182637518s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:13.174492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.991195Z","time spent":"1.183203901s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:13.17455Z","caller":"traceutil/trace.go:171","msg":"trace[762388102] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"1.17961151s","start":"2026-05-09T04:37:11.994911Z","end":"2026-05-09T04:37:13.174522Z","steps":["trace[762388102] 'process raft request' (duration: 1.179536359s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:13.1747Z","caller":"traceutil/trace.go:171","msg":"trace[1148734754] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.181535223s","start":"2026-05-09T04:37:11.993143Z","end":"2026-05-09T04:37:13.174679Z","steps":["trace[1148734754] 'process raft request' (duration: 1.181035432s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:13.174736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.994885Z","time spent":"1.179747503s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:13.174866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.993131Z","time spent":"1.181610524s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:14.02919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:37:14.029278Z","caller":"traceutil/trace.go:171","msg":"trace[2039616757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115624s","start":"2026-05-09T04:37:12.029146Z","end":"2026-05-09T04:37:14.029262Z","steps":["trace[2039616757] 'agreement among raft nodes before linearized reading' (duration: 2.000011582s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:14.02933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.02913Z","time spent":"2.000187975s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:37:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-09T04:37:14.037767Z","caller":"traceutil/trace.go:171","msg":"trace[1624342920] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"2.005002393s","start":"2026-05-09T04:37:12.032745Z","end":"2026-05-09T04:37:14.037748Z","steps":["trace[1624342920] 'process raft request' (duration: 2.004787618s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:14.037808Z","caller":"traceutil/trace.go:171","msg":"trace[480270929] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.576894924s","start":"2026-05-09T04:37:12.460881Z","end":"2026-05-09T04:37:14.037765Z","steps":["trace[480270929] 'process raft request' (duration: 1.576796622s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:14.037878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.032727Z","time spent":"2.005088975s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:14.03795Z","caller":"traceutil/trace.go:171","msg":"trace[1842005278] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"1.576615969s","start":"2026-05-09T04:37:12.461311Z","end":"2026-05-09T04:37:14.037927Z","steps":["trace[1842005278] 'process raft request' (duration: 1.576413544s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:14.037973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.460864Z","time spent":"1.577015248s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:14.038066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.461293Z","time spent":"1.57671323s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:14.038062Z","caller":"traceutil/trace.go:171","msg":"trace[1710053499] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"1.577029828s","start":"2026-05-09T04:37:12.461005Z","end":"2026-05-09T04:37:14.038035Z","steps":["trace[1710053499] 'process raft request' (duration: 1.57670106s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:14.038068Z","caller":"traceutil/trace.go:171","msg":"trace[489724933] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"1.574917561s","start":"2026-05-09T04:37:12.463133Z","end":"2026-05-09T04:37:14.038051Z","steps":["trace[489724933] 'process raft request' (duration: 1.574635854s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:14.038226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.46097Z","time spent":"1.577167241s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:14.038243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.463104Z","time spent":"1.575081355s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:14.038377Z","caller":"traceutil/trace.go:171","msg":"trace[55615484] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"1.574953111s","start":"2026-05-09T04:37:12.46303Z","end":"2026-05-09T04:37:14.037983Z","steps":["trace[55615484] 'process raft request' (duration: 1.574721086s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:14.038439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.463024Z","time spent":"1.575381152s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:14.779676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.872735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T04:37:14.781139Z","caller":"traceutil/trace.go:171","msg":"trace[745480591] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"1.731972553s","start":"2026-05-09T04:37:13.049137Z","end":"2026-05-09T04:37:14.78111Z","steps":["trace[745480591] 'process raft request' (duration: 1.730661313s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:14.781272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.049116Z","time spent":"1.732083856s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:14.927263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:37:14.927355Z","caller":"traceutil/trace.go:171","msg":"trace[256263912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471752s","start":"2026-05-09T04:37:12.926863Z","end":"2026-05-09T04:37:14.927335Z","steps":["trace[256263912] 'agreement among raft nodes before linearized reading' (duration: 2.000321948s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:14.927406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.926841Z","time spent":"2.000554014s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:37:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T04:37:15.523277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.68417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:15.52338Z","caller":"traceutil/trace.go:171","msg":"trace[916040272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25720; }","duration":"387.807323ms","start":"2026-05-09T04:37:15.135558Z","end":"2026-05-09T04:37:15.523365Z","steps":["trace[916040272] 'range keys from in-memory index tree' (duration: 387.664879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.52426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.955779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:15.524556Z","caller":"traceutil/trace.go:171","msg":"trace[617922956] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"1.529081441s","start":"2026-05-09T04:37:13.99546Z","end":"2026-05-09T04:37:15.524542Z","steps":["trace[617922956] 'process raft request' (duration: 1.52903929s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.524643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.995438Z","time spent":"1.529169362s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:15.524841Z","caller":"traceutil/trace.go:171","msg":"trace[1683399769] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"2.345941091s","start":"2026-05-09T04:37:13.178877Z","end":"2026-05-09T04:37:15.524818Z","steps":["trace[1683399769] 'process raft request' (duration: 2.345568083s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.524873Z","caller":"traceutil/trace.go:171","msg":"trace[552721899] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26557; }","duration":"3.497200684s","start":"2026-05-09T04:37:12.027659Z","end":"2026-05-09T04:37:15.52486Z","steps":["trace[552721899] 'read index received' (duration: 1.14628052s)","trace[552721899] 'applied index is now lower than readState.Index' (duration: 2.350918974s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:15.524896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.178868Z","time spent":"2.346002982s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:37:15.524898Z","caller":"traceutil/trace.go:171","msg":"trace[1144031209] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"2.444426186s","start":"2026-05-09T04:37:13.080425Z","end":"2026-05-09T04:37:15.524851Z","steps":["trace[1144031209] 'process raft request' (duration: 1.700803992s)","trace[1144031209] 'compare' (duration: 742.386146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:15.524998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527396473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:15.525057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530552764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe5c7397-f89f-498e-a893-d83993d9eafd\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-09T04:37:15.525047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.080397Z","time spent":"2.444571069s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:15.525039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530459602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:37:15.525087Z","caller":"traceutil/trace.go:171","msg":"trace[622390181] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe5c7397-f89f-498e-a893-d83993d9eafd; range_end:; response_count:1; response_revision:25724; }","duration":"3.530597205s","start":"2026-05-09T04:37:11.99448Z","end":"2026-05-09T04:37:15.525077Z","steps":["trace[622390181] 'agreement among raft nodes before linearized reading' (duration: 3.530471212s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.525103Z","caller":"traceutil/trace.go:171","msg":"trace[1506865607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25724; }","duration":"3.527528916s","start":"2026-05-09T04:37:11.997549Z","end":"2026-05-09T04:37:15.525078Z","steps":["trace[1506865607] 'agreement among raft nodes before linearized reading' (duration: 3.527340422s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.525108Z","caller":"traceutil/trace.go:171","msg":"trace[1605486056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25724; }","duration":"3.530574754s","start":"2026-05-09T04:37:11.99452Z","end":"2026-05-09T04:37:15.525095Z","steps":["trace[1605486056] 'agreement among raft nodes before linearized reading' (duration: 3.53037056s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.997541Z","time spent":"3.527611098s","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.525179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.994505Z","time spent":"3.530657527s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:37:15.525218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531288639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:37:15.525252Z","caller":"traceutil/trace.go:171","msg":"trace[1129652021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25724; }","duration":"1.53135994s","start":"2026-05-09T04:37:13.993884Z","end":"2026-05-09T04:37:15.525244Z","steps":["trace[1129652021] 'agreement among raft nodes before linearized reading' (duration: 1.531275749s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488048877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:15.525247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491971326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:15.525298Z","caller":"traceutil/trace.go:171","msg":"trace[774246151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25724; }","duration":"1.488108438s","start":"2026-05-09T04:37:14.037177Z","end":"2026-05-09T04:37:15.525285Z","steps":["trace[774246151] 'agreement among raft nodes before linearized reading' (duration: 1.488024766s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.163834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:37:15.525314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528895515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:37:15.525302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920193646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:15.525336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:14.037139Z","time spent":"1.48818982s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:15.525343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703197796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:15.525349Z","caller":"traceutil/trace.go:171","msg":"trace[478261188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25724; }","duration":"1.528955087s","start":"2026-05-09T04:37:13.996384Z","end":"2026-05-09T04:37:15.525339Z","steps":["trace[478261188] 'agreement among raft nodes before linearized reading' (duration: 1.528810833s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529482489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T04:37:15.525368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178796182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:15.525368Z","caller":"traceutil/trace.go:171","msg":"trace[1695021037] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25724; }","duration":"2.920295929s","start":"2026-05-09T04:37:12.605053Z","end":"2026-05-09T04:37:15.525349Z","steps":["trace[1695021037] 'agreement among raft nodes before linearized reading' (duration: 2.920186106s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347133927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18adcbb670861dcd\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-05-09T04:37:15.525483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.740277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:15.525392Z","caller":"traceutil/trace.go:171","msg":"trace[1342915536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25724; }","duration":"1.529547961s","start":"2026-05-09T04:37:13.995836Z","end":"2026-05-09T04:37:15.525384Z","steps":["trace[1342915536] 'agreement among raft nodes before linearized reading' (duration: 1.529468489s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.605026Z","time spent":"2.920465893s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:15.525541Z","caller":"traceutil/trace.go:171","msg":"trace[484252889] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25724; }","duration":"418.84419ms","start":"2026-05-09T04:37:15.106684Z","end":"2026-05-09T04:37:15.525528Z","steps":["trace[484252889] 'agreement among raft nodes before linearized reading' (duration: 418.706377ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.525547Z","caller":"traceutil/trace.go:171","msg":"trace[230381509] range","detail":"{range_begin:/registry/events/openstack/container-infra.18adcbb670861dcd; range_end:; response_count:1; response_revision:25724; }","duration":"2.347190329s","start":"2026-05-09T04:37:13.178305Z","end":"2026-05-09T04:37:15.525495Z","steps":["trace[230381509] 'agreement among raft nodes before linearized reading' (duration: 2.347035596s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.995818Z","time spent":"1.529730166s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:15.525261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639750859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:37:15.525565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.728246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:37:15.52562Z","caller":"traceutil/trace.go:171","msg":"trace[1211097612] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25724; }","duration":"2.640160289s","start":"2026-05-09T04:37:12.885447Z","end":"2026-05-09T04:37:15.525607Z","steps":["trace[1211097612] 'agreement among raft nodes before linearized reading' (duration: 2.639750699s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.525626Z","caller":"traceutil/trace.go:171","msg":"trace[1528442683] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"2.443272651s","start":"2026-05-09T04:37:13.081351Z","end":"2026-05-09T04:37:15.524623Z","steps":["trace[1528442683] 'process raft request' (duration: 2.443006385s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.525636Z","caller":"traceutil/trace.go:171","msg":"trace[149092261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25724; }","duration":"345.836499ms","start":"2026-05-09T04:37:15.179783Z","end":"2026-05-09T04:37:15.525619Z","steps":["trace[149092261] 'agreement among raft nodes before linearized reading' (duration: 345.599682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.885428Z","time spent":"2.64022525s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.525696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.179761Z","time spent":"345.92521ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:15.525128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:11.994473Z","time spent":"3.530645216s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-fe5c7397-f89f-498e-a893-d83993d9eafd\" "} {"level":"info","ts":"2026-05-09T04:37:15.525358Z","caller":"traceutil/trace.go:171","msg":"trace[723336955] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25724; }","duration":"707.278016ms","start":"2026-05-09T04:37:14.818059Z","end":"2026-05-09T04:37:15.525337Z","steps":["trace[723336955] 'agreement among raft nodes before linearized reading' (duration: 707.129923ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.525437Z","caller":"traceutil/trace.go:171","msg":"trace[653225076] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25724; }","duration":"2.178866784s","start":"2026-05-09T04:37:13.346524Z","end":"2026-05-09T04:37:15.525391Z","steps":["trace[653225076] 'agreement among raft nodes before linearized reading' (duration: 2.178813542s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.346502Z","time spent":"2.179289454s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.525285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.993862Z","time spent":"1.531416722s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T04:37:15.525334Z","caller":"traceutil/trace.go:171","msg":"trace[2070432364] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25724; }","duration":"3.492068208s","start":"2026-05-09T04:37:12.033245Z","end":"2026-05-09T04:37:15.525313Z","steps":["trace[2070432364] 'agreement among raft nodes before linearized reading' (duration: 3.491916665s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.525822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:14.81804Z","time spent":"707.723047ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.525322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645825735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:15.525926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.033216Z","time spent":"3.492686483s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-09T04:37:15.525984Z","caller":"traceutil/trace.go:171","msg":"trace[1202205953] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25724; }","duration":"1.646512581s","start":"2026-05-09T04:37:13.879454Z","end":"2026-05-09T04:37:15.525967Z","steps":["trace[1202205953] 'agreement among raft nodes before linearized reading' (duration: 1.645843836s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:15.525386Z","caller":"traceutil/trace.go:171","msg":"trace[1611360400] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25724; }","duration":"2.703236747s","start":"2026-05-09T04:37:12.822136Z","end":"2026-05-09T04:37:15.525372Z","steps":["trace[1611360400] 'agreement among raft nodes before linearized reading' (duration: 2.703173826s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.526038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.879435Z","time spent":"1.646587933s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.526049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.822096Z","time spent":"2.703938174s","remote":"127.0.0.1:56652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.525391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.996372Z","time spent":"1.529010727s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:15.525584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.178293Z","time spent":"2.347284642s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18adcbb670861dcd\" "} {"level":"warn","ts":"2026-05-09T04:37:15.525589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.106663Z","time spent":"418.912602ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.52527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905678131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:15.526264Z","caller":"traceutil/trace.go:171","msg":"trace[813392473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25724; }","duration":"2.906695714s","start":"2026-05-09T04:37:12.619548Z","end":"2026-05-09T04:37:15.526244Z","steps":["trace[813392473] 'agreement among raft nodes before linearized reading' (duration: 2.90566571s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:15.526339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:12.619535Z","time spent":"2.906784946s","remote":"127.0.0.1:45898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:15.527173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:13.081332Z","time spent":"2.445789247s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:16.317492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.240921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:16.317777Z","caller":"traceutil/trace.go:171","msg":"trace[1500354088] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"788.413151ms","start":"2026-05-09T04:37:15.529316Z","end":"2026-05-09T04:37:16.31773Z","steps":["trace[1500354088] 'process raft request' (duration: 295.829353ms)","trace[1500354088] 'compare' (duration: 491.873832ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:16.317929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.5293Z","time spent":"788.547415ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:16.317798Z","caller":"traceutil/trace.go:171","msg":"trace[1867565130] linearizableReadLoop","detail":"{readStateIndex:26573; appliedIndex:26572; }","duration":"787.052011ms","start":"2026-05-09T04:37:15.530681Z","end":"2026-05-09T04:37:16.317733Z","steps":["trace[1867565130] 'read index received' (duration: 294.439182ms)","trace[1867565130] 'applied index is now lower than readState.Index' (duration: 492.610269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:16.31846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.765408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adcbbaf7fe51ad\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-09T04:37:16.318588Z","caller":"traceutil/trace.go:171","msg":"trace[1808762657] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adcbbaf7fe51ad; range_end:; response_count:1; response_revision:25725; }","duration":"787.917582ms","start":"2026-05-09T04:37:15.530651Z","end":"2026-05-09T04:37:16.318568Z","steps":["trace[1808762657] 'agreement among raft nodes before linearized reading' (duration: 787.246106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:16.318735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.530639Z","time spent":"788.072325ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adcbbaf7fe51ad\" "} {"level":"info","ts":"2026-05-09T04:37:16.319581Z","caller":"traceutil/trace.go:171","msg":"trace[958680674] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"787.455201ms","start":"2026-05-09T04:37:15.532101Z","end":"2026-05-09T04:37:16.319556Z","steps":["trace[958680674] 'process raft request' (duration: 787.41422ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:16.319679Z","caller":"traceutil/trace.go:171","msg":"trace[1294928357] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"788.7205ms","start":"2026-05-09T04:37:15.530926Z","end":"2026-05-09T04:37:16.319647Z","steps":["trace[1294928357] 'process raft request' (duration: 788.504665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:16.319747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.532087Z","time spent":"787.591063ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:16.319638Z","caller":"traceutil/trace.go:171","msg":"trace[432269724] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"788.75381ms","start":"2026-05-09T04:37:15.530864Z","end":"2026-05-09T04:37:16.319618Z","steps":["trace[432269724] 'process raft request' (duration: 788.433203ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:16.319943Z","caller":"traceutil/trace.go:171","msg":"trace[2083423137] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"788.114875ms","start":"2026-05-09T04:37:15.531804Z","end":"2026-05-09T04:37:16.319919Z","steps":["trace[2083423137] 'process raft request' (duration: 787.674595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:16.320078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.530852Z","time spent":"789.062897ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:16.320281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.531791Z","time spent":"788.387301ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:16.319955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.53092Z","time spent":"788.849922ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:17.368337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.508635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:17.368569Z","caller":"traceutil/trace.go:171","msg":"trace[476674708] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"1.325214475s","start":"2026-05-09T04:37:16.043337Z","end":"2026-05-09T04:37:17.368552Z","steps":["trace[476674708] 'process raft request' (duration: 1.325104163s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:17.368647Z","caller":"traceutil/trace.go:171","msg":"trace[1789475825] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"1.325289777s","start":"2026-05-09T04:37:16.043341Z","end":"2026-05-09T04:37:17.368631Z","steps":["trace[1789475825] 'process raft request' (duration: 1.114422904s)","trace[1789475825] 'compare' (duration: 209.84616ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:17.368704Z","caller":"traceutil/trace.go:171","msg":"trace[599921969] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"1.324457157s","start":"2026-05-09T04:37:16.044239Z","end":"2026-05-09T04:37:17.368696Z","steps":["trace[599921969] 'process raft request' (duration: 1.324279903s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.368723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.043309Z","time spent":"1.325387119s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:17.368748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.044227Z","time spent":"1.324501189s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:17.368977Z","caller":"traceutil/trace.go:171","msg":"trace[1461138594] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"1.324660963s","start":"2026-05-09T04:37:16.044282Z","end":"2026-05-09T04:37:17.368943Z","steps":["trace[1461138594] 'process raft request' (duration: 1.324379145s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:17.369051Z","caller":"traceutil/trace.go:171","msg":"trace[1637619580] linearizableReadLoop","detail":"{readStateIndex:26582; appliedIndex:26577; }","duration":"1.050941307s","start":"2026-05-09T04:37:16.318063Z","end":"2026-05-09T04:37:17.369004Z","steps":["trace[1637619580] 'read index received' (duration: 1.514424ms)","trace[1637619580] 'applied index is now lower than readState.Index' (duration: 1.049425383s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:17.369131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.044269Z","time spent":"1.324776616s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:17.369209Z","caller":"traceutil/trace.go:171","msg":"trace[481826068] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.324832467s","start":"2026-05-09T04:37:16.044358Z","end":"2026-05-09T04:37:17.369191Z","steps":["trace[481826068] 'process raft request' (duration: 1.32451295s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.369377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.044337Z","time spent":"1.324921169s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:17.369688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109876292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:17.369738Z","caller":"traceutil/trace.go:171","msg":"trace[1428221118] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25734; }","duration":"1.109957884s","start":"2026-05-09T04:37:16.259769Z","end":"2026-05-09T04:37:17.369727Z","steps":["trace[1428221118] 'agreement among raft nodes before linearized reading' (duration: 1.109862682s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.369779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.259754Z","time spent":"1.110016735s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:17.370103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326837032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:37:17.370161Z","caller":"traceutil/trace.go:171","msg":"trace[521987508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25734; }","duration":"1.326950434s","start":"2026-05-09T04:37:16.043196Z","end":"2026-05-09T04:37:17.370146Z","steps":["trace[521987508] 'agreement among raft nodes before linearized reading' (duration: 1.32676387s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.370209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.043175Z","time spent":"1.327022606s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:17.370419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726933379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:17.370408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.043305Z","time spent":"1.325294107s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:17.370459Z","caller":"traceutil/trace.go:171","msg":"trace[18729454] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25734; }","duration":"1.727019171s","start":"2026-05-09T04:37:15.64343Z","end":"2026-05-09T04:37:17.370449Z","steps":["trace[18729454] 'agreement among raft nodes before linearized reading' (duration: 1.72695463s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.370496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.643399Z","time spent":"1.727088033s","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:17.370599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83942689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:17.370677Z","caller":"traceutil/trace.go:171","msg":"trace[1450017867] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25734; }","duration":"1.839534113s","start":"2026-05-09T04:37:15.531123Z","end":"2026-05-09T04:37:17.370657Z","steps":["trace[1450017867] 'agreement among raft nodes before linearized reading' (duration: 1.83941338s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.370735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.5311Z","time spent":"1.839626465s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T04:37:17.370925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783741607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:17.370958Z","caller":"traceutil/trace.go:171","msg":"trace[878634036] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25734; }","duration":"1.783800519s","start":"2026-05-09T04:37:15.587149Z","end":"2026-05-09T04:37:17.370949Z","steps":["trace[878634036] 'agreement among raft nodes before linearized reading' (duration: 1.783750868s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.370988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.587135Z","time spent":"1.783847691s","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-09T04:37:17.371134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821118218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:17.371167Z","caller":"traceutil/trace.go:171","msg":"trace[907922053] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25734; }","duration":"1.8211767s","start":"2026-05-09T04:37:15.549982Z","end":"2026-05-09T04:37:17.371158Z","steps":["trace[907922053] 'agreement among raft nodes before linearized reading' (duration: 1.821120779s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.371199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.54997Z","time spent":"1.821221331s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:17.371379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83583062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:17.371415Z","caller":"traceutil/trace.go:171","msg":"trace[1039013667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25734; }","duration":"1.83587221s","start":"2026-05-09T04:37:15.535532Z","end":"2026-05-09T04:37:17.371404Z","steps":["trace[1039013667] 'agreement among raft nodes before linearized reading' (duration: 1.835824429s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:17.371445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:15.535527Z","time spent":"1.835912731s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:18.95899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132795178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:18.959271Z","caller":"traceutil/trace.go:171","msg":"trace[1641557541] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"2.636628929s","start":"2026-05-09T04:37:16.322572Z","end":"2026-05-09T04:37:18.959201Z","steps":["trace[1641557541] 'process raft request' (duration: 1.503511515s)","trace[1641557541] 'compare' (duration: 1.132436859s)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:18.959311Z","caller":"traceutil/trace.go:171","msg":"trace[1567403690] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"1.960986204s","start":"2026-05-09T04:37:16.998296Z","end":"2026-05-09T04:37:18.959282Z","steps":["trace[1567403690] 'process raft request' (duration: 1.96080036s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:18.959383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.322557Z","time spent":"2.636771523s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:18.959454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:16.998269Z","time spent":"1.961104627s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:18.960226Z","caller":"traceutil/trace.go:171","msg":"trace[952212324] linearizableReadLoop","detail":"{readStateIndex:26584; appliedIndex:26582; }","duration":"1.591061394s","start":"2026-05-09T04:37:17.36914Z","end":"2026-05-09T04:37:18.960202Z","steps":["trace[952212324] 'read index received' (duration: 456.964307ms)","trace[952212324] 'applied index is now lower than readState.Index' (duration: 1.134094187s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:18.960311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692443195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-05-09T04:37:18.960341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90917862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:18.960365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832868094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-05-09T04:37:18.960362Z","caller":"traceutil/trace.go:171","msg":"trace[1190159590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25736; }","duration":"1.692495726s","start":"2026-05-09T04:37:17.267851Z","end":"2026-05-09T04:37:18.960346Z","steps":["trace[1190159590] 'agreement among raft nodes before linearized reading' (duration: 1.692386994s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:18.960395Z","caller":"traceutil/trace.go:171","msg":"trace[1199063089] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25736; }","duration":"1.832929855s","start":"2026-05-09T04:37:17.127456Z","end":"2026-05-09T04:37:18.960386Z","steps":["trace[1199063089] 'agreement among raft nodes before linearized reading' (duration: 1.832815273s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:18.960413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.267791Z","time spent":"1.692606228s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:37:18.960432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.127434Z","time spent":"1.832991926s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-09T04:37:18.960396Z","caller":"traceutil/trace.go:171","msg":"trace[20227750] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25736; }","duration":"1.909273182s","start":"2026-05-09T04:37:17.051108Z","end":"2026-05-09T04:37:18.960381Z","steps":["trace[20227750] 'agreement among raft nodes before linearized reading' (duration: 1.90917984s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:18.960915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.051093Z","time spent":"1.909769313s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:18.961277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707748379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T04:37:18.961308Z","caller":"traceutil/trace.go:171","msg":"trace[421510198] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25736; }","duration":"1.70781161s","start":"2026-05-09T04:37:17.25349Z","end":"2026-05-09T04:37:18.961302Z","steps":["trace[421510198] 'agreement among raft nodes before linearized reading' (duration: 1.706745757s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:18.961332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.253443Z","time spent":"1.707884902s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2645,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:19.02095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160665613s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T04:37:19.021368Z","caller":"traceutil/trace.go:171","msg":"trace[634707012] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"1.646713305s","start":"2026-05-09T04:37:17.374636Z","end":"2026-05-09T04:37:19.021349Z","steps":["trace[634707012] 'process raft request' (duration: 1.646532111s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.021545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.374622Z","time spent":"1.646846388s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:19.021775Z","caller":"traceutil/trace.go:171","msg":"trace[1442288847] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"1.490181585s","start":"2026-05-09T04:37:17.531523Z","end":"2026-05-09T04:37:19.021705Z","steps":["trace[1442288847] 'process raft request' (duration: 1.489765415s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.021892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.386125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:37:19.02197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.105439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.021967Z","caller":"traceutil/trace.go:171","msg":"trace[482323889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25740; }","duration":"697.470417ms","start":"2026-05-09T04:37:18.324478Z","end":"2026-05-09T04:37:19.021949Z","steps":["trace[482323889] 'agreement among raft nodes before linearized reading' (duration: 697.276592ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:19.022004Z","caller":"traceutil/trace.go:171","msg":"trace[880589120] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25740; }","duration":"882.168111ms","start":"2026-05-09T04:37:18.139821Z","end":"2026-05-09T04:37:19.021989Z","steps":["trace[880589120] 'agreement among raft nodes before linearized reading' (duration: 882.12464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.02201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.324439Z","time spent":"697.562729ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:19.022033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.139803Z","time spent":"882.223621ms","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:19.022166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.531501Z","time spent":"1.490375639s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:19.022225Z","caller":"traceutil/trace.go:171","msg":"trace[1271527502] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"1.490689626s","start":"2026-05-09T04:37:17.531522Z","end":"2026-05-09T04:37:19.022212Z","steps":["trace[1271527502] 'process raft request' (duration: 1.490049721s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.022294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643707458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:19.022307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.531494Z","time spent":"1.490757307s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:19.022332Z","caller":"traceutil/trace.go:171","msg":"trace[762030775] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25740; }","duration":"1.64376225s","start":"2026-05-09T04:37:17.378563Z","end":"2026-05-09T04:37:19.022325Z","steps":["trace[762030775] 'agreement among raft nodes before linearized reading' (duration: 1.643702939s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.022353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.378555Z","time spent":"1.64379334s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-09T04:37:19.022435Z","caller":"traceutil/trace.go:171","msg":"trace[594307926] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"1.488121558s","start":"2026-05-09T04:37:17.534303Z","end":"2026-05-09T04:37:19.022425Z","steps":["trace[594307926] 'process raft request' (duration: 1.487365001s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.02249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648453706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.02251Z","caller":"traceutil/trace.go:171","msg":"trace[1896795547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25740; }","duration":"1.648469146s","start":"2026-05-09T04:37:17.374033Z","end":"2026-05-09T04:37:19.022502Z","steps":["trace[1896795547] 'agreement among raft nodes before linearized reading' (duration: 1.648441145s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.022517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.534291Z","time spent":"1.488197681s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:19.022533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.374004Z","time spent":"1.648524906s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:19.022623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.197065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.022704Z","caller":"traceutil/trace.go:171","msg":"trace[2008429973] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25740; }","duration":"137.262877ms","start":"2026-05-09T04:37:18.885387Z","end":"2026-05-09T04:37:19.02265Z","steps":["trace[2008429973] 'agreement among raft nodes before linearized reading' (duration: 137.200056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.022924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.618795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.022951Z","caller":"traceutil/trace.go:171","msg":"trace[560945314] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25740; }","duration":"960.739758ms","start":"2026-05-09T04:37:18.062205Z","end":"2026-05-09T04:37:19.022945Z","steps":["trace[560945314] 'agreement among raft nodes before linearized reading' (duration: 960.688286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.022953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.226001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-09T04:37:19.022971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.062183Z","time spent":"960.783819ms","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:19.022983Z","caller":"traceutil/trace.go:171","msg":"trace[2022148256] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25740; }","duration":"227.292601ms","start":"2026-05-09T04:37:18.795682Z","end":"2026-05-09T04:37:19.022975Z","steps":["trace[2022148256] 'agreement among raft nodes before linearized reading' (duration: 227.185629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.022462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646783018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.02316Z","caller":"traceutil/trace.go:171","msg":"trace[1520679006] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25740; }","duration":"1.647493263s","start":"2026-05-09T04:37:17.375657Z","end":"2026-05-09T04:37:19.02315Z","steps":["trace[1520679006] 'agreement among raft nodes before linearized reading' (duration: 1.646787368s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.023202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.532192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.023242Z","caller":"traceutil/trace.go:171","msg":"trace[2073410436] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25740; }","duration":"542.606264ms","start":"2026-05-09T04:37:18.480629Z","end":"2026-05-09T04:37:19.023235Z","steps":["trace[2073410436] 'agreement among raft nodes before linearized reading' (duration: 542.548953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.023268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.480606Z","time spent":"542.656665ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:19.02338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.818466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:37:19.023422Z","caller":"traceutil/trace.go:171","msg":"trace[2111608679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25740; }","duration":"698.903128ms","start":"2026-05-09T04:37:18.324507Z","end":"2026-05-09T04:37:19.02341Z","steps":["trace[2111608679] 'agreement among raft nodes before linearized reading' (duration: 698.789965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.023451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.324479Z","time spent":"698.96641ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:19.023543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.1599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.023575Z","caller":"traceutil/trace.go:171","msg":"trace[747366300] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25740; }","duration":"697.21038ms","start":"2026-05-09T04:37:18.326356Z","end":"2026-05-09T04:37:19.023567Z","steps":["trace[747366300] 'agreement among raft nodes before linearized reading' (duration: 697.162299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.023607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.326348Z","time spent":"697.251922ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:19.023865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.129564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T04:37:19.02392Z","caller":"traceutil/trace.go:171","msg":"trace[817289935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25740; }","duration":"699.202285ms","start":"2026-05-09T04:37:18.324704Z","end":"2026-05-09T04:37:19.023906Z","steps":["trace[817289935] 'agreement among raft nodes before linearized reading' (duration: 699.069272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.023968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.324693Z","time spent":"699.261906ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:19.021923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.700332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:37:19.02438Z","caller":"traceutil/trace.go:171","msg":"trace[2083284945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25740; }","duration":"700.195217ms","start":"2026-05-09T04:37:18.324163Z","end":"2026-05-09T04:37:19.024358Z","steps":["trace[2083284945] 'agreement among raft nodes before linearized reading' (duration: 697.660141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.022236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417233645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-09T04:37:19.024515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.324143Z","time spent":"700.336881ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T04:37:19.024527Z","caller":"traceutil/trace.go:171","msg":"trace[2103238217] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:25740; }","duration":"1.419548917s","start":"2026-05-09T04:37:17.604953Z","end":"2026-05-09T04:37:19.024502Z","steps":["trace[2103238217] 'agreement among raft nodes before linearized reading' (duration: 1.417160753s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.024592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.604936Z","time spent":"1.419636539s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-05-09T04:37:19.023192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:17.375648Z","time spent":"1.647534454s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-09T04:37:19.025935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.527012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:19.026042Z","caller":"traceutil/trace.go:171","msg":"trace[1839162257] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25740; }","duration":"887.254295ms","start":"2026-05-09T04:37:18.138771Z","end":"2026-05-09T04:37:19.026025Z","steps":["trace[1839162257] 'agreement among raft nodes before linearized reading' (duration: 883.557622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:19.026101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.138738Z","time spent":"887.335917ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:20.237828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081726169s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:20.237928Z","caller":"traceutil/trace.go:171","msg":"trace[294654602] linearizableReadLoop","detail":"{readStateIndex:26589; appliedIndex:26588; }","duration":"1.216205764s","start":"2026-05-09T04:37:19.021705Z","end":"2026-05-09T04:37:20.237911Z","steps":["trace[294654602] 'read index received' (duration: 134.32239ms)","trace[294654602] 'applied index is now lower than readState.Index' (duration: 1.081881454s)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:20.237997Z","caller":"traceutil/trace.go:171","msg":"trace[2098232456] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"1.275434936s","start":"2026-05-09T04:37:18.962548Z","end":"2026-05-09T04:37:20.237983Z","steps":["trace[2098232456] 'process raft request' (duration: 193.491312ms)","trace[2098232456] 'compare' (duration: 1.080818328s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:20.238051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.962534Z","time spent":"1.275492377s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T04:37:20.238248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275660961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fb75b68-6503-4998-9703-e6dd484d60c8\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-09T04:37:20.238354Z","caller":"traceutil/trace.go:171","msg":"trace[1422911841] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fb75b68-6503-4998-9703-e6dd484d60c8; range_end:; response_count:1; response_revision:25741; }","duration":"1.275786564s","start":"2026-05-09T04:37:18.96254Z","end":"2026-05-09T04:37:20.238326Z","steps":["trace[1422911841] 'agreement among raft nodes before linearized reading' (duration: 1.275553399s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:20.238416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:18.962528Z","time spent":"1.275876457s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-4fb75b68-6503-4998-9703-e6dd484d60c8\" "} {"level":"warn","ts":"2026-05-09T04:37:20.434881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278836752s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T04:37:21.028942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:37:21.02902Z","caller":"traceutil/trace.go:171","msg":"trace[232132559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110604s","start":"2026-05-09T04:37:19.028891Z","end":"2026-05-09T04:37:21.029002Z","steps":["trace[232132559] 'agreement among raft nodes before linearized reading' (duration: 2.000012232s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.02909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.028882Z","time spent":"2.000175726s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:37:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T04:37:21.226186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.068841ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-09T04:37:21.226461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.02581Z","time spent":"2.200646015s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-09T04:37:21.226642Z","caller":"traceutil/trace.go:171","msg":"trace[658062733] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"2.196568264s","start":"2026-05-09T04:37:19.030055Z","end":"2026-05-09T04:37:21.226623Z","steps":["trace[658062733] 'process raft request' (duration: 2.196512952s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.226746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.030045Z","time spent":"2.196635285s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.226828Z","caller":"traceutil/trace.go:171","msg":"trace[1858685871] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"2.197838712s","start":"2026-05-09T04:37:19.028973Z","end":"2026-05-09T04:37:21.226812Z","steps":["trace[1858685871] 'process raft request' (duration: 2.197310849s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.2269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.028966Z","time spent":"2.197893673s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.226939Z","caller":"traceutil/trace.go:171","msg":"trace[816612061] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"2.197817861s","start":"2026-05-09T04:37:19.02911Z","end":"2026-05-09T04:37:21.226928Z","steps":["trace[816612061] 'process raft request' (duration: 2.197333611s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.226995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.029102Z","time spent":"2.197861552s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.227143Z","caller":"traceutil/trace.go:171","msg":"trace[417653725] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"2.197994595s","start":"2026-05-09T04:37:19.029103Z","end":"2026-05-09T04:37:21.227098Z","steps":["trace[417653725] 'process raft request' (duration: 2.197411532s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.227245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.029074Z","time spent":"2.198109378s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.232949Z","caller":"traceutil/trace.go:171","msg":"trace[791372650] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"1.858910939s","start":"2026-05-09T04:37:19.374014Z","end":"2026-05-09T04:37:21.232925Z","steps":["trace[791372650] 'process raft request' (duration: 1.858693474s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.233105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.373988Z","time spent":"1.859033121s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.233388Z","caller":"traceutil/trace.go:171","msg":"trace[2125718030] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"1.859256686s","start":"2026-05-09T04:37:19.374103Z","end":"2026-05-09T04:37:21.23336Z","steps":["trace[2125718030] 'process raft request' (duration: 1.858743965s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.233523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.374094Z","time spent":"1.859360049s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.233552Z","caller":"traceutil/trace.go:171","msg":"trace[1392659501] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"1.858166541s","start":"2026-05-09T04:37:19.375352Z","end":"2026-05-09T04:37:21.233519Z","steps":["trace[1392659501] 'process raft request' (duration: 1.858057649s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:21.233631Z","caller":"traceutil/trace.go:171","msg":"trace[554538236] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.859520332s","start":"2026-05-09T04:37:19.374092Z","end":"2026-05-09T04:37:21.233613Z","steps":["trace[554538236] 'process raft request' (duration: 1.859072902s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.233706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.374067Z","time spent":"1.859599944s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.233773Z","caller":"traceutil/trace.go:171","msg":"trace[1836776161] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"1.857870114s","start":"2026-05-09T04:37:19.37589Z","end":"2026-05-09T04:37:21.23376Z","steps":["trace[1836776161] 'process raft request' (duration: 1.857573568s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.233764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.375339Z","time spent":"1.858314084s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:21.233829Z","caller":"traceutil/trace.go:171","msg":"trace[688137455] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26589; }","duration":"995.863677ms","start":"2026-05-09T04:37:20.237953Z","end":"2026-05-09T04:37:21.233817Z","steps":["trace[688137455] 'read index received' (duration: 197.212255ms)","trace[688137455] 'applied index is now lower than readState.Index' (duration: 798.650182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:21.233841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.375861Z","time spent":"1.857947786s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:21.234013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204194304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-09T04:37:21.234022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820421473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:21.234042Z","caller":"traceutil/trace.go:171","msg":"trace[1878124694] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25751; }","duration":"2.204240775s","start":"2026-05-09T04:37:19.029794Z","end":"2026-05-09T04:37:21.234035Z","steps":["trace[1878124694] 'agreement among raft nodes before linearized reading' (duration: 2.204134283s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.234062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.029784Z","time spent":"2.204274176s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-09T04:37:21.234098Z","caller":"traceutil/trace.go:171","msg":"trace[2055639282] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"1.802187513s","start":"2026-05-09T04:37:19.431898Z","end":"2026-05-09T04:37:21.234086Z","steps":["trace[2055639282] 'process raft request' (duration: 1.801684131s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:21.234061Z","caller":"traceutil/trace.go:171","msg":"trace[1026728556] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25751; }","duration":"1.820513685s","start":"2026-05-09T04:37:19.413537Z","end":"2026-05-09T04:37:21.234051Z","steps":["trace[1026728556] 'agreement among raft nodes before linearized reading' (duration: 1.820379822s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.234196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.413518Z","time spent":"1.820669318s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:21.234211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054655559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:21.234253Z","caller":"traceutil/trace.go:171","msg":"trace[2049786156] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25751; }","duration":"1.054726391s","start":"2026-05-09T04:37:20.17951Z","end":"2026-05-09T04:37:21.234237Z","steps":["trace[2049786156] 'agreement among raft nodes before linearized reading' (duration: 1.05467541s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:21.234163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:19.431879Z","time spent":"1.802250014s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:21.234284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:20.17949Z","time spent":"1.054785962s","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:21.734814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:22.167503Z","caller":"traceutil/trace.go:171","msg":"trace[751835789] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"1.135701032s","start":"2026-05-09T04:37:21.031778Z","end":"2026-05-09T04:37:22.167479Z","steps":["trace[751835789] 'process raft request' (duration: 1.135651721s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.167606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.03177Z","time spent":"1.135785045s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:22.16758Z","caller":"traceutil/trace.go:171","msg":"trace[1066270190] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"1.362609676s","start":"2026-05-09T04:37:20.804898Z","end":"2026-05-09T04:37:22.167507Z","steps":["trace[1066270190] 'process raft request' (duration: 1.362404611s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.167746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:20.804881Z","time spent":"1.36276816s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:22.167749Z","caller":"traceutil/trace.go:171","msg":"trace[647720054] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"1.134259871s","start":"2026-05-09T04:37:21.033471Z","end":"2026-05-09T04:37:22.167731Z","steps":["trace[647720054] 'process raft request' (duration: 1.133983083s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:22.167729Z","caller":"traceutil/trace.go:171","msg":"trace[1336791186] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"1.137821181s","start":"2026-05-09T04:37:21.029873Z","end":"2026-05-09T04:37:22.167695Z","steps":["trace[1336791186] 'process raft request' (duration: 1.137529293s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.167859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.033465Z","time spent":"1.134339182s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:22.167924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838425858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-09T04:37:22.167952Z","caller":"traceutil/trace.go:171","msg":"trace[335017814] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25756; }","duration":"1.838491899s","start":"2026-05-09T04:37:20.329455Z","end":"2026-05-09T04:37:22.167947Z","steps":["trace[335017814] 'agreement among raft nodes before linearized reading' (duration: 1.838364487s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.16793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138924585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:22.168Z","caller":"traceutil/trace.go:171","msg":"trace[1299425424] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"939.916929ms","start":"2026-05-09T04:37:21.22807Z","end":"2026-05-09T04:37:22.167987Z","steps":["trace[1299425424] 'process raft request' (duration: 939.594262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.16801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13999885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T04:37:22.168016Z","caller":"traceutil/trace.go:171","msg":"trace[320607389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25756; }","duration":"1.139021277s","start":"2026-05-09T04:37:21.028972Z","end":"2026-05-09T04:37:22.167994Z","steps":["trace[320607389] 'agreement among raft nodes before linearized reading' (duration: 1.138884274s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:22.168034Z","caller":"traceutil/trace.go:171","msg":"trace[1167207187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25756; }","duration":"1.14004524s","start":"2026-05-09T04:37:21.027985Z","end":"2026-05-09T04:37:22.16803Z","steps":["trace[1167207187] 'agreement among raft nodes before linearized reading' (duration: 1.139994519s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.168048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.027972Z","time spent":"1.140074061s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:37:22.167808Z","caller":"traceutil/trace.go:171","msg":"trace[531285388] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26600; }","duration":"933.939925ms","start":"2026-05-09T04:37:21.233861Z","end":"2026-05-09T04:37:22.167801Z","steps":["trace[531285388] 'read index received' (duration: 933.392602ms)","trace[531285388] 'applied index is now lower than readState.Index' (duration: 546.843µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:22.168039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030023486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-09T04:37:22.168068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.228046Z","time spent":"939.985901ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:22.168059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.028968Z","time spent":"1.139083119s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T04:37:22.168109Z","caller":"traceutil/trace.go:171","msg":"trace[2121516780] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25756; }","duration":"1.030158529s","start":"2026-05-09T04:37:21.137935Z","end":"2026-05-09T04:37:22.168093Z","steps":["trace[2121516780] 'agreement among raft nodes before linearized reading' (duration: 1.029874642s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.168144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.1379Z","time spent":"1.030237251s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:22.168115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.029864Z","time spent":"1.137998315s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:22.168226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.651766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-05-09T04:37:22.167971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:20.329433Z","time spent":"1.838531621s","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-05-09T04:37:22.168263Z","caller":"traceutil/trace.go:171","msg":"trace[382522618] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25756; }","duration":"932.706077ms","start":"2026-05-09T04:37:21.235548Z","end":"2026-05-09T04:37:22.168254Z","steps":["trace[382522618] 'agreement among raft nodes before linearized reading' (duration: 932.564164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.168296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.235532Z","time spent":"932.757958ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-09T04:37:22.16836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.792891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-09T04:37:22.168392Z","caller":"traceutil/trace.go:171","msg":"trace[833871502] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25756; }","duration":"672.864843ms","start":"2026-05-09T04:37:21.495519Z","end":"2026-05-09T04:37:22.168384Z","steps":["trace[833871502] 'agreement among raft nodes before linearized reading' (duration: 672.760781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.168426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.495498Z","time spent":"672.923994ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-09T04:37:22.16851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.245742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-09T04:37:22.16855Z","caller":"traceutil/trace.go:171","msg":"trace[1237808029] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25756; }","duration":"902.320834ms","start":"2026-05-09T04:37:21.266221Z","end":"2026-05-09T04:37:22.168542Z","steps":["trace[1237808029] 'agreement among raft nodes before linearized reading' (duration: 902.205271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.168575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.266203Z","time spent":"902.367095ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-09T04:37:22.168578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.407547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-09T04:37:22.168586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.347489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-05-09T04:37:22.168602Z","caller":"traceutil/trace.go:171","msg":"trace[630684483] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25756; }","duration":"292.477109ms","start":"2026-05-09T04:37:21.876118Z","end":"2026-05-09T04:37:22.168595Z","steps":["trace[630684483] 'agreement among raft nodes before linearized reading' (duration: 292.300065ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:22.168628Z","caller":"traceutil/trace.go:171","msg":"trace[2082283757] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25756; }","duration":"928.410311ms","start":"2026-05-09T04:37:21.240207Z","end":"2026-05-09T04:37:22.168617Z","steps":["trace[2082283757] 'agreement among raft nodes before linearized reading' (duration: 928.308329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:22.168682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:21.240197Z","time spent":"928.477762ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-09T04:37:23.26301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.6517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:23.263302Z","caller":"traceutil/trace.go:171","msg":"trace[1108858236] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26605; }","duration":"1.086567017s","start":"2026-05-09T04:37:22.17672Z","end":"2026-05-09T04:37:23.263287Z","steps":["trace[1108858236] 'read index received' (duration: 469.614701ms)","trace[1108858236] 'applied index is now lower than readState.Index' (duration: 616.950836ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:23.263369Z","caller":"traceutil/trace.go:171","msg":"trace[102456840] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"1.089695128s","start":"2026-05-09T04:37:22.173666Z","end":"2026-05-09T04:37:23.263361Z","steps":["trace[102456840] 'process raft request' (duration: 472.625879ms)","trace[102456840] 'compare' (duration: 615.993234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:23.263444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.173652Z","time spent":"1.089764929s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:23.263721Z","caller":"traceutil/trace.go:171","msg":"trace[337440186] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"1.087864858s","start":"2026-05-09T04:37:22.175848Z","end":"2026-05-09T04:37:23.263713Z","steps":["trace[337440186] 'process raft request' (duration: 1.087249224s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:23.263765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.17584Z","time spent":"1.087901398s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:23.263861Z","caller":"traceutil/trace.go:171","msg":"trace[1864238354] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"1.087900138s","start":"2026-05-09T04:37:22.175948Z","end":"2026-05-09T04:37:23.263848Z","steps":["trace[1864238354] 'process raft request' (duration: 1.087222563s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:23.263901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.175921Z","time spent":"1.087956989s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:23.264Z","caller":"traceutil/trace.go:171","msg":"trace[1462762314] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.011184182s","start":"2026-05-09T04:37:22.25281Z","end":"2026-05-09T04:37:23.263994Z","steps":["trace[1462762314] 'process raft request' (duration: 1.010387674s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:23.264035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.252794Z","time spent":"1.011221283s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:23.264121Z","caller":"traceutil/trace.go:171","msg":"trace[993796812] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"975.014849ms","start":"2026-05-09T04:37:22.2891Z","end":"2026-05-09T04:37:23.264115Z","steps":["trace[993796812] 'process raft request' (duration: 974.146749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:23.264154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.289092Z","time spent":"975.042609ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:23.264285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087540619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:23.264379Z","caller":"traceutil/trace.go:171","msg":"trace[990119206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25761; }","duration":"1.087650432s","start":"2026-05-09T04:37:22.176707Z","end":"2026-05-09T04:37:23.264357Z","steps":["trace[990119206] 'agreement among raft nodes before linearized reading' (duration: 1.087487488s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:23.264433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.1767Z","time spent":"1.087722703s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:24.819343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158901475s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T04:37:24.819842Z","caller":"traceutil/trace.go:171","msg":"trace[1162792372] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"1.581816445s","start":"2026-05-09T04:37:23.238004Z","end":"2026-05-09T04:37:24.819821Z","steps":["trace[1162792372] 'process raft request' (duration: 1.581451587s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.820048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.237979Z","time spent":"1.581911738s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:24.820227Z","caller":"traceutil/trace.go:171","msg":"trace[979905052] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"1.581255073s","start":"2026-05-09T04:37:23.238932Z","end":"2026-05-09T04:37:24.820187Z","steps":["trace[979905052] 'process raft request' (duration: 1.580785603s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.820431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.238919Z","time spent":"1.581400306s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:24.820458Z","caller":"traceutil/trace.go:171","msg":"trace[473687903] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"1.580951617s","start":"2026-05-09T04:37:23.239481Z","end":"2026-05-09T04:37:24.820432Z","steps":["trace[473687903] 'process raft request' (duration: 1.580610379s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.820596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.239469Z","time spent":"1.58104835s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:24.820646Z","caller":"traceutil/trace.go:171","msg":"trace[1555865382] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"845.67793ms","start":"2026-05-09T04:37:23.974953Z","end":"2026-05-09T04:37:24.820631Z","steps":["trace[1555865382] 'process raft request' (duration: 845.603479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.820842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.974931Z","time spent":"845.800502ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:24.820864Z","caller":"traceutil/trace.go:171","msg":"trace[1024357982] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"1.579421032s","start":"2026-05-09T04:37:23.241429Z","end":"2026-05-09T04:37:24.82085Z","steps":["trace[1024357982] 'process raft request' (duration: 1.579015842s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.820933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.24141Z","time spent":"1.579484234s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:24.820591Z","caller":"traceutil/trace.go:171","msg":"trace[800813905] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"1.580062298s","start":"2026-05-09T04:37:23.240512Z","end":"2026-05-09T04:37:24.820574Z","steps":["trace[800813905] 'process raft request' (duration: 1.579773171s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:24.821038Z","caller":"traceutil/trace.go:171","msg":"trace[523280069] linearizableReadLoop","detail":"{readStateIndex:26616; appliedIndex:26610; }","duration":"1.557673144s","start":"2026-05-09T04:37:23.26333Z","end":"2026-05-09T04:37:24.821003Z","steps":["trace[523280069] 'read index received' (duration: 397.115771ms)","trace[523280069] 'applied index is now lower than readState.Index' (duration: 1.160553012s)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:24.821102Z","caller":"traceutil/trace.go:171","msg":"trace[216626946] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"645.628661ms","start":"2026-05-09T04:37:24.175457Z","end":"2026-05-09T04:37:24.821085Z","steps":["trace[216626946] 'process raft request' (duration: 645.523229ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:24.821121Z","caller":"traceutil/trace.go:171","msg":"trace[1368620264] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"647.37466ms","start":"2026-05-09T04:37:24.173734Z","end":"2026-05-09T04:37:24.821108Z","steps":["trace[1368620264] 'process raft request' (duration: 646.996831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.821163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.175418Z","time spent":"645.710463ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:24.821208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.173706Z","time spent":"647.451772ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:24.821313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545059191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-09T04:37:24.821342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590135854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:37:24.821382Z","caller":"traceutil/trace.go:171","msg":"trace[1900760885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25770; }","duration":"1.590210086s","start":"2026-05-09T04:37:23.231161Z","end":"2026-05-09T04:37:24.821371Z","steps":["trace[1900760885] 'agreement among raft nodes before linearized reading' (duration: 1.589852388s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.821378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63796914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-09T04:37:24.821405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589695534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:37:24.821369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291896417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:24.821452Z","caller":"traceutil/trace.go:171","msg":"trace[1008764168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25770; }","duration":"1.589789356s","start":"2026-05-09T04:37:23.231649Z","end":"2026-05-09T04:37:24.821438Z","steps":["trace[1008764168] 'agreement among raft nodes before linearized reading' (duration: 1.589402918s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.821496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588339343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:37:24.82152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643671649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-09T04:37:24.821536Z","caller":"traceutil/trace.go:171","msg":"trace[1575193168] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25770; }","duration":"2.292059699s","start":"2026-05-09T04:37:22.529387Z","end":"2026-05-09T04:37:24.821447Z","steps":["trace[1575193168] 'agreement among raft nodes before linearized reading' (duration: 2.291686601s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.821592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477431929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:24.821591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003502029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:24.821647Z","caller":"traceutil/trace.go:171","msg":"trace[1151546062] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25770; }","duration":"1.003596451s","start":"2026-05-09T04:37:23.818035Z","end":"2026-05-09T04:37:24.821632Z","steps":["trace[1151546062] 'agreement among raft nodes before linearized reading' (duration: 1.00351541s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.821526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555656758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:24.821597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015248354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-09T04:37:24.821669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553045959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adcbbbb46df3f9\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-09T04:37:24.82169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.818002Z","time spent":"1.003679624s","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:24.821709Z","caller":"traceutil/trace.go:171","msg":"trace[1891581400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25770; }","duration":"1.555851712s","start":"2026-05-09T04:37:23.265838Z","end":"2026-05-09T04:37:24.821689Z","steps":["trace[1891581400] 'agreement among raft nodes before linearized reading' (duration: 1.555650937s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:24.821723Z","caller":"traceutil/trace.go:171","msg":"trace[114201427] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adcbbbb46df3f9; range_end:; response_count:1; response_revision:25770; }","duration":"1.5531037s","start":"2026-05-09T04:37:23.268607Z","end":"2026-05-09T04:37:24.821711Z","steps":["trace[114201427] 'agreement among raft nodes before linearized reading' (duration: 1.552965867s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:24.821049Z","caller":"traceutil/trace.go:171","msg":"trace[1950653876] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"645.752864ms","start":"2026-05-09T04:37:24.175274Z","end":"2026-05-09T04:37:24.821027Z","steps":["trace[1950653876] 'process raft request' (duration: 645.647422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.821776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.265827Z","time spent":"1.555932913s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:24.821677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.529365Z","time spent":"2.292255714s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:24.821842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.231141Z","time spent":"1.590694466s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:24.821518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589344655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:37:24.822132Z","caller":"traceutil/trace.go:171","msg":"trace[2073381682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25770; }","duration":"1.590015441s","start":"2026-05-09T04:37:23.232102Z","end":"2026-05-09T04:37:24.822118Z","steps":["trace[2073381682] 'agreement among raft nodes before linearized reading' (duration: 1.588938757s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.822174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.23209Z","time spent":"1.590071302s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-09T04:37:24.82145Z","caller":"traceutil/trace.go:171","msg":"trace[945480979] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25770; }","duration":"2.638075863s","start":"2026-05-09T04:37:22.183354Z","end":"2026-05-09T04:37:24.82143Z","steps":["trace[945480979] 'agreement among raft nodes before linearized reading' (duration: 2.637818307s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.822262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.183338Z","time spent":"2.638899661s","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-09T04:37:24.821506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.231621Z","time spent":"1.589867777s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:24.82225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.240497Z","time spent":"1.580485257s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:24.821555Z","caller":"traceutil/trace.go:171","msg":"trace[2049983867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25770; }","duration":"1.588420764s","start":"2026-05-09T04:37:23.233118Z","end":"2026-05-09T04:37:24.821539Z","steps":["trace[2049983867] 'agreement among raft nodes before linearized reading' (duration: 1.587911693s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.822426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.233105Z","time spent":"1.589301254s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T04:37:24.821573Z","caller":"traceutil/trace.go:171","msg":"trace[856558890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25770; }","duration":"2.6437293s","start":"2026-05-09T04:37:22.177826Z","end":"2026-05-09T04:37:24.821555Z","steps":["trace[856558890] 'agreement among raft nodes before linearized reading' (duration: 2.643586657s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.822519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.177819Z","time spent":"2.644682001s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-09T04:37:24.82164Z","caller":"traceutil/trace.go:171","msg":"trace[1841521789] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25770; }","duration":"1.477516151s","start":"2026-05-09T04:37:23.344106Z","end":"2026-05-09T04:37:24.821622Z","steps":["trace[1841521789] 'agreement among raft nodes before linearized reading' (duration: 1.47744821s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.822632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.344085Z","time spent":"1.478530403s","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:24.821757Z","caller":"traceutil/trace.go:171","msg":"trace[619715249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25770; }","duration":"2.015432279s","start":"2026-05-09T04:37:22.806304Z","end":"2026-05-09T04:37:24.821737Z","steps":["trace[619715249] 'agreement among raft nodes before linearized reading' (duration: 2.015070731s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.822738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.806287Z","time spent":"2.016438202s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-09T04:37:24.821769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:23.268602Z","time spent":"1.553159491s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adcbbbb46df3f9\" "} {"level":"info","ts":"2026-05-09T04:37:24.82181Z","caller":"traceutil/trace.go:171","msg":"trace[1759862066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25770; }","duration":"2.545154573s","start":"2026-05-09T04:37:22.276212Z","end":"2026-05-09T04:37:24.821366Z","steps":["trace[1759862066] 'agreement among raft nodes before linearized reading' (duration: 2.544915527s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:24.822964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:22.276204Z","time spent":"2.546748108s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-09T04:37:24.821864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.175261Z","time spent":"646.545451ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:25.327439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:37:25.828236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:37:25.870592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017085695s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T04:37:25.871359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.182256ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:25.871523Z","caller":"traceutil/trace.go:171","msg":"trace[1164429181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25770; }","duration":"735.35804ms","start":"2026-05-09T04:37:25.136138Z","end":"2026-05-09T04:37:25.871496Z","steps":["trace[1164429181] 'range keys from in-memory index tree' (duration: 735.158695ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:25.871706Z","caller":"traceutil/trace.go:171","msg":"trace[861493835] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"1.046019147s","start":"2026-05-09T04:37:24.825658Z","end":"2026-05-09T04:37:25.871677Z","steps":["trace[861493835] 'process raft request' (duration: 1.04530773s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:25.871848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.82562Z","time spent":"1.046149819s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:25.978136Z","caller":"traceutil/trace.go:171","msg":"trace[154348911] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"1.150086837s","start":"2026-05-09T04:37:24.828026Z","end":"2026-05-09T04:37:25.978112Z","steps":["trace[154348911] 'process raft request' (duration: 1.149996485s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:25.978179Z","caller":"traceutil/trace.go:171","msg":"trace[563413771] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"1.15065504s","start":"2026-05-09T04:37:24.827466Z","end":"2026-05-09T04:37:25.978121Z","steps":["trace[563413771] 'process raft request' (duration: 1.150507477s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:25.97832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.828019Z","time spent":"1.150201519s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:25.97843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.827457Z","time spent":"1.150822233s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:25.978556Z","caller":"traceutil/trace.go:171","msg":"trace[132918353] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"1.150415704s","start":"2026-05-09T04:37:24.828125Z","end":"2026-05-09T04:37:25.978541Z","steps":["trace[132918353] 'process raft request' (duration: 1.149929343s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:25.978164Z","caller":"traceutil/trace.go:171","msg":"trace[1444637668] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"1.150750151s","start":"2026-05-09T04:37:24.827349Z","end":"2026-05-09T04:37:25.978099Z","steps":["trace[1444637668] 'process raft request' (duration: 1.146566697s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:25.978671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.828106Z","time spent":"1.150487535s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:25.978714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.827339Z","time spent":"1.151316484s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:25.978732Z","caller":"traceutil/trace.go:171","msg":"trace[2033599391] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"1.150273041s","start":"2026-05-09T04:37:24.82844Z","end":"2026-05-09T04:37:25.978713Z","steps":["trace[2033599391] 'process raft request' (duration: 1.150048756s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:25.978722Z","caller":"traceutil/trace.go:171","msg":"trace[1125056615] linearizableReadLoop","detail":"{readStateIndex:26626; appliedIndex:26620; }","duration":"1.151325025s","start":"2026-05-09T04:37:24.827375Z","end":"2026-05-09T04:37:25.9787Z","steps":["trace[1125056615] 'read index received' (duration: 1.044261867s)","trace[1125056615] 'applied index is now lower than readState.Index' (duration: 107.062208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:25.978791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.828419Z","time spent":"1.150338303s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:25.978928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148764967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:25.978991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15159096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-09T04:37:25.979016Z","caller":"traceutil/trace.go:171","msg":"trace[466949290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25776; }","duration":"1.148882709s","start":"2026-05-09T04:37:24.83011Z","end":"2026-05-09T04:37:25.978993Z","steps":["trace[466949290] 'agreement among raft nodes before linearized reading' (duration: 1.148734496s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:25.979062Z","caller":"traceutil/trace.go:171","msg":"trace[1785475566] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25776; }","duration":"1.151682352s","start":"2026-05-09T04:37:24.827363Z","end":"2026-05-09T04:37:25.979046Z","steps":["trace[1785475566] 'agreement among raft nodes before linearized reading' (duration: 1.151423477s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:25.979065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.830101Z","time spent":"1.148955991s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:25.979074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.172602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-09T04:37:25.979098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:24.827357Z","time spent":"1.151734103s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-09T04:37:25.97912Z","caller":"traceutil/trace.go:171","msg":"trace[1960282440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25776; }","duration":"710.242264ms","start":"2026-05-09T04:37:25.268862Z","end":"2026-05-09T04:37:25.979104Z","steps":["trace[1960282440] 'agreement among raft nodes before linearized reading' (duration: 710.018279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:25.979165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:25.268845Z","time spent":"710.312395ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:26.488026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:37:27.562706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.945341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:27.562952Z","caller":"traceutil/trace.go:171","msg":"trace[425726472] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"736.738069ms","start":"2026-05-09T04:37:26.826194Z","end":"2026-05-09T04:37:27.562932Z","steps":["trace[425726472] 'process raft request' (duration: 736.625487ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:27.562919Z","caller":"traceutil/trace.go:171","msg":"trace[749891292] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"1.579888692s","start":"2026-05-09T04:37:25.98298Z","end":"2026-05-09T04:37:27.562869Z","steps":["trace[749891292] 'process raft request' (duration: 630.683415ms)","trace[749891292] 'compare' (duration: 948.733337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:27.563022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.826167Z","time spent":"736.819412ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:27.563092Z","caller":"traceutil/trace.go:171","msg":"trace[1422038635] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26626; }","duration":"1.575375311s","start":"2026-05-09T04:37:25.987634Z","end":"2026-05-09T04:37:27.56301Z","steps":["trace[1422038635] 'read index received' (duration: 625.912688ms)","trace[1422038635] 'applied index is now lower than readState.Index' (duration: 949.458463ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:27.563176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:25.982963Z","time spent":"1.580043166s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:27.563327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575679389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:27.563416Z","caller":"traceutil/trace.go:171","msg":"trace[257519045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25778; }","duration":"1.575797382s","start":"2026-05-09T04:37:25.987593Z","end":"2026-05-09T04:37:27.563391Z","steps":["trace[257519045] 'agreement among raft nodes before linearized reading' (duration: 1.575646738s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:27.563473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:25.98758Z","time spent":"1.575882733s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:28.063584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995310,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:28.234955Z","caller":"traceutil/trace.go:171","msg":"trace[7187178] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"1.406990694s","start":"2026-05-09T04:37:26.827939Z","end":"2026-05-09T04:37:28.234929Z","steps":["trace[7187178] 'process raft request' (duration: 1.406918263s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.234968Z","caller":"traceutil/trace.go:171","msg":"trace[1195975175] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"1.407119047s","start":"2026-05-09T04:37:26.827818Z","end":"2026-05-09T04:37:28.234937Z","steps":["trace[1195975175] 'process raft request' (duration: 1.406938373s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.235111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.827918Z","time spent":"1.407114367s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:28.235122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.82779Z","time spent":"1.40725219s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:28.234971Z","caller":"traceutil/trace.go:171","msg":"trace[279395035] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"1.407024045s","start":"2026-05-09T04:37:26.827921Z","end":"2026-05-09T04:37:28.234945Z","steps":["trace[279395035] 'process raft request' (duration: 1.406899722s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.235225Z","caller":"traceutil/trace.go:171","msg":"trace[1854260075] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"1.406755248s","start":"2026-05-09T04:37:26.828441Z","end":"2026-05-09T04:37:28.235196Z","steps":["trace[1854260075] 'process raft request' (duration: 1.406447971s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.234961Z","caller":"traceutil/trace.go:171","msg":"trace[396184813] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"1.408545749s","start":"2026-05-09T04:37:26.826352Z","end":"2026-05-09T04:37:28.234897Z","steps":["trace[396184813] 'process raft request' (duration: 1.316308934s)","trace[396184813] 'compare' (duration: 90.990867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:28.235262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.82791Z","time spent":"1.40725997s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:28.235354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.828421Z","time spent":"1.406846531s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:28.235389Z","caller":"traceutil/trace.go:171","msg":"trace[98754702] linearizableReadLoop","detail":"{readStateIndex:26635; appliedIndex:26628; }","duration":"672.190357ms","start":"2026-05-09T04:37:27.563176Z","end":"2026-05-09T04:37:28.235366Z","steps":["trace[98754702] 'read index received' (duration: 579.41427ms)","trace[98754702] 'applied index is now lower than readState.Index' (duration: 92.774617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:28.235407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.826324Z","time spent":"1.408970657s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:28.235425Z","caller":"traceutil/trace.go:171","msg":"trace[368003342] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"1.406452954s","start":"2026-05-09T04:37:26.828933Z","end":"2026-05-09T04:37:28.235386Z","steps":["trace[368003342] 'process raft request' (duration: 1.406175856s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.235603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.056466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-09T04:37:28.235631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.085664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:28.235671Z","caller":"traceutil/trace.go:171","msg":"trace[2067904665] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25785; }","duration":"953.202679ms","start":"2026-05-09T04:37:27.282449Z","end":"2026-05-09T04:37:28.235652Z","steps":["trace[2067904665] 'agreement among raft nodes before linearized reading' (duration: 952.926573ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.235684Z","caller":"traceutil/trace.go:171","msg":"trace[259742297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25785; }","duration":"671.233827ms","start":"2026-05-09T04:37:27.564432Z","end":"2026-05-09T04:37:28.235666Z","steps":["trace[259742297] 'agreement among raft nodes before linearized reading' (duration: 671.085283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.235685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.82892Z","time spent":"1.406598996s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:28.235713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:27.282426Z","time spent":"953.278201ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-09T04:37:28.235733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:27.564416Z","time spent":"671.306619ms","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:28.235814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.278522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T04:37:28.235857Z","caller":"traceutil/trace.go:171","msg":"trace[762868360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25785; }","duration":"251.369914ms","start":"2026-05-09T04:37:27.984472Z","end":"2026-05-09T04:37:28.235842Z","steps":["trace[762868360] 'agreement among raft nodes before linearized reading' (duration: 251.271491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.235888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213498924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-09T04:37:28.235905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.396177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-09T04:37:28.235925Z","caller":"traceutil/trace.go:171","msg":"trace[1492864545] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"1.406166536s","start":"2026-05-09T04:37:26.829745Z","end":"2026-05-09T04:37:28.235911Z","steps":["trace[1492864545] 'process raft request' (duration: 1.405551862s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.235947Z","caller":"traceutil/trace.go:171","msg":"trace[1442727243] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25785; }","duration":"2.213798021s","start":"2026-05-09T04:37:26.022134Z","end":"2026-05-09T04:37:28.235932Z","steps":["trace[1442727243] 'agreement among raft nodes before linearized reading' (duration: 2.213371481s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.23595Z","caller":"traceutil/trace.go:171","msg":"trace[1574428055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25785; }","duration":"252.482889ms","start":"2026-05-09T04:37:27.983455Z","end":"2026-05-09T04:37:28.235938Z","steps":["trace[1574428055] 'agreement among raft nodes before linearized reading' (duration: 252.345746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.235991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.022115Z","time spent":"2.213865073s","remote":"127.0.0.1:55784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-09T04:37:28.235994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.829731Z","time spent":"1.406222427s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:28.235996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.945845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:28.235709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.334295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-09T04:37:28.23603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.871908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-09T04:37:28.236052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201896692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-09T04:37:28.236069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207788294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130927"} {"level":"info","ts":"2026-05-09T04:37:28.236096Z","caller":"traceutil/trace.go:171","msg":"trace[1471863829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25785; }","duration":"252.96649ms","start":"2026-05-09T04:37:27.983114Z","end":"2026-05-09T04:37:28.23608Z","steps":["trace[1471863829] 'agreement among raft nodes before linearized reading' (duration: 252.791986ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.236104Z","caller":"traceutil/trace.go:171","msg":"trace[1321752660] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25785; }","duration":"2.207847256s","start":"2026-05-09T04:37:26.028248Z","end":"2026-05-09T04:37:28.236095Z","steps":["trace[1321752660] 'agreement among raft nodes before linearized reading' (duration: 2.207691173s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.236106Z","caller":"traceutil/trace.go:171","msg":"trace[1531082025] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25785; }","duration":"2.201998434s","start":"2026-05-09T04:37:26.034093Z","end":"2026-05-09T04:37:28.236091Z","steps":["trace[1531082025] 'agreement among raft nodes before linearized reading' (duration: 2.20179078s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.236132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.028237Z","time spent":"2.207888937s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130950,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-09T04:37:28.236152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.791176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-09T04:37:28.236203Z","caller":"traceutil/trace.go:171","msg":"trace[1653294172] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:25785; }","duration":"630.879438ms","start":"2026-05-09T04:37:27.605313Z","end":"2026-05-09T04:37:28.236193Z","steps":["trace[1653294172] 'agreement among raft nodes before linearized reading' (duration: 630.752376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.236246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:27.605292Z","time spent":"630.94432ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-05-09T04:37:28.236042Z","caller":"traceutil/trace.go:171","msg":"trace[910923198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25785; }","duration":"492.033827ms","start":"2026-05-09T04:37:27.743994Z","end":"2026-05-09T04:37:28.236028Z","steps":["trace[910923198] 'agreement among raft nodes before linearized reading' (duration: 491.946785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.236255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.983745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-05-09T04:37:28.236321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:27.743971Z","time spent":"492.336403ms","remote":"127.0.0.1:37154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:28.236048Z","caller":"traceutil/trace.go:171","msg":"trace[602876094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25785; }","duration":"252.687553ms","start":"2026-05-09T04:37:27.983351Z","end":"2026-05-09T04:37:28.236039Z","steps":["trace[602876094] 'agreement among raft nodes before linearized reading' (duration: 252.183252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.236152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:26.034071Z","time spent":"2.202068626s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:28.236407Z","caller":"traceutil/trace.go:171","msg":"trace[710518741] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25785; }","duration":"464.094448ms","start":"2026-05-09T04:37:27.772252Z","end":"2026-05-09T04:37:28.236347Z","steps":["trace[710518741] 'agreement among raft nodes before linearized reading' (duration: 463.617827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.23651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:27.772209Z","time spent":"464.245741ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418347,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-09T04:37:28.754536Z","caller":"traceutil/trace.go:171","msg":"trace[213551830] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"513.148611ms","start":"2026-05-09T04:37:28.241346Z","end":"2026-05-09T04:37:28.754495Z","steps":["trace[213551830] 'process raft request' (duration: 512.788123ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.754586Z","caller":"traceutil/trace.go:171","msg":"trace[1539713855] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"511.693458ms","start":"2026-05-09T04:37:28.242849Z","end":"2026-05-09T04:37:28.754543Z","steps":["trace[1539713855] 'process raft request' (duration: 511.564716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.754693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.241317Z","time spent":"513.294084ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:28.754896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.242841Z","time spent":"511.895874ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:28.754939Z","caller":"traceutil/trace.go:171","msg":"trace[2045001066] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"511.992035ms","start":"2026-05-09T04:37:28.242896Z","end":"2026-05-09T04:37:28.754888Z","steps":["trace[2045001066] 'process raft request' (duration: 511.579376ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:28.754898Z","caller":"traceutil/trace.go:171","msg":"trace[1995191305] linearizableReadLoop","detail":"{readStateIndex:26640; appliedIndex:26636; }","duration":"467.949555ms","start":"2026-05-09T04:37:28.286922Z","end":"2026-05-09T04:37:28.754872Z","steps":["trace[1995191305] 'read index received' (duration: 467.204188ms)","trace[1995191305] 'applied index is now lower than readState.Index' (duration: 744.247µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:28.755112Z","caller":"traceutil/trace.go:171","msg":"trace[1233436118] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"512.18541ms","start":"2026-05-09T04:37:28.242912Z","end":"2026-05-09T04:37:28.755098Z","steps":["trace[1233436118] 'process raft request' (duration: 511.828752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.755179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.242904Z","time spent":"512.242041ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:28.755194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.242884Z","time spent":"512.120489ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:28.755462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.631746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48fad8e5-1d54-46af-9759-5c210fe50cea\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-09T04:37:28.755696Z","caller":"traceutil/trace.go:171","msg":"trace[1223477501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48fad8e5-1d54-46af-9759-5c210fe50cea; range_end:; response_count:1; response_revision:25789; }","duration":"515.895103ms","start":"2026-05-09T04:37:28.23978Z","end":"2026-05-09T04:37:28.755675Z","steps":["trace[1223477501] 'agreement among raft nodes before linearized reading' (duration: 515.33115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.755753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.239762Z","time spent":"515.978675ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-48fad8e5-1d54-46af-9759-5c210fe50cea\" "} {"level":"warn","ts":"2026-05-09T04:37:28.755609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.985505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117465"} {"level":"info","ts":"2026-05-09T04:37:28.755819Z","caller":"traceutil/trace.go:171","msg":"trace[852213018] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25789; }","duration":"516.201909ms","start":"2026-05-09T04:37:28.23959Z","end":"2026-05-09T04:37:28.755792Z","steps":["trace[852213018] 'agreement among raft nodes before linearized reading' (duration: 515.364991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.755898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.239583Z","time spent":"516.275181ms","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117488,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-09T04:37:28.755697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.089792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:28.756265Z","caller":"traceutil/trace.go:171","msg":"trace[1126850958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25789; }","duration":"510.689606ms","start":"2026-05-09T04:37:28.245554Z","end":"2026-05-09T04:37:28.756243Z","steps":["trace[1126850958] 'agreement among raft nodes before linearized reading' (duration: 509.51161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:28.756329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.245546Z","time spent":"510.763388ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:29.255555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995322,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:29.792765Z","caller":"traceutil/trace.go:171","msg":"trace[491665344] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"1.504456886s","start":"2026-05-09T04:37:28.288279Z","end":"2026-05-09T04:37:29.792736Z","steps":["trace[491665344] 'process raft request' (duration: 1.434508663s)","trace[491665344] 'compare' (duration: 68.747377ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:29.792957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.288252Z","time spent":"1.50464256s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:29.793033Z","caller":"traceutil/trace.go:171","msg":"trace[1763003975] linearizableReadLoop","detail":"{readStateIndex:26642; appliedIndex:26640; }","duration":"1.037998006s","start":"2026-05-09T04:37:28.755014Z","end":"2026-05-09T04:37:29.793012Z","steps":["trace[1763003975] 'read index received' (duration: 967.837317ms)","trace[1763003975] 'applied index is now lower than readState.Index' (duration: 70.159759ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:29.793267Z","caller":"traceutil/trace.go:171","msg":"trace[1299126087] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"1.168362137s","start":"2026-05-09T04:37:28.624851Z","end":"2026-05-09T04:37:29.793213Z","steps":["trace[1299126087] 'process raft request' (duration: 1.167941887s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.793351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499283011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-09T04:37:29.793424Z","caller":"traceutil/trace.go:171","msg":"trace[873445347] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25791; }","duration":"1.499389483s","start":"2026-05-09T04:37:28.294017Z","end":"2026-05-09T04:37:29.793406Z","steps":["trace[873445347] 'agreement among raft nodes before linearized reading' (duration: 1.499176999s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.793474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.294005Z","time spent":"1.499458195s","remote":"127.0.0.1:55784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-09T04:37:29.793561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.624812Z","time spent":"1.168540601s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:29.863246Z","caller":"traceutil/trace.go:171","msg":"trace[354929734] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"293.854709ms","start":"2026-05-09T04:37:29.569342Z","end":"2026-05-09T04:37:29.863197Z","steps":["trace[354929734] 'process raft request' (duration: 293.696406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.863522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104961522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:29.863525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.95897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:29.863567Z","caller":"traceutil/trace.go:171","msg":"trace[662143292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"1.105064904s","start":"2026-05-09T04:37:28.758488Z","end":"2026-05-09T04:37:29.863553Z","steps":["trace[662143292] 'agreement among raft nodes before linearized reading' (duration: 1.104989092s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:29.86359Z","caller":"traceutil/trace.go:171","msg":"trace[187413991] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25792; }","duration":"827.023491ms","start":"2026-05-09T04:37:29.036545Z","end":"2026-05-09T04:37:29.863568Z","steps":["trace[187413991] 'agreement among raft nodes before linearized reading' (duration: 826.929639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.863643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:29.036483Z","time spent":"827.150364ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T04:37:29.863603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.75846Z","time spent":"1.105134996s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:29.863715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.959841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:29.863826Z","caller":"traceutil/trace.go:171","msg":"trace[1621121898] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25792; }","duration":"478.130244ms","start":"2026-05-09T04:37:29.385676Z","end":"2026-05-09T04:37:29.863806Z","steps":["trace[1621121898] 'agreement among raft nodes before linearized reading' (duration: 477.916459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.863885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:29.385654Z","time spent":"478.214846ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:29.863337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.392625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:29.864046Z","caller":"traceutil/trace.go:171","msg":"trace[413955446] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25792; }","duration":"690.08044ms","start":"2026-05-09T04:37:29.173886Z","end":"2026-05-09T04:37:29.863966Z","steps":["trace[413955446] 'agreement among raft nodes before linearized reading' (duration: 689.375085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.864112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:29.173874Z","time spent":"690.218163ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:29.864079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.518519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T04:37:29.864157Z","caller":"traceutil/trace.go:171","msg":"trace[2089794524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25792; }","duration":"296.640672ms","start":"2026-05-09T04:37:29.567504Z","end":"2026-05-09T04:37:29.864145Z","steps":["trace[2089794524] 'agreement among raft nodes before linearized reading' (duration: 295.874025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.863908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099469358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130927"} {"level":"info","ts":"2026-05-09T04:37:29.865293Z","caller":"traceutil/trace.go:171","msg":"trace[1150537238] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25792; }","duration":"1.100862119s","start":"2026-05-09T04:37:28.76441Z","end":"2026-05-09T04:37:29.865272Z","steps":["trace[1150537238] 'agreement among raft nodes before linearized reading' (duration: 1.099047029s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:29.865394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:28.764368Z","time spent":"1.101009402s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130950,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-09T04:37:30.36894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:30.858112Z","caller":"traceutil/trace.go:171","msg":"trace[1085004892] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"989.488224ms","start":"2026-05-09T04:37:29.868583Z","end":"2026-05-09T04:37:30.858071Z","steps":["trace[1085004892] 'process raft request' (duration: 912.251477ms)","trace[1085004892] 'compare' (duration: 77.039363ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:30.858253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:29.868571Z","time spent":"989.602417ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:31.168991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.11998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:31.169184Z","caller":"traceutil/trace.go:171","msg":"trace[1357251361] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"925.422194ms","start":"2026-05-09T04:37:30.24375Z","end":"2026-05-09T04:37:31.169172Z","steps":["trace[1357251361] 'process raft request' (duration: 925.368733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.169236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.243736Z","time spent":"925.471475ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:31.169226Z","caller":"traceutil/trace.go:171","msg":"trace[1626424278] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"926.033728ms","start":"2026-05-09T04:37:30.243167Z","end":"2026-05-09T04:37:31.169201Z","steps":["trace[1626424278] 'process raft request' (duration: 770.641152ms)","trace[1626424278] 'compare' (duration: 155.001167ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:31.169227Z","caller":"traceutil/trace.go:171","msg":"trace[833548152] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"925.891115ms","start":"2026-05-09T04:37:30.243302Z","end":"2026-05-09T04:37:31.169193Z","steps":["trace[833548152] 'process raft request' (duration: 925.759712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.169333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.24314Z","time spent":"926.132689ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:31.169333Z","caller":"traceutil/trace.go:171","msg":"trace[1925711098] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"925.451144ms","start":"2026-05-09T04:37:30.243863Z","end":"2026-05-09T04:37:31.169314Z","steps":["trace[1925711098] 'process raft request' (duration: 925.282711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.169376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.243291Z","time spent":"925.990747ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:31.169423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.243846Z","time spent":"925.527397ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:31.169667Z","caller":"traceutil/trace.go:171","msg":"trace[1447337161] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"925.052745ms","start":"2026-05-09T04:37:30.244567Z","end":"2026-05-09T04:37:31.16962Z","steps":["trace[1447337161] 'process raft request' (duration: 924.686657ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:31.169677Z","caller":"traceutil/trace.go:171","msg":"trace[1205941637] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"924.84424ms","start":"2026-05-09T04:37:30.244777Z","end":"2026-05-09T04:37:31.169621Z","steps":["trace[1205941637] 'process raft request' (duration: 924.729768ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:31.169758Z","caller":"traceutil/trace.go:171","msg":"trace[960207485] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26644; }","duration":"1.300881898s","start":"2026-05-09T04:37:29.868868Z","end":"2026-05-09T04:37:31.16975Z","steps":["trace[960207485] 'read index received' (duration: 911.982701ms)","trace[960207485] 'applied index is now lower than readState.Index' (duration: 388.898547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:31.169771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.24474Z","time spent":"924.981353ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:31.169782Z","caller":"traceutil/trace.go:171","msg":"trace[1663328708] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"924.841541ms","start":"2026-05-09T04:37:30.244931Z","end":"2026-05-09T04:37:31.169773Z","steps":["trace[1663328708] 'process raft request' (duration: 924.667267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.169787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.24455Z","time spent":"925.169167ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:31.169823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.244923Z","time spent":"924.877331ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:31.169919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299758333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:31.169826Z","caller":"traceutil/trace.go:171","msg":"trace[811707880] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"400.044468ms","start":"2026-05-09T04:37:30.769776Z","end":"2026-05-09T04:37:31.169821Z","steps":["trace[811707880] 'process raft request' (duration: 399.922365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.16996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.03891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:37:31.169971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.716025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:37:31.16993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.903942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:37:31.169955Z","caller":"traceutil/trace.go:171","msg":"trace[1931289362] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25802; }","duration":"1.299811024s","start":"2026-05-09T04:37:29.870135Z","end":"2026-05-09T04:37:31.169946Z","steps":["trace[1931289362] 'agreement among raft nodes before linearized reading' (duration: 1.299723322s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:31.169982Z","caller":"traceutil/trace.go:171","msg":"trace[1534572251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25802; }","duration":"409.102521ms","start":"2026-05-09T04:37:30.760875Z","end":"2026-05-09T04:37:31.169977Z","steps":["trace[1534572251] 'agreement among raft nodes before linearized reading' (duration: 408.998249ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:31.169989Z","caller":"traceutil/trace.go:171","msg":"trace[1182057650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25802; }","duration":"409.779186ms","start":"2026-05-09T04:37:30.760205Z","end":"2026-05-09T04:37:31.169984Z","steps":["trace[1182057650] 'agreement among raft nodes before linearized reading' (duration: 409.737825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.17Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.760855Z","time spent":"409.141041ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:37:31.170002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:29.87013Z","time spent":"1.299866085s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T04:37:31.170013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.760168Z","time spent":"409.842518ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:31.170027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.145015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:31.170049Z","caller":"traceutil/trace.go:171","msg":"trace[795180450] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25802; }","duration":"932.163786ms","start":"2026-05-09T04:37:30.237879Z","end":"2026-05-09T04:37:31.170043Z","steps":["trace[795180450] 'agreement among raft nodes before linearized reading' (duration: 932.136555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.170071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.237861Z","time spent":"932.203896ms","remote":"127.0.0.1:36180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:31.170126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.073642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:37:31.170146Z","caller":"traceutil/trace.go:171","msg":"trace[884762908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25802; }","duration":"410.093653ms","start":"2026-05-09T04:37:30.760048Z","end":"2026-05-09T04:37:31.170142Z","steps":["trace[884762908] 'agreement among raft nodes before linearized reading' (duration: 410.046952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.170166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.760016Z","time spent":"410.146074ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:31.170171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029025443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:31.1702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297236806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:31.170198Z","caller":"traceutil/trace.go:171","msg":"trace[923089849] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25802; }","duration":"1.029054964s","start":"2026-05-09T04:37:30.141135Z","end":"2026-05-09T04:37:31.17019Z","steps":["trace[923089849] 'agreement among raft nodes before linearized reading' (duration: 1.029006113s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.169924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301055682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-05-09T04:37:31.170222Z","caller":"traceutil/trace.go:171","msg":"trace[135088498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25802; }","duration":"1.297280276s","start":"2026-05-09T04:37:29.872937Z","end":"2026-05-09T04:37:31.170218Z","steps":["trace[135088498] 'agreement among raft nodes before linearized reading' (duration: 1.297249246s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.170239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:29.872922Z","time spent":"1.297314418s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:31.16998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.812682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-05-09T04:37:31.17024Z","caller":"traceutil/trace.go:171","msg":"trace[553235289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25802; }","duration":"1.30141157s","start":"2026-05-09T04:37:29.868822Z","end":"2026-05-09T04:37:31.170234Z","steps":["trace[553235289] 'agreement among raft nodes before linearized reading' (duration: 1.301012831s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.16997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.769755Z","time spent":"400.200892ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:31.170006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.79094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:31.170239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.141079Z","time spent":"1.029152437s","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:31.170302Z","caller":"traceutil/trace.go:171","msg":"trace[197313021] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25802; }","duration":"664.108387ms","start":"2026-05-09T04:37:30.50617Z","end":"2026-05-09T04:37:31.170278Z","steps":["trace[197313021] 'agreement among raft nodes before linearized reading' (duration: 663.81953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.170325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.506147Z","time spent":"664.170688ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:31.169992Z","caller":"traceutil/trace.go:171","msg":"trace[626851131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25802; }","duration":"411.009314ms","start":"2026-05-09T04:37:30.758977Z","end":"2026-05-09T04:37:31.169986Z","steps":["trace[626851131] 'agreement among raft nodes before linearized reading' (duration: 410.890632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.170376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.758955Z","time spent":"411.415424ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:31.17015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.017047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:31.170262Z","caller":"traceutil/trace.go:171","msg":"trace[1049324568] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25802; }","duration":"950.123209ms","start":"2026-05-09T04:37:30.220131Z","end":"2026-05-09T04:37:31.170254Z","steps":["trace[1049324568] 'agreement among raft nodes before linearized reading' (duration: 949.814992ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:31.170442Z","caller":"traceutil/trace.go:171","msg":"trace[586221038] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25802; }","duration":"115.343644ms","start":"2026-05-09T04:37:31.055091Z","end":"2026-05-09T04:37:31.170434Z","steps":["trace[586221038] 'agreement among raft nodes before linearized reading' (duration: 115.034897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.170454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:30.220112Z","time spent":"950.335664ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-09T04:37:31.170263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:29.868731Z","time spent":"1.301526212s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-09T04:37:31.677714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995344,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:31.857824Z","caller":"traceutil/trace.go:171","msg":"trace[2057340706] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"682.816788ms","start":"2026-05-09T04:37:31.174969Z","end":"2026-05-09T04:37:31.857785Z","steps":["trace[2057340706] 'process raft request' (duration: 680.26873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:31.858008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.174953Z","time spent":"682.964131ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:33.17766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T04:37:33.177754Z","caller":"traceutil/trace.go:171","msg":"trace[643926338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272517s","start":"2026-05-09T04:37:31.177463Z","end":"2026-05-09T04:37:33.177735Z","steps":["trace[643926338] 'agreement among raft nodes before linearized reading' (duration: 2.000150575s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:33.177805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.177454Z","time spent":"2.00034103s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:37:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T04:37:33.482791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02220986s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:33.483056Z","caller":"traceutil/trace.go:171","msg":"trace[1812550338] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"1.614691997s","start":"2026-05-09T04:37:31.868345Z","end":"2026-05-09T04:37:33.483037Z","steps":["trace[1812550338] 'process raft request' (duration: 1.614652316s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:33.483131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.868319Z","time spent":"1.614779038s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:33.48335Z","caller":"traceutil/trace.go:171","msg":"trace[2110714084] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"2.308237904s","start":"2026-05-09T04:37:31.175102Z","end":"2026-05-09T04:37:33.48334Z","steps":["trace[2110714084] 'process raft request' (duration: 2.307854996s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:33.483407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.175088Z","time spent":"2.308291755s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:33.483582Z","caller":"traceutil/trace.go:171","msg":"trace[1291080751] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"2.30852007s","start":"2026-05-09T04:37:31.175042Z","end":"2026-05-09T04:37:33.483562Z","steps":["trace[1291080751] 'process raft request' (duration: 1.285461901s)","trace[1291080751] 'compare' (duration: 1.021260368s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:33.483747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.175023Z","time spent":"2.308613762s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:33.486035Z","caller":"traceutil/trace.go:171","msg":"trace[1397631547] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"2.308266795s","start":"2026-05-09T04:37:31.175044Z","end":"2026-05-09T04:37:33.48331Z","steps":["trace[1397631547] 'process raft request' (duration: 2.307843695s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:33.486282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.175028Z","time spent":"2.311213181s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:33.483558Z","caller":"traceutil/trace.go:171","msg":"trace[153122911] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26653; }","duration":"2.305876301s","start":"2026-05-09T04:37:31.17749Z","end":"2026-05-09T04:37:33.483366Z","steps":["trace[153122911] 'read index received' (duration: 677.735753ms)","trace[153122911] 'applied index is now lower than readState.Index' (duration: 1.628137498s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:33.986759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995358,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:34.09783Z","caller":"traceutil/trace.go:171","msg":"trace[455996294] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"921.150268ms","start":"2026-05-09T04:37:33.176657Z","end":"2026-05-09T04:37:34.097807Z","steps":["trace[455996294] 'process raft request' (duration: 921.109697ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:34.097923Z","caller":"traceutil/trace.go:171","msg":"trace[1876410466] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"923.50626ms","start":"2026-05-09T04:37:33.174385Z","end":"2026-05-09T04:37:34.097891Z","steps":["trace[1876410466] 'process raft request' (duration: 923.193983ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:34.09795Z","caller":"traceutil/trace.go:171","msg":"trace[1812536460] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"922.746542ms","start":"2026-05-09T04:37:33.175178Z","end":"2026-05-09T04:37:34.097925Z","steps":["trace[1812536460] 'process raft request' (duration: 922.495517ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:34.097968Z","caller":"traceutil/trace.go:171","msg":"trace[851036934] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"922.61721ms","start":"2026-05-09T04:37:33.175321Z","end":"2026-05-09T04:37:34.097939Z","steps":["trace[851036934] 'process raft request' (duration: 922.384204ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:34.09799Z","caller":"traceutil/trace.go:171","msg":"trace[14787212] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"922.420165ms","start":"2026-05-09T04:37:33.175548Z","end":"2026-05-09T04:37:34.097969Z","steps":["trace[14787212] 'process raft request' (duration: 922.19047ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:34.097988Z","caller":"traceutil/trace.go:171","msg":"trace[493335258] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"923.166212ms","start":"2026-05-09T04:37:33.174784Z","end":"2026-05-09T04:37:34.09795Z","steps":["trace[493335258] 'process raft request' (duration: 922.836865ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:34.097923Z","caller":"traceutil/trace.go:171","msg":"trace[1667816337] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"1.530503892s","start":"2026-05-09T04:37:32.567398Z","end":"2026-05-09T04:37:34.097902Z","steps":["trace[1667816337] 'process raft request' (duration: 1.433788517s)","trace[1667816337] 'compare' (duration: 96.193003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:34.098062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.174377Z","time spent":"923.611652ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:34.098114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.175542Z","time spent":"922.500267ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:34.09813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.175314Z","time spent":"922.726722ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:34.098058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.175171Z","time spent":"922.827895ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:34.098147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.174776Z","time spent":"923.287684ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:34.09816Z","caller":"traceutil/trace.go:171","msg":"trace[1099384517] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"923.994322ms","start":"2026-05-09T04:37:33.173939Z","end":"2026-05-09T04:37:34.097934Z","steps":["trace[1099384517] 'process raft request' (duration: 923.594333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:34.098208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:32.567372Z","time spent":"1.530723417s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:34.098224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.176633Z","time spent":"921.341591ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:34.098485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.17392Z","time spent":"924.343289ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:34.733991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:37:34.734073Z","caller":"traceutil/trace.go:171","msg":"trace[270516540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253707s","start":"2026-05-09T04:37:32.733801Z","end":"2026-05-09T04:37:34.734055Z","steps":["trace[270516540] 'agreement among raft nodes before linearized reading' (duration: 2.000153435s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:34.734118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:32.733783Z","time spent":"2.000326668s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:37:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T04:37:35.17793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T04:37:35.178024Z","caller":"traceutil/trace.go:171","msg":"trace[1393268057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096563s","start":"2026-05-09T04:37:33.177903Z","end":"2026-05-09T04:37:35.177999Z","steps":["trace[1393268057] 'agreement among raft nodes before linearized reading' (duration: 1.99996269s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.178076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.177871Z","time spent":"2.000194546s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:35.404341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.506608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:35.404495Z","caller":"traceutil/trace.go:171","msg":"trace[1294458924] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25815; }","duration":"268.672222ms","start":"2026-05-09T04:37:35.1358Z","end":"2026-05-09T04:37:35.404472Z","steps":["trace[1294458924] 'range keys from in-memory index tree' (duration: 268.484778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.404514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.782547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:35.404624Z","caller":"traceutil/trace.go:171","msg":"trace[2059801840] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"1.900623827s","start":"2026-05-09T04:37:33.50397Z","end":"2026-05-09T04:37:35.404593Z","steps":["trace[2059801840] 'process raft request' (duration: 1.277694116s)","trace[2059801840] 'compare' (duration: 622.528972ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:35.404693Z","caller":"traceutil/trace.go:171","msg":"trace[1275081075] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26658; }","duration":"1.918064139s","start":"2026-05-09T04:37:33.486617Z","end":"2026-05-09T04:37:35.404681Z","steps":["trace[1275081075] 'read index received' (duration: 514.545773ms)","trace[1275081075] 'applied index is now lower than readState.Index' (duration: 1.403517576s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:35.404774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.503943Z","time spent":"1.90075088s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:35.405089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768476974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-66pst.18adcb12da9a60ef\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-05-09T04:37:35.40516Z","caller":"traceutil/trace.go:171","msg":"trace[1608358384] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-66pst.18adcb12da9a60ef; range_end:; response_count:1; response_revision:25817; }","duration":"1.768590956s","start":"2026-05-09T04:37:33.636549Z","end":"2026-05-09T04:37:35.40514Z","steps":["trace[1608358384] 'agreement among raft nodes before linearized reading' (duration: 1.768366831s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.636528Z","time spent":"1.768663508s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-66pst.18adcb12da9a60ef\" "} {"level":"warn","ts":"2026-05-09T04:37:35.40541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024891933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:35.405443Z","caller":"traceutil/trace.go:171","msg":"trace[1872979424] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25817; }","duration":"4.024953144s","start":"2026-05-09T04:37:31.380477Z","end":"2026-05-09T04:37:35.40543Z","steps":["trace[1872979424] 'agreement among raft nodes before linearized reading' (duration: 4.024254579s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.380457Z","time spent":"4.025005755s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:35.405471Z","caller":"traceutil/trace.go:171","msg":"trace[1676782442] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"534.770808ms","start":"2026-05-09T04:37:34.870679Z","end":"2026-05-09T04:37:35.40545Z","steps":["trace[1676782442] 'process raft request' (duration: 533.921559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.496536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:37:35.405546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123260473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-09T04:37:35.405533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793517458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:35.405582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:34.870641Z","time spent":"534.88109ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:35.405588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979350878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:35.405574Z","caller":"traceutil/trace.go:171","msg":"trace[1405310373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25817; }","duration":"307.599958ms","start":"2026-05-09T04:37:35.097957Z","end":"2026-05-09T04:37:35.405557Z","steps":["trace[1405310373] 'agreement among raft nodes before linearized reading' (duration: 307.491046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.4056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.587496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:35.405629Z","caller":"traceutil/trace.go:171","msg":"trace[2031926586] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25817; }","duration":"3.979418309s","start":"2026-05-09T04:37:31.426197Z","end":"2026-05-09T04:37:35.405615Z","steps":["trace[2031926586] 'agreement among raft nodes before linearized reading' (duration: 3.9785612s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:35.405627Z","caller":"traceutil/trace.go:171","msg":"trace[29052090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25817; }","duration":"2.793669841s","start":"2026-05-09T04:37:32.611934Z","end":"2026-05-09T04:37:35.405604Z","steps":["trace[29052090] 'agreement among raft nodes before linearized reading' (duration: 2.792766781s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.097938Z","time spent":"307.689211ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:35.405672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.426182Z","time spent":"3.9794737s","remote":"127.0.0.1:55832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:35.405674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543328701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:37:35.405677Z","caller":"traceutil/trace.go:171","msg":"trace[833076944] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25817; }","duration":"551.719018ms","start":"2026-05-09T04:37:34.853938Z","end":"2026-05-09T04:37:35.405657Z","steps":["trace[833076944] 'agreement among raft nodes before linearized reading' (duration: 551.538834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:32.611913Z","time spent":"2.793762904s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:35.405708Z","caller":"traceutil/trace.go:171","msg":"trace[426699462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25817; }","duration":"1.543401102s","start":"2026-05-09T04:37:33.862296Z","end":"2026-05-09T04:37:35.405697Z","steps":["trace[426699462] 'agreement among raft nodes before linearized reading' (duration: 1.54330497s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:34.8539Z","time spent":"551.807291ms","remote":"127.0.0.1:56190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:35.405735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.862263Z","time spent":"1.543466084s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:35.40579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54325938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:37:35.405828Z","caller":"traceutil/trace.go:171","msg":"trace[1195820840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25817; }","duration":"2.543332482s","start":"2026-05-09T04:37:32.862489Z","end":"2026-05-09T04:37:35.405821Z","steps":["trace[1195820840] 'agreement among raft nodes before linearized reading' (duration: 2.542291649s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:32.862469Z","time spent":"2.543373062s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:35.40585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227152831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:35.405883Z","caller":"traceutil/trace.go:171","msg":"trace[1444371461] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25817; }","duration":"4.227212583s","start":"2026-05-09T04:37:31.178659Z","end":"2026-05-09T04:37:35.405871Z","steps":["trace[1444371461] 'agreement among raft nodes before linearized reading' (duration: 4.226097318s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603296009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:35.405515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44811652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:35.405853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.483386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:35.405913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.178641Z","time spent":"4.227264894s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-09T04:37:35.405937Z","caller":"traceutil/trace.go:171","msg":"trace[1482065498] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25817; }","duration":"2.44858614s","start":"2026-05-09T04:37:32.95734Z","end":"2026-05-09T04:37:35.405926Z","steps":["trace[1482065498] 'agreement among raft nodes before linearized reading' (duration: 2.447436145s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:35.405583Z","caller":"traceutil/trace.go:171","msg":"trace[955582417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25817; }","duration":"1.123326744s","start":"2026-05-09T04:37:34.282245Z","end":"2026-05-09T04:37:35.405571Z","steps":["trace[955582417] 'agreement among raft nodes before linearized reading' (duration: 1.123194532s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176684116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:35.40598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:32.957318Z","time spent":"2.448648671s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:35.40595Z","caller":"traceutil/trace.go:171","msg":"trace[968861227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25817; }","duration":"219.63265ms","start":"2026-05-09T04:37:35.1863Z","end":"2026-05-09T04:37:35.405933Z","steps":["trace[968861227] 'agreement among raft nodes before linearized reading' (duration: 219.453596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.405999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:34.282229Z","time spent":"1.123757984s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-05-09T04:37:35.405994Z","caller":"traceutil/trace.go:171","msg":"trace[1259079789] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25817; }","duration":"4.176777779s","start":"2026-05-09T04:37:31.229204Z","end":"2026-05-09T04:37:35.405982Z","steps":["trace[1259079789] 'agreement among raft nodes before linearized reading' (duration: 4.175548881s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.40603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072350608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:37:35.40604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:31.229183Z","time spent":"4.176848311s","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-09T04:37:35.406058Z","caller":"traceutil/trace.go:171","msg":"trace[984825357] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25817; }","duration":"2.072427441s","start":"2026-05-09T04:37:33.333623Z","end":"2026-05-09T04:37:35.40605Z","steps":["trace[984825357] 'agreement among raft nodes before linearized reading' (duration: 2.071154643s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.406081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.333592Z","time spent":"2.072483332s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:35.405937Z","caller":"traceutil/trace.go:171","msg":"trace[903152718] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25817; }","duration":"1.603416271s","start":"2026-05-09T04:37:33.802501Z","end":"2026-05-09T04:37:35.405917Z","steps":["trace[903152718] 'agreement among raft nodes before linearized reading' (duration: 1.603262308s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:35.406154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:33.802486Z","time spent":"1.603657327s","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:35.910815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:37:36.18221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.877829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:36.182419Z","caller":"traceutil/trace.go:171","msg":"trace[1535631388] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"773.992588ms","start":"2026-05-09T04:37:35.408323Z","end":"2026-05-09T04:37:36.182315Z","steps":["trace[1535631388] 'process raft request' (duration: 519.891974ms)","trace[1535631388] 'compare' (duration: 253.238995ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:36.182512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.408306Z","time spent":"774.160331ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:36.18353Z","caller":"traceutil/trace.go:171","msg":"trace[1761014247] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"773.455385ms","start":"2026-05-09T04:37:35.41005Z","end":"2026-05-09T04:37:36.183506Z","steps":["trace[1761014247] 'process raft request' (duration: 773.103987ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:36.183579Z","caller":"traceutil/trace.go:171","msg":"trace[16965544] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"773.475876ms","start":"2026-05-09T04:37:35.41006Z","end":"2026-05-09T04:37:36.183536Z","steps":["trace[16965544] 'process raft request' (duration: 773.269431ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:36.183624Z","caller":"traceutil/trace.go:171","msg":"trace[324361539] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"694.405738ms","start":"2026-05-09T04:37:35.489189Z","end":"2026-05-09T04:37:36.183595Z","steps":["trace[324361539] 'process raft request' (duration: 694.218774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:36.183719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.410045Z","time spent":"773.593588ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:36.18377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.489162Z","time spent":"694.53744ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:36.183815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.41003Z","time spent":"773.552118ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:36.187324Z","caller":"traceutil/trace.go:171","msg":"trace[1286161011] linearizableReadLoop","detail":"{readStateIndex:26673; appliedIndex:26668; }","duration":"777.037355ms","start":"2026-05-09T04:37:35.410264Z","end":"2026-05-09T04:37:36.187302Z","steps":["trace[1286161011] 'read index received' (duration: 517.962509ms)","trace[1286161011] 'applied index is now lower than readState.Index' (duration: 259.073666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:36.187763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.462816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:36.188001Z","caller":"traceutil/trace.go:171","msg":"trace[1314119552] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25822; }","duration":"777.720541ms","start":"2026-05-09T04:37:35.410246Z","end":"2026-05-09T04:37:36.187966Z","steps":["trace[1314119552] 'agreement among raft nodes before linearized reading' (duration: 777.322572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:36.188178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.410238Z","time spent":"777.917355ms","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-09T04:37:36.188777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.769873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2d9e8d0f-4cec-45fa-8993-ec76aea7f248\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-09T04:37:36.188845Z","caller":"traceutil/trace.go:171","msg":"trace[1855273424] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2d9e8d0f-4cec-45fa-8993-ec76aea7f248; range_end:; response_count:1; response_revision:25828; }","duration":"777.866965ms","start":"2026-05-09T04:37:35.410966Z","end":"2026-05-09T04:37:36.188833Z","steps":["trace[1855273424] 'agreement among raft nodes before linearized reading' (duration: 777.711682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:36.188869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.410952Z","time spent":"777.911336ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2d9e8d0f-4cec-45fa-8993-ec76aea7f248\" "} {"level":"warn","ts":"2026-05-09T04:37:36.188908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.985133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:37:36.188963Z","caller":"traceutil/trace.go:171","msg":"trace[463539640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25828; }","duration":"700.086906ms","start":"2026-05-09T04:37:35.488863Z","end":"2026-05-09T04:37:36.188949Z","steps":["trace[463539640] 'agreement among raft nodes before linearized reading' (duration: 699.795559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:36.188994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.488845Z","time spent":"700.142827ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:36.189147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.717636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:36.189181Z","caller":"traceutil/trace.go:171","msg":"trace[512488336] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25828; }","duration":"333.795158ms","start":"2026-05-09T04:37:35.855377Z","end":"2026-05-09T04:37:36.189172Z","steps":["trace[512488336] 'agreement among raft nodes before linearized reading' (duration: 333.735886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:36.189207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.855354Z","time spent":"333.845548ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:36.189491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.95846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:37:36.189531Z","caller":"traceutil/trace.go:171","msg":"trace[188911960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25828; }","duration":"699.027522ms","start":"2026-05-09T04:37:35.490495Z","end":"2026-05-09T04:37:36.189522Z","steps":["trace[188911960] 'agreement among raft nodes before linearized reading' (duration: 698.886709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:36.189556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.490482Z","time spent":"699.067793ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:37:36.189808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.366882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T04:37:36.189962Z","caller":"traceutil/trace.go:171","msg":"trace[1463853017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25828; }","duration":"700.623148ms","start":"2026-05-09T04:37:35.489318Z","end":"2026-05-09T04:37:36.189941Z","steps":["trace[1463853017] 'agreement among raft nodes before linearized reading' (duration: 700.011454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:36.190186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:35.48929Z","time spent":"700.881284ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T04:37:46.77408Z","caller":"traceutil/trace.go:171","msg":"trace[814710307] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"522.153903ms","start":"2026-05-09T04:37:46.251894Z","end":"2026-05-09T04:37:46.774048Z","steps":["trace[814710307] 'process raft request' (duration: 432.289512ms)","trace[814710307] 'compare' (duration: 89.459682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:46.774259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.251874Z","time spent":"522.290776ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:46.775022Z","caller":"traceutil/trace.go:171","msg":"trace[2083050913] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"517.738014ms","start":"2026-05-09T04:37:46.257267Z","end":"2026-05-09T04:37:46.775005Z","steps":["trace[2083050913] 'process raft request' (duration: 517.638282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.775127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.257251Z","time spent":"517.815186ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:46.775221Z","caller":"traceutil/trace.go:171","msg":"trace[1112642143] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"515.340221ms","start":"2026-05-09T04:37:46.259851Z","end":"2026-05-09T04:37:46.775191Z","steps":["trace[1112642143] 'process raft request' (duration: 515.127386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.775323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.259845Z","time spent":"515.424922ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:46.775571Z","caller":"traceutil/trace.go:171","msg":"trace[497354301] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"514.538463ms","start":"2026-05-09T04:37:46.261018Z","end":"2026-05-09T04:37:46.775557Z","steps":["trace[497354301] 'process raft request' (duration: 514.119423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.775676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.261011Z","time spent":"514.632155ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:46.775684Z","caller":"traceutil/trace.go:171","msg":"trace[1729717655] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"513.802536ms","start":"2026-05-09T04:37:46.261851Z","end":"2026-05-09T04:37:46.775654Z","steps":["trace[1729717655] 'process raft request' (duration: 513.629142ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:46.775789Z","caller":"traceutil/trace.go:171","msg":"trace[1580241168] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"513.431737ms","start":"2026-05-09T04:37:46.26234Z","end":"2026-05-09T04:37:46.775772Z","steps":["trace[1580241168] 'process raft request' (duration: 513.169722ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:46.77582Z","caller":"traceutil/trace.go:171","msg":"trace[922335944] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"513.372305ms","start":"2026-05-09T04:37:46.262438Z","end":"2026-05-09T04:37:46.77581Z","steps":["trace[922335944] 'process raft request' (duration: 513.094129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.775824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.261827Z","time spent":"513.924579ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:46.775871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.262432Z","time spent":"513.410117ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:46.775871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.26233Z","time spent":"513.501819ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:46.77596Z","caller":"traceutil/trace.go:171","msg":"trace[1471151113] linearizableReadLoop","detail":"{readStateIndex:26755; appliedIndex:26747; }","duration":"469.873908ms","start":"2026-05-09T04:37:46.306079Z","end":"2026-05-09T04:37:46.775953Z","steps":["trace[1471151113] 'read index received' (duration: 378.036713ms)","trace[1471151113] 'applied index is now lower than readState.Index' (duration: 91.836435ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:46.776015Z","caller":"traceutil/trace.go:171","msg":"trace[1213503866] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"512.405675ms","start":"2026-05-09T04:37:46.263599Z","end":"2026-05-09T04:37:46.776005Z","steps":["trace[1213503866] 'process raft request' (duration: 512.160999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.776066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.263595Z","time spent":"512.446865ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:46.776143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.276392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:37:46.776167Z","caller":"traceutil/trace.go:171","msg":"trace[1630492425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25901; }","duration":"448.320333ms","start":"2026-05-09T04:37:46.32784Z","end":"2026-05-09T04:37:46.77616Z","steps":["trace[1630492425] 'agreement among raft nodes before linearized reading' (duration: 448.221511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.776187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.327828Z","time spent":"448.354254ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:37:46.776166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.065633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-09T04:37:46.776299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.375247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-09T04:37:46.776328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.96386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T04:37:46.776338Z","caller":"traceutil/trace.go:171","msg":"trace[1740286051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25901; }","duration":"469.422808ms","start":"2026-05-09T04:37:46.306902Z","end":"2026-05-09T04:37:46.776325Z","steps":["trace[1740286051] 'agreement among raft nodes before linearized reading' (duration: 469.285495ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:46.776237Z","caller":"traceutil/trace.go:171","msg":"trace[2050079907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25901; }","duration":"470.172394ms","start":"2026-05-09T04:37:46.306042Z","end":"2026-05-09T04:37:46.776215Z","steps":["trace[2050079907] 'agreement among raft nodes before linearized reading' (duration: 469.97424ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:46.776358Z","caller":"traceutil/trace.go:171","msg":"trace[743352151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25901; }","duration":"470.035501ms","start":"2026-05-09T04:37:46.306315Z","end":"2026-05-09T04:37:46.77635Z","steps":["trace[743352151] 'agreement among raft nodes before linearized reading' (duration: 469.936729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.776361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.840126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:37:46.776378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.306296Z","time spent":"470.078653ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:46.776381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.306023Z","time spent":"470.347719ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T04:37:46.776386Z","caller":"traceutil/trace.go:171","msg":"trace[1320688669] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25901; }","duration":"204.889378ms","start":"2026-05-09T04:37:46.571487Z","end":"2026-05-09T04:37:46.776377Z","steps":["trace[1320688669] 'agreement among raft nodes before linearized reading' (duration: 204.835717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.776373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.306897Z","time spent":"469.469189ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:46.776449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.010588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:37:46.776495Z","caller":"traceutil/trace.go:171","msg":"trace[1273552257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25901; }","duration":"465.047669ms","start":"2026-05-09T04:37:46.311432Z","end":"2026-05-09T04:37:46.77648Z","steps":["trace[1273552257] 'agreement among raft nodes before linearized reading' (duration: 464.959717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.776522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.31141Z","time spent":"465.10612ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:46.776566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.047567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:46.77659Z","caller":"traceutil/trace.go:171","msg":"trace[1579074260] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25901; }","duration":"207.112468ms","start":"2026-05-09T04:37:46.56947Z","end":"2026-05-09T04:37:46.776582Z","steps":["trace[1579074260] 'agreement among raft nodes before linearized reading' (duration: 207.065257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.778406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.271433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-09T04:37:46.778439Z","caller":"traceutil/trace.go:171","msg":"trace[1541229669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25901; }","duration":"472.315563ms","start":"2026-05-09T04:37:46.306115Z","end":"2026-05-09T04:37:46.778431Z","steps":["trace[1541229669] 'agreement among raft nodes before linearized reading' (duration: 469.924199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:46.778467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:46.30611Z","time spent":"472.352064ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:37:52.233473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.70598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:37:52.233546Z","caller":"traceutil/trace.go:171","msg":"trace[1631398726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25989; }","duration":"307.820473ms","start":"2026-05-09T04:37:51.925708Z","end":"2026-05-09T04:37:52.233529Z","steps":["trace[1631398726] 'range keys from in-memory index tree' (duration: 307.512147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:52.233581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:51.925686Z","time spent":"307.884675ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:37:52.234128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.08896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-09T04:37:52.23422Z","caller":"traceutil/trace.go:171","msg":"trace[955167727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:25989; }","duration":"228.178322ms","start":"2026-05-09T04:37:52.00601Z","end":"2026-05-09T04:37:52.234188Z","steps":["trace[955167727] 'range keys from in-memory index tree' (duration: 227.912866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:53.312557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:37:54.164797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.162353ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T04:37:54.211676Z","caller":"traceutil/trace.go:171","msg":"trace[1396163887] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"1.409604693s","start":"2026-05-09T04:37:52.802042Z","end":"2026-05-09T04:37:54.211647Z","steps":["trace[1396163887] 'process raft request' (duration: 1.409526522s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:54.211848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.802016Z","time spent":"1.409750946s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:54.212044Z","caller":"traceutil/trace.go:171","msg":"trace[321918917] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"1.4099584s","start":"2026-05-09T04:37:52.80205Z","end":"2026-05-09T04:37:54.212008Z","steps":["trace[321918917] 'process raft request' (duration: 1.409561632s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:54.212086Z","caller":"traceutil/trace.go:171","msg":"trace[821103929] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"1.40990898s","start":"2026-05-09T04:37:52.802154Z","end":"2026-05-09T04:37:54.212063Z","steps":["trace[821103929] 'process raft request' (duration: 1.409709475s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:54.212181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.802129Z","time spent":"1.410003462s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:54.212169Z","caller":"traceutil/trace.go:171","msg":"trace[1242722092] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"1.409835958s","start":"2026-05-09T04:37:52.802267Z","end":"2026-05-09T04:37:54.212103Z","steps":["trace[1242722092] 'process raft request' (duration: 1.409717656s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:54.212206Z","caller":"traceutil/trace.go:171","msg":"trace[1972837491] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"1.409076521s","start":"2026-05-09T04:37:52.803092Z","end":"2026-05-09T04:37:54.212169Z","steps":["trace[1972837491] 'process raft request' (duration: 1.408972809s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:54.212228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.80203Z","time spent":"1.410091094s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:54.212158Z","caller":"traceutil/trace.go:171","msg":"trace[1605769551] linearizableReadLoop","detail":"{readStateIndex:26853; appliedIndex:26844; }","duration":"1.400683742s","start":"2026-05-09T04:37:52.811459Z","end":"2026-05-09T04:37:54.212143Z","steps":["trace[1605769551] 'read index received' (duration: 783.151824ms)","trace[1605769551] 'applied index is now lower than readState.Index' (duration: 617.531008ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:54.21232Z","caller":"traceutil/trace.go:171","msg":"trace[895605565] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"1.408057678s","start":"2026-05-09T04:37:52.804248Z","end":"2026-05-09T04:37:54.212306Z","steps":["trace[895605565] 'process raft request' (duration: 1.407850863s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:54.212344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.802263Z","time spent":"1.409992832s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:54.212361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400877887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T04:37:54.21237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.803084Z","time spent":"1.409174494s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:54.212379Z","caller":"traceutil/trace.go:171","msg":"trace[1810002542] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"1.409963341s","start":"2026-05-09T04:37:52.802403Z","end":"2026-05-09T04:37:54.212366Z","steps":["trace[1810002542] 'process raft request' (duration: 1.409621904s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:54.212388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.804231Z","time spent":"1.408119659s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:54.212405Z","caller":"traceutil/trace.go:171","msg":"trace[2125409469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25997; }","duration":"1.400969519s","start":"2026-05-09T04:37:52.811425Z","end":"2026-05-09T04:37:54.212395Z","steps":["trace[2125409469] 'agreement among raft nodes before linearized reading' (duration: 1.400784015s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:54.212437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.802393Z","time spent":"1.410015362s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:54.212443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.811405Z","time spent":"1.401030121s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T04:37:54.212764Z","caller":"traceutil/trace.go:171","msg":"trace[128986876] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"1.416358724s","start":"2026-05-09T04:37:52.79538Z","end":"2026-05-09T04:37:54.211739Z","steps":["trace[128986876] 'process raft request' (duration: 1.416025067s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:54.213134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.795363Z","time spent":"1.417710045s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:55.148255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.831603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:55.148391Z","caller":"traceutil/trace.go:171","msg":"trace[939435847] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"1.42590496s","start":"2026-05-09T04:37:53.722441Z","end":"2026-05-09T04:37:55.148346Z","steps":["trace[939435847] 'process raft request' (duration: 563.912273ms)","trace[939435847] 'compare' (duration: 860.727778ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:55.148474Z","caller":"traceutil/trace.go:171","msg":"trace[212439530] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"926.864567ms","start":"2026-05-09T04:37:54.221596Z","end":"2026-05-09T04:37:55.148461Z","steps":["trace[212439530] 'process raft request' (duration: 926.824506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.14853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:54.221571Z","time spent":"926.934868ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:37:55.148515Z","caller":"traceutil/trace.go:171","msg":"trace[1332018161] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"931.529841ms","start":"2026-05-09T04:37:54.216956Z","end":"2026-05-09T04:37:55.148486Z","steps":["trace[1332018161] 'process raft request' (duration: 931.390478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.148558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:53.722413Z","time spent":"1.426068403s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:55.148643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:54.216939Z","time spent":"931.644994ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:55.148654Z","caller":"traceutil/trace.go:171","msg":"trace[1797566421] linearizableReadLoop","detail":"{readStateIndex:26854; appliedIndex:26853; }","duration":"936.36232ms","start":"2026-05-09T04:37:54.212271Z","end":"2026-05-09T04:37:55.148633Z","steps":["trace[1797566421] 'read index received' (duration: 73.985465ms)","trace[1797566421] 'applied index is now lower than readState.Index' (duration: 862.375635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:55.148772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064198625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:55.148801Z","caller":"traceutil/trace.go:171","msg":"trace[2136314758] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26000; }","duration":"2.064265237s","start":"2026-05-09T04:37:53.084527Z","end":"2026-05-09T04:37:55.148792Z","steps":["trace[2136314758] 'agreement among raft nodes before linearized reading' (duration: 2.064209866s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.148815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336258384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:37:55.148827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:53.084506Z","time spent":"2.064314899s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:55.148856Z","caller":"traceutil/trace.go:171","msg":"trace[692444916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26000; }","duration":"2.336303495s","start":"2026-05-09T04:37:52.812534Z","end":"2026-05-09T04:37:55.148838Z","steps":["trace[692444916] 'agreement among raft nodes before linearized reading' (duration: 2.336206123s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.148864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336301705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:37:55.14891Z","caller":"traceutil/trace.go:171","msg":"trace[1741649463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26000; }","duration":"2.336397187s","start":"2026-05-09T04:37:52.812503Z","end":"2026-05-09T04:37:55.1489Z","steps":["trace[1741649463] 'agreement among raft nodes before linearized reading' (duration: 2.336241164s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.148935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336372057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-09T04:37:55.148947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.812486Z","time spent":"2.336454039s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:37:55.14896Z","caller":"traceutil/trace.go:171","msg":"trace[1316392119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26000; }","duration":"2.336406907s","start":"2026-05-09T04:37:52.812547Z","end":"2026-05-09T04:37:55.148954Z","steps":["trace[1316392119] 'agreement among raft nodes before linearized reading' (duration: 2.336350456s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.148982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.812539Z","time spent":"2.336439588s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:55.148883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.812528Z","time spent":"2.336349727s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:37:55.148959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006838786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:55.149078Z","caller":"traceutil/trace.go:171","msg":"trace[1853891288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26000; }","duration":"1.006999469s","start":"2026-05-09T04:37:54.14207Z","end":"2026-05-09T04:37:55.14907Z","steps":["trace[1853891288] 'agreement among raft nodes before linearized reading' (duration: 1.006869536s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.149102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:54.142049Z","time spent":"1.00704828s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:55.149091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910311724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-05-09T04:37:55.149116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337580575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:37:55.149135Z","caller":"traceutil/trace.go:171","msg":"trace[801782798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26000; }","duration":"2.337625575s","start":"2026-05-09T04:37:52.811504Z","end":"2026-05-09T04:37:55.149129Z","steps":["trace[801782798] 'agreement among raft nodes before linearized reading' (duration: 2.337574964s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:55.149138Z","caller":"traceutil/trace.go:171","msg":"trace[829357908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26000; }","duration":"1.910393566s","start":"2026-05-09T04:37:53.23873Z","end":"2026-05-09T04:37:55.149123Z","steps":["trace[829357908] 'agreement among raft nodes before linearized reading' (duration: 1.910237253s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.149155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:52.811493Z","time spent":"2.337658517s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:37:55.149174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:53.238706Z","time spent":"1.910459897s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" "} {"level":"warn","ts":"2026-05-09T04:37:55.149305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846693983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-09T04:37:55.14933Z","caller":"traceutil/trace.go:171","msg":"trace[782738489] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26000; }","duration":"1.846757975s","start":"2026-05-09T04:37:53.302566Z","end":"2026-05-09T04:37:55.149324Z","steps":["trace[782738489] 'agreement among raft nodes before linearized reading' (duration: 1.846699543s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:55.149351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:53.302538Z","time spent":"1.846809336s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-09T04:37:56.208228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.143432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:56.208313Z","caller":"traceutil/trace.go:171","msg":"trace[713887686] linearizableReadLoop","detail":"{readStateIndex:26857; appliedIndex:26856; }","duration":"1.059583211s","start":"2026-05-09T04:37:55.148716Z","end":"2026-05-09T04:37:56.208299Z","steps":["trace[713887686] 'read index received' (duration: 445.407438ms)","trace[713887686] 'applied index is now lower than readState.Index' (duration: 614.174813ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:56.208466Z","caller":"traceutil/trace.go:171","msg":"trace[745005907] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"1.808811091s","start":"2026-05-09T04:37:54.399645Z","end":"2026-05-09T04:37:56.208456Z","steps":["trace[745005907] 'process raft request' (duration: 1.194361292s)","trace[745005907] 'compare' (duration: 614.04242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:56.208512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:54.399622Z","time spent":"1.808870143s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:56.208693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268577551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:56.208724Z","caller":"traceutil/trace.go:171","msg":"trace[1372641451] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26001; }","duration":"1.268646863s","start":"2026-05-09T04:37:54.940067Z","end":"2026-05-09T04:37:56.208714Z","steps":["trace[1372641451] 'agreement among raft nodes before linearized reading' (duration: 1.268584822s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:56.208755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:54.940048Z","time spent":"1.268699874s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:56.208897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910775735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:56.208935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320299734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:56.209Z","caller":"traceutil/trace.go:171","msg":"trace[1505431799] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26001; }","duration":"1.910925988s","start":"2026-05-09T04:37:54.298049Z","end":"2026-05-09T04:37:56.208975Z","steps":["trace[1505431799] 'agreement among raft nodes before linearized reading' (duration: 1.910731383s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:56.209026Z","caller":"traceutil/trace.go:171","msg":"trace[415209925] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26001; }","duration":"1.320438588s","start":"2026-05-09T04:37:54.888572Z","end":"2026-05-09T04:37:56.20901Z","steps":["trace[415209925] 'agreement among raft nodes before linearized reading' (duration: 1.320289474s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:56.209062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:54.888554Z","time spent":"1.320500939s","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:56.209065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:54.298037Z","time spent":"1.91101199s","remote":"127.0.0.1:36152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:56.685431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089093005s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T04:37:57.150395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999152742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:37:57.150502Z","caller":"traceutil/trace.go:171","msg":"trace[60912194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999293795s","start":"2026-05-09T04:37:55.151184Z","end":"2026-05-09T04:37:57.150477Z","steps":["trace[60912194] 'agreement among raft nodes before linearized reading' (duration: 1.999161612s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.150567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.151171Z","time spent":"1.999380406s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T04:37:57.71329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027588812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:57.71347Z","caller":"traceutil/trace.go:171","msg":"trace[986136966] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"2.559604357s","start":"2026-05-09T04:37:55.153839Z","end":"2026-05-09T04:37:57.713444Z","steps":["trace[986136966] 'process raft request' (duration: 1.53177895s)","trace[986136966] 'compare' (duration: 1.027403908s)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:57.713568Z","caller":"traceutil/trace.go:171","msg":"trace[1519293792] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"2.55925916s","start":"2026-05-09T04:37:55.154292Z","end":"2026-05-09T04:37:57.713551Z","steps":["trace[1519293792] 'process raft request' (duration: 2.559189298s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:57.713608Z","caller":"traceutil/trace.go:171","msg":"trace[1998374540] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"2.559695879s","start":"2026-05-09T04:37:55.153906Z","end":"2026-05-09T04:37:57.713602Z","steps":["trace[1998374540] 'process raft request' (duration: 2.559490464s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.713638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.153902Z","time spent":"2.559721459s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.71368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.154284Z","time spent":"2.559329081s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.713578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.153822Z","time spent":"2.559698129s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:57.713794Z","caller":"traceutil/trace.go:171","msg":"trace[867146959] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"2.559413443s","start":"2026-05-09T04:37:55.154376Z","end":"2026-05-09T04:37:57.713789Z","steps":["trace[867146959] 'process raft request' (duration: 2.559137787s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.713821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.15437Z","time spent":"2.559435043s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:57.714091Z","caller":"traceutil/trace.go:171","msg":"trace[848213756] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"2.09376425s","start":"2026-05-09T04:37:55.620314Z","end":"2026-05-09T04:37:57.714079Z","steps":["trace[848213756] 'process raft request' (duration: 2.093675828s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.71416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.620289Z","time spent":"2.093838471s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:37:57.714259Z","caller":"traceutil/trace.go:171","msg":"trace[221242630] linearizableReadLoop","detail":"{readStateIndex:26865; appliedIndex:26857; }","duration":"1.50592259s","start":"2026-05-09T04:37:56.20833Z","end":"2026-05-09T04:37:57.714252Z","steps":["trace[221242630] 'read index received' (duration: 477.302885ms)","trace[221242630] 'applied index is now lower than readState.Index' (duration: 1.028619195s)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:57.714221Z","caller":"traceutil/trace.go:171","msg":"trace[1087246623] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"2.558910152s","start":"2026-05-09T04:37:55.155277Z","end":"2026-05-09T04:37:57.714187Z","steps":["trace[1087246623] 'process raft request' (duration: 2.558458482s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:57.714342Z","caller":"traceutil/trace.go:171","msg":"trace[1764104426] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"2.267427387s","start":"2026-05-09T04:37:55.446904Z","end":"2026-05-09T04:37:57.714331Z","steps":["trace[1764104426] 'process raft request' (duration: 2.267029727s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:57.714368Z","caller":"traceutil/trace.go:171","msg":"trace[997919513] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"1.979602714s","start":"2026-05-09T04:37:55.73476Z","end":"2026-05-09T04:37:57.714363Z","steps":["trace[997919513] 'process raft request' (duration: 1.979284026s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.714399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.734732Z","time spent":"1.979649534s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.714404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.446878Z","time spent":"2.267495978s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.714438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.155267Z","time spent":"2.559038905s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:57.714488Z","caller":"traceutil/trace.go:171","msg":"trace[1124202899] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"1.495554756s","start":"2026-05-09T04:37:56.21893Z","end":"2026-05-09T04:37:57.714484Z","steps":["trace[1124202899] 'process raft request' (duration: 1.495200137s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.714512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.218922Z","time spent":"1.495577397s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:57.714578Z","caller":"traceutil/trace.go:171","msg":"trace[359371911] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"1.495598687s","start":"2026-05-09T04:37:56.218976Z","end":"2026-05-09T04:37:57.714574Z","steps":["trace[359371911] 'process raft request' (duration: 1.495171297s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.714607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.218958Z","time spent":"1.495635598s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:57.714473Z","caller":"traceutil/trace.go:171","msg":"trace[1980197141] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"1.49571027s","start":"2026-05-09T04:37:56.218757Z","end":"2026-05-09T04:37:57.714467Z","steps":["trace[1980197141] 'process raft request' (duration: 1.495346651s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:57.714672Z","caller":"traceutil/trace.go:171","msg":"trace[474759250] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"1.495648158s","start":"2026-05-09T04:37:56.21902Z","end":"2026-05-09T04:37:57.714669Z","steps":["trace[474759250] 'process raft request' (duration: 1.495142956s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.714697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.219013Z","time spent":"1.495669989s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.714717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.218734Z","time spent":"1.495932514s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.714796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256695875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:57.714801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009988677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:57.714821Z","caller":"traceutil/trace.go:171","msg":"trace[2064838798] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26017; }","duration":"2.256721666s","start":"2026-05-09T04:37:55.458092Z","end":"2026-05-09T04:37:57.714814Z","steps":["trace[2064838798] 'agreement among raft nodes before linearized reading' (duration: 2.256665884s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.714837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.458032Z","time spent":"2.256801117s","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-09T04:37:57.714839Z","caller":"traceutil/trace.go:171","msg":"trace[512423725] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26017; }","duration":"2.010059888s","start":"2026-05-09T04:37:55.704768Z","end":"2026-05-09T04:37:57.714828Z","steps":["trace[512423725] 'agreement among raft nodes before linearized reading' (duration: 2.009969496s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.714873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.704749Z","time spent":"2.01011583s","remote":"127.0.0.1:49916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:57.714924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359422475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:57.714944Z","caller":"traceutil/trace.go:171","msg":"trace[1563547329] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26017; }","duration":"2.359483796s","start":"2026-05-09T04:37:55.355455Z","end":"2026-05-09T04:37:57.714939Z","steps":["trace[1563547329] 'agreement among raft nodes before linearized reading' (duration: 2.359450896s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.714959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.355433Z","time spent":"2.359522028s","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:57.71504Z","caller":"traceutil/trace.go:171","msg":"trace[1237352400] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"1.495967095s","start":"2026-05-09T04:37:56.219059Z","end":"2026-05-09T04:37:57.715026Z","steps":["trace[1237352400] 'process raft request' (duration: 1.495118686s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.71506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460664532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:57.715076Z","caller":"traceutil/trace.go:171","msg":"trace[173845751] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26017; }","duration":"1.460709753s","start":"2026-05-09T04:37:56.254361Z","end":"2026-05-09T04:37:57.715071Z","steps":["trace[173845751] 'agreement among raft nodes before linearized reading' (duration: 1.460679073s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.254352Z","time spent":"1.460734754s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:57.715104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.219052Z","time spent":"1.496019156s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.715137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658695115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:57.715247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709818975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:57.715259Z","caller":"traceutil/trace.go:171","msg":"trace[216314492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26017; }","duration":"1.658809968s","start":"2026-05-09T04:37:56.056377Z","end":"2026-05-09T04:37:57.715187Z","steps":["trace[216314492] 'agreement among raft nodes before linearized reading' (duration: 1.658696425s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:57.715285Z","caller":"traceutil/trace.go:171","msg":"trace[139844356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26017; }","duration":"1.709939319s","start":"2026-05-09T04:37:56.005336Z","end":"2026-05-09T04:37:57.715275Z","steps":["trace[139844356] 'agreement among raft nodes before linearized reading' (duration: 1.709840367s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.005309Z","time spent":"1.71000343s","remote":"127.0.0.1:37130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:57.715367Z","caller":"traceutil/trace.go:171","msg":"trace[1565484503] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"1.496269843s","start":"2026-05-09T04:37:56.219083Z","end":"2026-05-09T04:37:57.715352Z","steps":["trace[1565484503] 'process raft request' (duration: 1.495111616s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.020841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:57.71545Z","caller":"traceutil/trace.go:171","msg":"trace[738701742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26017; }","duration":"349.086662ms","start":"2026-05-09T04:37:57.366357Z","end":"2026-05-09T04:37:57.715444Z","steps":["trace[738701742] 'agreement among raft nodes before linearized reading' (duration: 349.03425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.366345Z","time spent":"349.115902ms","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:57.715544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718397368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-09T04:37:57.715584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.850311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:37:57.715601Z","caller":"traceutil/trace.go:171","msg":"trace[1556479109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26017; }","duration":"378.904952ms","start":"2026-05-09T04:37:57.336692Z","end":"2026-05-09T04:37:57.715596Z","steps":["trace[1556479109] 'agreement among raft nodes before linearized reading' (duration: 378.852351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.336669Z","time spent":"378.941532ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:37:57.715706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.563328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:57.715725Z","caller":"traceutil/trace.go:171","msg":"trace[1210265368] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26017; }","duration":"524.611379ms","start":"2026-05-09T04:37:57.191109Z","end":"2026-05-09T04:37:57.71572Z","steps":["trace[1210265368] 'agreement among raft nodes before linearized reading' (duration: 524.574268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.191093Z","time spent":"524.641449ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:57.715812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.875667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:57.71583Z","caller":"traceutil/trace.go:171","msg":"trace[1826046213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26017; }","duration":"557.914638ms","start":"2026-05-09T04:37:57.157909Z","end":"2026-05-09T04:37:57.715824Z","steps":["trace[1826046213] 'agreement among raft nodes before linearized reading' (duration: 557.891477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.157903Z","time spent":"557.935458ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:57.715929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.154813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:37:57.715946Z","caller":"traceutil/trace.go:171","msg":"trace[667470047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26017; }","duration":"558.212875ms","start":"2026-05-09T04:37:57.157729Z","end":"2026-05-09T04:37:57.715942Z","steps":["trace[667470047] 'agreement among raft nodes before linearized reading' (duration: 558.170844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.157706Z","time spent":"558.248815ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T04:37:57.716096Z","caller":"traceutil/trace.go:171","msg":"trace[1626842014] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"1.496934337s","start":"2026-05-09T04:37:56.219119Z","end":"2026-05-09T04:37:57.716053Z","steps":["trace[1626842014] 'process raft request' (duration: 1.495108077s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.716241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.422835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:57.716261Z","caller":"traceutil/trace.go:171","msg":"trace[1978618934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26017; }","duration":"994.486757ms","start":"2026-05-09T04:37:56.72177Z","end":"2026-05-09T04:37:57.716257Z","steps":["trace[1978618934] 'agreement among raft nodes before linearized reading' (duration: 994.457486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.716275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.721745Z","time spent":"994.525778ms","remote":"127.0.0.1:52422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:57.716386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081537484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-09T04:37:57.716421Z","caller":"traceutil/trace.go:171","msg":"trace[139825170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26017; }","duration":"1.081601866s","start":"2026-05-09T04:37:56.634815Z","end":"2026-05-09T04:37:57.716417Z","steps":["trace[139825170] 'agreement among raft nodes before linearized reading' (duration: 1.081532494s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.716438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.634797Z","time spent":"1.081635856s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" "} {"level":"warn","ts":"2026-05-09T04:37:57.71653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563116786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-09T04:37:57.716643Z","caller":"traceutil/trace.go:171","msg":"trace[1747561908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26017; }","duration":"1.563471703s","start":"2026-05-09T04:37:56.153144Z","end":"2026-05-09T04:37:57.716616Z","steps":["trace[1747561908] 'agreement among raft nodes before linearized reading' (duration: 1.563028454s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.716707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.153111Z","time spent":"1.563580146s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" "} {"level":"warn","ts":"2026-05-09T04:37:57.716563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.219098Z","time spent":"1.497245713s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.716818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950660432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-09T04:37:57.716866Z","caller":"traceutil/trace.go:171","msg":"trace[1888522494] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26017; }","duration":"1.950729983s","start":"2026-05-09T04:37:55.766124Z","end":"2026-05-09T04:37:57.716853Z","steps":["trace[1888522494] 'agreement among raft nodes before linearized reading' (duration: 1.9506186s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.716904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.766107Z","time spent":"1.950789395s","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-09T04:37:57.716904Z","caller":"traceutil/trace.go:171","msg":"trace[891217937] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"1.497782015s","start":"2026-05-09T04:37:56.219104Z","end":"2026-05-09T04:37:57.716886Z","steps":["trace[891217937] 'process raft request' (duration: 1.495103385s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.716711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733911007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:57.717046Z","caller":"traceutil/trace.go:171","msg":"trace[214186393] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26017; }","duration":"1.734297386s","start":"2026-05-09T04:37:55.982727Z","end":"2026-05-09T04:37:57.717025Z","steps":["trace[214186393] 'agreement among raft nodes before linearized reading' (duration: 1.733935097s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.71712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.982694Z","time spent":"1.734400499s","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:57.716217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272995"} {"level":"info","ts":"2026-05-09T04:37:57.715581Z","caller":"traceutil/trace.go:171","msg":"trace[93798095] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26017; }","duration":"1.718470529s","start":"2026-05-09T04:37:55.997101Z","end":"2026-05-09T04:37:57.715572Z","steps":["trace[93798095] 'agreement among raft nodes before linearized reading' (duration: 1.718348307s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.717148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.219055Z","time spent":"1.496355344s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:57.715379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.343987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-09T04:37:57.717259Z","caller":"traceutil/trace.go:171","msg":"trace[1154336778] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26017; }","duration":"110.26527ms","start":"2026-05-09T04:37:57.606983Z","end":"2026-05-09T04:37:57.717248Z","steps":["trace[1154336778] 'agreement among raft nodes before linearized reading' (duration: 108.341787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.717258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:55.99708Z","time spent":"1.720143837s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-09T04:37:57.717269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.219082Z","time spent":"1.498041593s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:57.717253Z","caller":"traceutil/trace.go:171","msg":"trace[542802507] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26017; }","duration":"823.162384ms","start":"2026-05-09T04:37:56.894054Z","end":"2026-05-09T04:37:57.717216Z","steps":["trace[542802507] 'agreement among raft nodes before linearized reading' (duration: 821.954086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:57.715317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.056356Z","time spent":"1.65894453s","remote":"127.0.0.1:52542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:57.717354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:56.894031Z","time spent":"823.287407ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273018,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-09T04:37:58.282743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995835,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T04:37:58.534413Z","caller":"traceutil/trace.go:171","msg":"trace[1149350399] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"811.746936ms","start":"2026-05-09T04:37:57.722638Z","end":"2026-05-09T04:37:58.534385Z","steps":["trace[1149350399] 'process raft request' (duration: 811.165593ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:58.534489Z","caller":"traceutil/trace.go:171","msg":"trace[1496751596] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"810.542599ms","start":"2026-05-09T04:37:57.723914Z","end":"2026-05-09T04:37:58.534457Z","steps":["trace[1496751596] 'process raft request' (duration: 810.376325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:58.534637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.722618Z","time spent":"811.93368ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:58.534741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.723896Z","time spent":"810.691012ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:37:58.534909Z","caller":"traceutil/trace.go:171","msg":"trace[126708087] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"809.171868ms","start":"2026-05-09T04:37:57.725715Z","end":"2026-05-09T04:37:58.534887Z","steps":["trace[126708087] 'process raft request' (duration: 809.008194ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:58.534924Z","caller":"traceutil/trace.go:171","msg":"trace[352285745] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"809.567248ms","start":"2026-05-09T04:37:57.725316Z","end":"2026-05-09T04:37:58.534883Z","steps":["trace[352285745] 'process raft request' (duration: 809.058336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:58.535048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.725704Z","time spent":"809.2678ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:58.535089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.725302Z","time spent":"809.70036ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:59.557727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.681813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:37:59.557856Z","caller":"traceutil/trace.go:171","msg":"trace[1275277849] linearizableReadLoop","detail":"{readStateIndex:26879; appliedIndex:26874; }","duration":"1.77539934s","start":"2026-05-09T04:37:57.782433Z","end":"2026-05-09T04:37:59.557833Z","steps":["trace[1275277849] 'read index received' (duration: 751.40995ms)","trace[1275277849] 'applied index is now lower than readState.Index' (duration: 1.0239861s)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:37:59.557982Z","caller":"traceutil/trace.go:171","msg":"trace[265481309] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"1.774072971s","start":"2026-05-09T04:37:57.783885Z","end":"2026-05-09T04:37:59.557958Z","steps":["trace[265481309] 'process raft request' (duration: 1.19604895s)","trace[265481309] 'compare' (duration: 577.13562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:37:59.558066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.783851Z","time spent":"1.774168953s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:37:59.558491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774457569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-05-09T04:37:59.558578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.480384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:37:59.55861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344290684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:59.558592Z","caller":"traceutil/trace.go:171","msg":"trace[416354880] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26022; }","duration":"1.774594833s","start":"2026-05-09T04:37:57.783971Z","end":"2026-05-09T04:37:59.558566Z","steps":["trace[416354880] 'agreement among raft nodes before linearized reading' (duration: 1.774253625s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:59.558631Z","caller":"traceutil/trace.go:171","msg":"trace[78233713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26022; }","duration":"415.565646ms","start":"2026-05-09T04:37:59.14305Z","end":"2026-05-09T04:37:59.558616Z","steps":["trace[78233713] 'agreement among raft nodes before linearized reading' (duration: 415.473284ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:37:59.558647Z","caller":"traceutil/trace.go:171","msg":"trace[1793886341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26022; }","duration":"1.344366116s","start":"2026-05-09T04:37:58.214269Z","end":"2026-05-09T04:37:59.558636Z","steps":["trace[1793886341] 'agreement among raft nodes before linearized reading' (duration: 1.344297945s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:59.558672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:58.214252Z","time spent":"1.344414107s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:59.558677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.143026Z","time spent":"415.641128ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:37:59.55867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234304241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:37:59.558679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.783951Z","time spent":"1.774713025s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-09T04:37:59.558675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836191028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:37:59.558724Z","caller":"traceutil/trace.go:171","msg":"trace[2139642982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26022; }","duration":"1.234404953s","start":"2026-05-09T04:37:58.324302Z","end":"2026-05-09T04:37:59.558707Z","steps":["trace[2139642982] 'agreement among raft nodes before linearized reading' (duration: 1.23430413s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:59.558724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.93953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-09T04:37:59.558763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:58.324282Z","time spent":"1.234471045s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:37:59.558761Z","caller":"traceutil/trace.go:171","msg":"trace[492899540] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26022; }","duration":"1.836343011s","start":"2026-05-09T04:37:57.722397Z","end":"2026-05-09T04:37:59.55874Z","steps":["trace[492899540] 'agreement among raft nodes before linearized reading' (duration: 1.836136517s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:59.558739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425885339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:37:59.558787Z","caller":"traceutil/trace.go:171","msg":"trace[2115972677] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26022; }","duration":"213.032181ms","start":"2026-05-09T04:37:59.345734Z","end":"2026-05-09T04:37:59.558766Z","steps":["trace[2115972677] 'agreement among raft nodes before linearized reading' (duration: 212.787186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:59.55881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:57.722382Z","time spent":"1.836416543s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-09T04:37:59.558817Z","caller":"traceutil/trace.go:171","msg":"trace[938106179] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26022; }","duration":"1.426013152s","start":"2026-05-09T04:37:58.132786Z","end":"2026-05-09T04:37:59.558799Z","steps":["trace[938106179] 'agreement among raft nodes before linearized reading' (duration: 1.425846418s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:59.558865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:58.132773Z","time spent":"1.426082094s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:37:59.559265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.76799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-09T04:37:59.559325Z","caller":"traceutil/trace.go:171","msg":"trace[354341568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26022; }","duration":"836.910783ms","start":"2026-05-09T04:37:58.722395Z","end":"2026-05-09T04:37:59.559306Z","steps":["trace[354341568] 'agreement among raft nodes before linearized reading' (duration: 835.88567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:37:59.559412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:58.72237Z","time spent":"837.028915ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" "} {"level":"warn","ts":"2026-05-09T04:38:00.221976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:38:00.722385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:38:00.839771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180392838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-09T04:38:00.839811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.809505Z","time spent":"1.030300102s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-09T04:38:00.839846Z","caller":"traceutil/trace.go:171","msg":"trace[1727664515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26022; }","duration":"1.18047782s","start":"2026-05-09T04:37:59.659348Z","end":"2026-05-09T04:38:00.839825Z","steps":["trace[1727664515] 'range keys from in-memory index tree' (duration: 1.180243634s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:00.839885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.659312Z","time spent":"1.180563951s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-09T04:38:00.840077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119431857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:38:00.840147Z","caller":"traceutil/trace.go:171","msg":"trace[1026794490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26022; }","duration":"1.119536898s","start":"2026-05-09T04:37:59.720589Z","end":"2026-05-09T04:38:00.840126Z","steps":["trace[1026794490] 'range keys from in-memory index tree' (duration: 1.119264312s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:00.840185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.720577Z","time spent":"1.119599689s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:00.840345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121639866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:38:00.840386Z","caller":"traceutil/trace.go:171","msg":"trace[1498618167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26022; }","duration":"1.121728388s","start":"2026-05-09T04:37:59.718644Z","end":"2026-05-09T04:38:00.840372Z","steps":["trace[1498618167] 'range keys from in-memory index tree' (duration: 1.121437102s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:00.840411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.718619Z","time spent":"1.12178759s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:38:01.138907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417148333s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T04:38:01.139185Z","caller":"traceutil/trace.go:171","msg":"trace[311604610] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"1.417534631s","start":"2026-05-09T04:37:59.721629Z","end":"2026-05-09T04:38:01.139164Z","steps":["trace[311604610] 'process raft request' (duration: 1.417401288s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:01.139331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.721601Z","time spent":"1.417666405s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:02.880136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.741088418s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T04:38:02.880523Z","caller":"traceutil/trace.go:171","msg":"trace[1745878668] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"3.158440596s","start":"2026-05-09T04:37:59.722061Z","end":"2026-05-09T04:38:02.880502Z","steps":["trace[1745878668] 'process raft request' (duration: 3.158256782s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:02.880687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.722043Z","time spent":"3.158553528s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:02.880906Z","caller":"traceutil/trace.go:171","msg":"trace[920228429] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"3.158401695s","start":"2026-05-09T04:37:59.722476Z","end":"2026-05-09T04:38:02.880878Z","steps":["trace[920228429] 'process raft request' (duration: 3.157985695s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:02.881072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.722452Z","time spent":"3.158532508s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:02.881135Z","caller":"traceutil/trace.go:171","msg":"trace[103266166] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"3.157949534s","start":"2026-05-09T04:37:59.723167Z","end":"2026-05-09T04:38:02.881116Z","steps":["trace[103266166] 'process raft request' (duration: 3.157581766s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:02.88116Z","caller":"traceutil/trace.go:171","msg":"trace[432812190] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"3.157526054s","start":"2026-05-09T04:37:59.723613Z","end":"2026-05-09T04:38:02.881139Z","steps":["trace[432812190] 'process raft request' (duration: 3.157397522s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:02.88123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.723146Z","time spent":"3.158039895s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:02.881251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.723599Z","time spent":"3.157604786s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:02.881375Z","caller":"traceutil/trace.go:171","msg":"trace[1343347127] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"3.156772188s","start":"2026-05-09T04:37:59.72459Z","end":"2026-05-09T04:38:02.881362Z","steps":["trace[1343347127] 'process raft request' (duration: 3.156511433s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:02.881378Z","caller":"traceutil/trace.go:171","msg":"trace[1217196527] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"3.156280137s","start":"2026-05-09T04:37:59.725086Z","end":"2026-05-09T04:38:02.881366Z","steps":["trace[1217196527] 'process raft request' (duration: 3.156128364s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:02.881443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.724571Z","time spent":"3.156837329s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:02.881451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.72505Z","time spent":"3.156366659s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:02.881476Z","caller":"traceutil/trace.go:171","msg":"trace[2041380177] linearizableReadLoop","detail":"{readStateIndex:26887; appliedIndex:26879; }","duration":"3.159574191s","start":"2026-05-09T04:37:59.72189Z","end":"2026-05-09T04:38:02.881464Z","steps":["trace[2041380177] 'read index received' (duration: 1.417202464s)","trace[2041380177] 'applied index is now lower than readState.Index' (duration: 1.742370667s)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:02.881452Z","caller":"traceutil/trace.go:171","msg":"trace[1076462506] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"2.037559126s","start":"2026-05-09T04:38:00.843868Z","end":"2026-05-09T04:38:02.881427Z","steps":["trace[1076462506] 'process raft request' (duration: 2.037491224s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:02.88149Z","caller":"traceutil/trace.go:171","msg":"trace[2035849233] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"2.036893261s","start":"2026-05-09T04:38:00.844577Z","end":"2026-05-09T04:38:02.88147Z","steps":["trace[2035849233] 'process raft request' (duration: 2.036813909s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:02.881526Z","caller":"traceutil/trace.go:171","msg":"trace[1703580051] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"3.156379969s","start":"2026-05-09T04:37:59.725107Z","end":"2026-05-09T04:38:02.881487Z","steps":["trace[1703580051] 'process raft request' (duration: 3.156215906s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:02.881579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:00.844561Z","time spent":"2.036973162s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:02.88159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:00.843854Z","time spent":"2.037668258s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:02.881642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159748914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T04:38:02.881675Z","caller":"traceutil/trace.go:171","msg":"trace[570048619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26032; }","duration":"3.159811606s","start":"2026-05-09T04:37:59.721854Z","end":"2026-05-09T04:38:02.881665Z","steps":["trace[570048619] 'agreement among raft nodes before linearized reading' (duration: 3.159665333s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:02.881703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.721837Z","time spent":"3.159860377s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:02.881686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.725086Z","time spent":"3.156516533s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:03.140623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T04:38:03.140691Z","caller":"traceutil/trace.go:171","msg":"trace[962183991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454692s","start":"2026-05-09T04:38:01.140221Z","end":"2026-05-09T04:38:03.140675Z","steps":["trace[962183991] 'agreement among raft nodes before linearized reading' (duration: 2.0003638s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:03.140726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:01.14021Z","time spent":"2.000508704s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:03.382209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:38:03.882312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885995866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:38:03.916524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036158654s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T04:38:03.917313Z","caller":"traceutil/trace.go:171","msg":"trace[1879973328] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"1.263084277s","start":"2026-05-09T04:38:02.654201Z","end":"2026-05-09T04:38:03.917286Z","steps":["trace[1879973328] 'process raft request' (duration: 1.262652788s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:03.917471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.654169Z","time spent":"1.26320724s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:04.92591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999362727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:38:04.925972Z","caller":"traceutil/trace.go:171","msg":"trace[1523708268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999439079s","start":"2026-05-09T04:38:02.92652Z","end":"2026-05-09T04:38:04.925959Z","steps":["trace[1523708268] 'agreement among raft nodes before linearized reading' (duration: 1.999360567s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:04.926003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.926473Z","time spent":"1.999523311s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:38:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T04:38:05.130509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213462382s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T04:38:05.131712Z","caller":"traceutil/trace.go:171","msg":"trace[385975708] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"2.410143425s","start":"2026-05-09T04:38:02.721532Z","end":"2026-05-09T04:38:05.131676Z","steps":["trace[385975708] 'process raft request' (duration: 2.409101632s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.131908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.721516Z","time spent":"2.41030796s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:05.142221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999129092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T04:38:05.142291Z","caller":"traceutil/trace.go:171","msg":"trace[1128233806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999226914s","start":"2026-05-09T04:38:03.143047Z","end":"2026-05-09T04:38:05.142274Z","steps":["trace[1128233806] 'agreement among raft nodes before linearized reading' (duration: 1.999144542s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.142331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:03.143036Z","time spent":"1.999285296s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 04:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-09T04:38:05.213543Z","caller":"traceutil/trace.go:171","msg":"trace[338594932] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"2.327820615s","start":"2026-05-09T04:38:02.885686Z","end":"2026-05-09T04:38:05.213507Z","steps":["trace[338594932] 'process raft request' (duration: 2.245970303s)","trace[338594932] 'compare' (duration: 81.429781ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:05.213595Z","caller":"traceutil/trace.go:171","msg":"trace[523808612] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"327.327452ms","start":"2026-05-09T04:38:04.886247Z","end":"2026-05-09T04:38:05.213574Z","steps":["trace[523808612] 'process raft request' (duration: 327.257821ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:05.21358Z","caller":"traceutil/trace.go:171","msg":"trace[1645398771] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"2.070405415s","start":"2026-05-09T04:38:03.14314Z","end":"2026-05-09T04:38:05.213545Z","steps":["trace[1645398771] 'process raft request' (duration: 2.07022721s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.213721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.88566Z","time spent":"2.327967487s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:05.21372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.886224Z","time spent":"327.412294ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:05.213734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:03.143121Z","time spent":"2.070530189s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:05.213751Z","caller":"traceutil/trace.go:171","msg":"trace[1140745852] linearizableReadLoop","detail":"{readStateIndex:26894; appliedIndex:26889; }","duration":"2.332228865s","start":"2026-05-09T04:38:02.8815Z","end":"2026-05-09T04:38:05.213729Z","steps":["trace[1140745852] 'read index received' (duration: 1.035382097s)","trace[1140745852] 'applied index is now lower than readState.Index' (duration: 1.296845127s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:05.2139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851191616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:05.213914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107516171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.213963Z","caller":"traceutil/trace.go:171","msg":"trace[2001826409] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26037; }","duration":"3.851250927s","start":"2026-05-09T04:38:01.362698Z","end":"2026-05-09T04:38:05.213949Z","steps":["trace[2001826409] 'agreement among raft nodes before linearized reading' (duration: 3.851158445s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:05.213976Z","caller":"traceutil/trace.go:171","msg":"trace[631875837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26037; }","duration":"3.107596063s","start":"2026-05-09T04:38:02.106358Z","end":"2026-05-09T04:38:05.213954Z","steps":["trace[631875837] 'agreement among raft nodes before linearized reading' (duration: 3.10750218s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.213996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313577026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:05.213999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:01.362648Z","time spent":"3.85134294s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.213982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616273982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.214031Z","caller":"traceutil/trace.go:171","msg":"trace[473504056] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26037; }","duration":"4.313678748s","start":"2026-05-09T04:38:00.900341Z","end":"2026-05-09T04:38:05.21402Z","steps":["trace[473504056] 'agreement among raft nodes before linearized reading' (duration: 4.313596916s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.106346Z","time spent":"3.107667145s","remote":"127.0.0.1:52558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.214024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728111768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.214062Z","caller":"traceutil/trace.go:171","msg":"trace[55911614] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26037; }","duration":"3.616401715s","start":"2026-05-09T04:38:01.597636Z","end":"2026-05-09T04:38:05.214038Z","steps":["trace[55911614] 'agreement among raft nodes before linearized reading' (duration: 3.616264092s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:05.214087Z","caller":"traceutil/trace.go:171","msg":"trace[1096256078] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26037; }","duration":"3.72822293s","start":"2026-05-09T04:38:01.48585Z","end":"2026-05-09T04:38:05.214073Z","steps":["trace[1096256078] 'agreement among raft nodes before linearized reading' (duration: 3.728079627s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:01.597617Z","time spent":"3.616487398s","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.213892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426138066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:38:05.214152Z","caller":"traceutil/trace.go:171","msg":"trace[357387255] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26037; }","duration":"2.426454503s","start":"2026-05-09T04:38:02.787692Z","end":"2026-05-09T04:38:05.214147Z","steps":["trace[357387255] 'agreement among raft nodes before linearized reading' (duration: 2.426136676s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649513611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-09T04:38:05.214216Z","caller":"traceutil/trace.go:171","msg":"trace[1932712245] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26037; }","duration":"4.649558892s","start":"2026-05-09T04:38:00.564647Z","end":"2026-05-09T04:38:05.214206Z","steps":["trace[1932712245] 'agreement among raft nodes before linearized reading' (duration: 4.64945804s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:00.56464Z","time spent":"4.649592953s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" "} {"level":"warn","ts":"2026-05-09T04:38:05.214298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620855916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18adcbc41932bb49\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-09T04:38:05.2143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235510551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.214326Z","caller":"traceutil/trace.go:171","msg":"trace[1084649462] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18adcbc41932bb49; range_end:; response_count:1; response_revision:26037; }","duration":"2.620922327s","start":"2026-05-09T04:38:02.593396Z","end":"2026-05-09T04:38:05.214318Z","steps":["trace[1084649462] 'agreement among raft nodes before linearized reading' (duration: 2.620808154s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489080742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-09T04:38:05.214342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.593373Z","time spent":"2.620966598s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18adcbc41932bb49\" "} {"level":"info","ts":"2026-05-09T04:38:05.214357Z","caller":"traceutil/trace.go:171","msg":"trace[478951879] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26037; }","duration":"5.235602942s","start":"2026-05-09T04:37:59.978734Z","end":"2026-05-09T04:38:05.214337Z","steps":["trace[478951879] 'agreement among raft nodes before linearized reading' (duration: 5.23550829s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:05.214374Z","caller":"traceutil/trace.go:171","msg":"trace[1026875693] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26037; }","duration":"2.489121682s","start":"2026-05-09T04:38:02.725238Z","end":"2026-05-09T04:38:05.214359Z","steps":["trace[1026875693] 'agreement among raft nodes before linearized reading' (duration: 2.488975449s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.725215Z","time spent":"2.489181994s","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-09T04:38:05.214405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.978715Z","time spent":"5.235675294s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.21409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:00.900317Z","time spent":"4.313737439s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.214461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.675131588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-09T04:38:05.214515Z","caller":"traceutil/trace.go:171","msg":"trace[59426806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26037; }","duration":"4.67522397s","start":"2026-05-09T04:38:00.539281Z","end":"2026-05-09T04:38:05.214505Z","steps":["trace[59426806] 'agreement among raft nodes before linearized reading' (duration: 4.675083007s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:00.539261Z","time spent":"4.675280931s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:38:05.214418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.456643104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.215875Z","caller":"traceutil/trace.go:171","msg":"trace[1442082627] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26037; }","duration":"5.458103117s","start":"2026-05-09T04:37:59.757746Z","end":"2026-05-09T04:38:05.215849Z","steps":["trace[1442082627] 'agreement among raft nodes before linearized reading' (duration: 5.456638614s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.214127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:01.485832Z","time spent":"3.728282662s","remote":"127.0.0.1:36114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.214574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492190144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T04:38:05.214176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.787679Z","time spent":"2.426492043s","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.216621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.757735Z","time spent":"5.458862234s","remote":"127.0.0.1:49982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:05.21678Z","caller":"traceutil/trace.go:171","msg":"trace[1160670293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26037; }","duration":"5.494418764s","start":"2026-05-09T04:37:59.72234Z","end":"2026-05-09T04:38:05.216759Z","steps":["trace[1160670293] 'agreement among raft nodes before linearized reading' (duration: 5.492088421s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.216877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:37:59.722326Z","time spent":"5.494532437s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:38:05.220545Z","caller":"traceutil/trace.go:171","msg":"trace[1564595157] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"332.936298ms","start":"2026-05-09T04:38:04.887598Z","end":"2026-05-09T04:38:05.220535Z","steps":["trace[1564595157] 'process raft request' (duration: 332.834076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.220621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.887578Z","time spent":"332.99743ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:05.220896Z","caller":"traceutil/trace.go:171","msg":"trace[1265030431] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"333.218535ms","start":"2026-05-09T04:38:04.887669Z","end":"2026-05-09T04:38:05.220887Z","steps":["trace[1265030431] 'process raft request' (duration: 332.841097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.22094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.88764Z","time spent":"333.278166ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:05.221307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270250389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.221442Z","caller":"traceutil/trace.go:171","msg":"trace[493791159] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"333.328297ms","start":"2026-05-09T04:38:04.888106Z","end":"2026-05-09T04:38:05.221435Z","steps":["trace[493791159] 'process raft request' (duration: 333.00127ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:05.221451Z","caller":"traceutil/trace.go:171","msg":"trace[1857499725] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26043; }","duration":"2.270402372s","start":"2026-05-09T04:38:02.950983Z","end":"2026-05-09T04:38:05.221386Z","steps":["trace[1857499725] 'agreement among raft nodes before linearized reading' (duration: 2.270246389s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:05.221502Z","caller":"traceutil/trace.go:171","msg":"trace[834986163] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"333.735126ms","start":"2026-05-09T04:38:04.887762Z","end":"2026-05-09T04:38:05.221497Z","steps":["trace[834986163] 'process raft request' (duration: 333.011241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.221508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.769747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:38:05.221554Z","caller":"traceutil/trace.go:171","msg":"trace[712515195] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"333.768117ms","start":"2026-05-09T04:38:04.88778Z","end":"2026-05-09T04:38:05.221549Z","steps":["trace[712515195] 'process raft request' (duration: 333.232985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.22158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.887773Z","time spent":"333.792977ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:05.221568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:02.950965Z","time spent":"2.270587377s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:05.22158Z","caller":"traceutil/trace.go:171","msg":"trace[1665693996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26043; }","duration":"333.870459ms","start":"2026-05-09T04:38:04.887688Z","end":"2026-05-09T04:38:05.221558Z","steps":["trace[1665693996] 'agreement among raft nodes before linearized reading' (duration: 333.706915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.221626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.887677Z","time spent":"333.93872ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:05.221746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.594826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:38:05.221826Z","caller":"traceutil/trace.go:171","msg":"trace[1951206950] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26043; }","duration":"756.731979ms","start":"2026-05-09T04:38:04.465073Z","end":"2026-05-09T04:38:05.221805Z","steps":["trace[1951206950] 'agreement among raft nodes before linearized reading' (duration: 756.540035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.221533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.887739Z","time spent":"333.778827ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:05.221846Z","caller":"traceutil/trace.go:171","msg":"trace[2009297963] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"332.635621ms","start":"2026-05-09T04:38:04.889197Z","end":"2026-05-09T04:38:05.221832Z","steps":["trace[2009297963] 'process raft request' (duration: 331.959246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.221872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.465041Z","time spent":"756.821812ms","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.221886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.447565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:05.221919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.889163Z","time spent":"332.708443ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:05.221925Z","caller":"traceutil/trace.go:171","msg":"trace[483176962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26043; }","duration":"484.590279ms","start":"2026-05-09T04:38:04.737321Z","end":"2026-05-09T04:38:05.221912Z","steps":["trace[483176962] 'agreement among raft nodes before linearized reading' (duration: 484.535956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.221961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121092486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:38:05.221988Z","caller":"traceutil/trace.go:171","msg":"trace[1404970273] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26043; }","duration":"2.121154317s","start":"2026-05-09T04:38:03.100826Z","end":"2026-05-09T04:38:05.22198Z","steps":["trace[1404970273] 'agreement among raft nodes before linearized reading' (duration: 2.121111726s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.221978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.785314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:38:05.222008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:03.100804Z","time spent":"2.121199968s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:05.222019Z","caller":"traceutil/trace.go:171","msg":"trace[1757847391] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26043; }","duration":"954.861976ms","start":"2026-05-09T04:38:04.267145Z","end":"2026-05-09T04:38:05.222007Z","steps":["trace[1757847391] 'agreement among raft nodes before linearized reading' (duration: 954.747193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.222058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.730571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:38:05.22207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.098553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.222095Z","caller":"traceutil/trace.go:171","msg":"trace[630425272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26043; }","duration":"558.156824ms","start":"2026-05-09T04:38:04.663931Z","end":"2026-05-09T04:38:05.222088Z","steps":["trace[630425272] 'agreement among raft nodes before linearized reading' (duration: 558.111783ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:05.222095Z","caller":"traceutil/trace.go:171","msg":"trace[1014937096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26043; }","duration":"335.820003ms","start":"2026-05-09T04:38:04.886264Z","end":"2026-05-09T04:38:05.222084Z","steps":["trace[1014937096] 'agreement among raft nodes before linearized reading' (duration: 335.716741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.221829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.383866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adcbbbb46df3f9\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-09T04:38:05.222124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.663908Z","time spent":"558.210415ms","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.222124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.267127Z","time spent":"954.955237ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.222133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.886242Z","time spent":"335.883104ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:38:05.221479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.888091Z","time spent":"333.371138ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:05.222139Z","caller":"traceutil/trace.go:171","msg":"trace[922126773] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adcbbbb46df3f9; range_end:; response_count:1; response_revision:26043; }","duration":"292.722754ms","start":"2026-05-09T04:38:04.929405Z","end":"2026-05-09T04:38:05.222128Z","steps":["trace[922126773] 'agreement among raft nodes before linearized reading' (duration: 292.329155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.222103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098545669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:05.222301Z","caller":"traceutil/trace.go:171","msg":"trace[264962466] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26043; }","duration":"2.098779024s","start":"2026-05-09T04:38:03.123516Z","end":"2026-05-09T04:38:05.222295Z","steps":["trace[264962466] 'agreement among raft nodes before linearized reading' (duration: 2.098569349s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:05.222319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:03.123495Z","time spent":"2.098818904s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:05.22196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:04.737298Z","time spent":"484.654471ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T04:38:06.30962Z","caller":"traceutil/trace.go:171","msg":"trace[140751245] linearizableReadLoop","detail":"{readStateIndex:26910; appliedIndex:26909; }","duration":"462.87803ms","start":"2026-05-09T04:38:05.846718Z","end":"2026-05-09T04:38:06.309597Z","steps":["trace[140751245] 'read index received' (duration: 462.604474ms)","trace[140751245] 'applied index is now lower than readState.Index' (duration: 272.476µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:06.30975Z","caller":"traceutil/trace.go:171","msg":"trace[1865564253] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"511.632977ms","start":"2026-05-09T04:38:05.798105Z","end":"2026-05-09T04:38:06.309738Z","steps":["trace[1865564253] 'process raft request' (duration: 511.28362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:06.309866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:05.798075Z","time spent":"511.709099ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:06.310141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.405332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:38:06.310212Z","caller":"traceutil/trace.go:171","msg":"trace[106030678] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26052; }","duration":"463.531164ms","start":"2026-05-09T04:38:05.846662Z","end":"2026-05-09T04:38:06.310193Z","steps":["trace[106030678] 'agreement among raft nodes before linearized reading' (duration: 463.306089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:06.310256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:05.846642Z","time spent":"463.606177ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:38:06.310141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.079327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-09T04:38:06.310322Z","caller":"traceutil/trace.go:171","msg":"trace[1035109910] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26052; }","duration":"347.272091ms","start":"2026-05-09T04:38:05.963036Z","end":"2026-05-09T04:38:06.310308Z","steps":["trace[1035109910] 'agreement among raft nodes before linearized reading' (duration: 346.989735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:06.310273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.412959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:06.310326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.46468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:06.310397Z","caller":"traceutil/trace.go:171","msg":"trace[242831348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26052; }","duration":"169.631254ms","start":"2026-05-09T04:38:06.140739Z","end":"2026-05-09T04:38:06.31037Z","steps":["trace[242831348] 'agreement among raft nodes before linearized reading' (duration: 169.328088ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:06.310436Z","caller":"traceutil/trace.go:171","msg":"trace[588138076] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26052; }","duration":"225.628574ms","start":"2026-05-09T04:38:06.084779Z","end":"2026-05-09T04:38:06.310408Z","steps":["trace[588138076] 'agreement among raft nodes before linearized reading' (duration: 225.410859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:06.310367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:05.962996Z","time spent":"347.356112ms","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-09T04:38:06.8853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.440553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:06.885545Z","caller":"traceutil/trace.go:171","msg":"trace[1306399010] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"515.3057ms","start":"2026-05-09T04:38:06.370217Z","end":"2026-05-09T04:38:06.885523Z","steps":["trace[1306399010] 'process raft request' (duration: 515.200097ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:06.885571Z","caller":"traceutil/trace.go:171","msg":"trace[415019721] linearizableReadLoop","detail":"{readStateIndex:26911; appliedIndex:26910; }","duration":"555.864441ms","start":"2026-05-09T04:38:06.329652Z","end":"2026-05-09T04:38:06.885517Z","steps":["trace[415019721] 'read index received' (duration: 365.180163ms)","trace[415019721] 'applied index is now lower than readState.Index' (duration: 190.678208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:06.885619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.370155Z","time spent":"515.432643ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:06.885592Z","caller":"traceutil/trace.go:171","msg":"trace[1730867108] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"559.652176ms","start":"2026-05-09T04:38:06.325837Z","end":"2026-05-09T04:38:06.885489Z","steps":["trace[1730867108] 'process raft request' (duration: 368.930407ms)","trace[1730867108] 'compare' (duration: 190.038414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:06.885775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.119527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-09T04:38:06.885812Z","caller":"traceutil/trace.go:171","msg":"trace[758032759] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26054; }","duration":"556.151018ms","start":"2026-05-09T04:38:06.329646Z","end":"2026-05-09T04:38:06.885797Z","steps":["trace[758032759] 'agreement among raft nodes before linearized reading' (duration: 556.018075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:06.885847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.329609Z","time spent":"556.23201ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-09T04:38:06.88589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.516259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:06.885938Z","caller":"traceutil/trace.go:171","msg":"trace[125744729] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26054; }","duration":"509.627472ms","start":"2026-05-09T04:38:06.376293Z","end":"2026-05-09T04:38:06.88592Z","steps":["trace[125744729] 'agreement among raft nodes before linearized reading' (duration: 509.490328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:06.885982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.376282Z","time spent":"509.690604ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-09T04:38:06.886001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.325822Z","time spent":"559.977074ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:06.886057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.870498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:06.886296Z","caller":"traceutil/trace.go:171","msg":"trace[1825579844] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26054; }","duration":"337.128763ms","start":"2026-05-09T04:38:06.549151Z","end":"2026-05-09T04:38:06.88628Z","steps":["trace[1825579844] 'agreement among raft nodes before linearized reading' (duration: 336.832747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:06.886327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.549127Z","time spent":"337.192374ms","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:07.395822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.040665Z","time spent":"355.147147ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-09T04:38:07.396011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.875461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:07.396137Z","caller":"traceutil/trace.go:171","msg":"trace[810289849] linearizableReadLoop","detail":"{readStateIndex:26913; appliedIndex:26912; }","duration":"502.161225ms","start":"2026-05-09T04:38:06.893958Z","end":"2026-05-09T04:38:07.396119Z","steps":["trace[810289849] 'read index received' (duration: 364.093459ms)","trace[810289849] 'applied index is now lower than readState.Index' (duration: 138.066106ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:07.396161Z","caller":"traceutil/trace.go:171","msg":"trace[69575688] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"503.75719ms","start":"2026-05-09T04:38:06.89237Z","end":"2026-05-09T04:38:07.396127Z","steps":["trace[69575688] 'process raft request' (duration: 365.668374ms)","trace[69575688] 'compare' (duration: 137.668566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:07.396301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.892347Z","time spent":"503.877452ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:07.396399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.42085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:38:07.396488Z","caller":"traceutil/trace.go:171","msg":"trace[1722409553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26055; }","duration":"502.558534ms","start":"2026-05-09T04:38:06.893906Z","end":"2026-05-09T04:38:07.396464Z","steps":["trace[1722409553] 'agreement among raft nodes before linearized reading' (duration: 502.265807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:07.396543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.893894Z","time spent":"502.635595ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T04:38:08.008218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.854815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:08.008556Z","caller":"traceutil/trace.go:171","msg":"trace[1112080640] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"783.181464ms","start":"2026-05-09T04:38:07.225352Z","end":"2026-05-09T04:38:08.008533Z","steps":["trace[1112080640] 'process raft request' (duration: 783.112202ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:08.008571Z","caller":"traceutil/trace.go:171","msg":"trace[212396534] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"787.063552ms","start":"2026-05-09T04:38:07.221468Z","end":"2026-05-09T04:38:08.008532Z","steps":["trace[212396534] 'process raft request' (duration: 786.855357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.008633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.225342Z","time spent":"783.258145ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.008669Z","caller":"traceutil/trace.go:171","msg":"trace[2010963009] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"788.626836ms","start":"2026-05-09T04:38:07.220015Z","end":"2026-05-09T04:38:08.008642Z","steps":["trace[2010963009] 'process raft request' (duration: 644.25374ms)","trace[2010963009] 'compare' (duration: 143.248141ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:08.008732Z","caller":"traceutil/trace.go:171","msg":"trace[156592755] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"783.829538ms","start":"2026-05-09T04:38:07.224882Z","end":"2026-05-09T04:38:08.008712Z","steps":["trace[156592755] 'process raft request' (duration: 783.544192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.008739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.221437Z","time spent":"787.206854ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:08.008804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.219982Z","time spent":"788.752739ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:08.008827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.224871Z","time spent":"783.908409ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.008874Z","caller":"traceutil/trace.go:171","msg":"trace[463511791] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"782.675692ms","start":"2026-05-09T04:38:07.226185Z","end":"2026-05-09T04:38:08.008861Z","steps":["trace[463511791] 'process raft request' (duration: 782.312314ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:08.008932Z","caller":"traceutil/trace.go:171","msg":"trace[2061309031] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"782.375945ms","start":"2026-05-09T04:38:07.226545Z","end":"2026-05-09T04:38:08.008921Z","steps":["trace[2061309031] 'process raft request' (duration: 782.253763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.00894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.226171Z","time spent":"782.736803ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.008976Z","caller":"traceutil/trace.go:171","msg":"trace[1397879755] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"782.405026ms","start":"2026-05-09T04:38:07.226558Z","end":"2026-05-09T04:38:08.008963Z","steps":["trace[1397879755] 'process raft request' (duration: 782.314744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.008989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.226534Z","time spent":"782.424886ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.008984Z","caller":"traceutil/trace.go:171","msg":"trace[1133001154] linearizableReadLoop","detail":"{readStateIndex:26921; appliedIndex:26913; }","duration":"612.7662ms","start":"2026-05-09T04:38:07.396197Z","end":"2026-05-09T04:38:08.008963Z","steps":["trace[1133001154] 'read index received' (duration: 468.110158ms)","trace[1133001154] 'applied index is now lower than readState.Index' (duration: 144.654992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:08.009033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.226538Z","time spent":"782.466547ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.009031Z","caller":"traceutil/trace.go:171","msg":"trace[1566668786] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"781.430495ms","start":"2026-05-09T04:38:07.227558Z","end":"2026-05-09T04:38:08.008988Z","steps":["trace[1566668786] 'process raft request' (duration: 781.362713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.009122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.252223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:08.009124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.120565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T04:38:08.009125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.358852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:38:08.009142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.522177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-09T04:38:08.009147Z","caller":"traceutil/trace.go:171","msg":"trace[1047628296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26063; }","duration":"866.320744ms","start":"2026-05-09T04:38:07.142818Z","end":"2026-05-09T04:38:08.009139Z","steps":["trace[1047628296] 'agreement among raft nodes before linearized reading' (duration: 866.265173ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:08.009155Z","caller":"traceutil/trace.go:171","msg":"trace[1345641601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26063; }","duration":"700.172286ms","start":"2026-05-09T04:38:07.308973Z","end":"2026-05-09T04:38:08.009146Z","steps":["trace[1345641601] 'agreement among raft nodes before linearized reading' (duration: 700.075654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.009171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.142801Z","time spent":"866.365485ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:08.009174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.138071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:38:08.009237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.383042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:38:08.009236Z","caller":"traceutil/trace.go:171","msg":"trace[541753906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26063; }","duration":"790.243093ms","start":"2026-05-09T04:38:07.218977Z","end":"2026-05-09T04:38:08.00922Z","steps":["trace[541753906] 'agreement among raft nodes before linearized reading' (duration: 790.047519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.009254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.227532Z","time spent":"781.599358ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.009268Z","caller":"traceutil/trace.go:171","msg":"trace[1718775827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26063; }","duration":"700.454575ms","start":"2026-05-09T04:38:07.308804Z","end":"2026-05-09T04:38:08.009258Z","steps":["trace[1718775827] 'agreement among raft nodes before linearized reading' (duration: 700.374732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.00928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.218954Z","time spent":"790.315715ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:08.009288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.677145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-05-09T04:38:08.009306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.308773Z","time spent":"700.526606ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:08.009262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.765089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T04:38:08.009192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.308962Z","time spent":"700.224417ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:38:08.009163Z","caller":"traceutil/trace.go:171","msg":"trace[1493105506] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26063; }","duration":"693.567009ms","start":"2026-05-09T04:38:07.315589Z","end":"2026-05-09T04:38:08.009156Z","steps":["trace[1493105506] 'agreement among raft nodes before linearized reading' (duration: 693.499127ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:08.009389Z","caller":"traceutil/trace.go:171","msg":"trace[1030443701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26063; }","duration":"724.940374ms","start":"2026-05-09T04:38:07.284421Z","end":"2026-05-09T04:38:08.009361Z","steps":["trace[1030443701] 'agreement among raft nodes before linearized reading' (duration: 724.661407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.009395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108807358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-05-09T04:38:08.009418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.315576Z","time spent":"693.829675ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" "} {"level":"info","ts":"2026-05-09T04:38:08.009443Z","caller":"traceutil/trace.go:171","msg":"trace[1923334636] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26063; }","duration":"1.1088723s","start":"2026-05-09T04:38:06.900563Z","end":"2026-05-09T04:38:08.009436Z","steps":["trace[1923334636] 'agreement among raft nodes before linearized reading' (duration: 1.108774378s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.009446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.622652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:38:08.009458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.284398Z","time spent":"725.046157ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T04:38:08.009473Z","caller":"traceutil/trace.go:171","msg":"trace[1769906937] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26063; }","duration":"328.692163ms","start":"2026-05-09T04:38:07.680774Z","end":"2026-05-09T04:38:08.009466Z","steps":["trace[1769906937] 'agreement among raft nodes before linearized reading' (duration: 328.608321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.00947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:06.900553Z","time spent":"1.108910321s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-05-09T04:38:08.009319Z","caller":"traceutil/trace.go:171","msg":"trace[277452733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26063; }","duration":"610.744956ms","start":"2026-05-09T04:38:07.398566Z","end":"2026-05-09T04:38:08.009311Z","steps":["trace[277452733] 'agreement among raft nodes before linearized reading' (duration: 610.658843ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:08.00916Z","caller":"traceutil/trace.go:171","msg":"trace[315411986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26063; }","duration":"700.430193ms","start":"2026-05-09T04:38:07.30872Z","end":"2026-05-09T04:38:08.00915Z","steps":["trace[315411986] 'agreement among raft nodes before linearized reading' (duration: 700.290249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.009505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.680749Z","time spent":"328.749404ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:08.009538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.308693Z","time spent":"700.838663ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:38:08.009535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.398544Z","time spent":"610.978242ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-09T04:38:08.009469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.537724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-09T04:38:08.009634Z","caller":"traceutil/trace.go:171","msg":"trace[767525988] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26063; }","duration":"402.737968ms","start":"2026-05-09T04:38:07.606889Z","end":"2026-05-09T04:38:08.009627Z","steps":["trace[767525988] 'agreement among raft nodes before linearized reading' (duration: 402.500403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.009653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:07.606868Z","time spent":"402.780579ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-05-09T04:38:08.489848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.13096ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-09T04:38:08.489984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.01114Z","time spent":"478.838019ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-09T04:38:08.513981Z","caller":"traceutil/trace.go:171","msg":"trace[2146145578] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"500.16203ms","start":"2026-05-09T04:38:08.013785Z","end":"2026-05-09T04:38:08.513947Z","steps":["trace[2146145578] 'process raft request' (duration: 499.924114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.514171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.013772Z","time spent":"500.297612ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.514425Z","caller":"traceutil/trace.go:171","msg":"trace[1579393426] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"499.624977ms","start":"2026-05-09T04:38:08.014786Z","end":"2026-05-09T04:38:08.514411Z","steps":["trace[1579393426] 'process raft request' (duration: 499.120616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.514468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.014774Z","time spent":"499.668569ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.514515Z","caller":"traceutil/trace.go:171","msg":"trace[1055001798] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"498.366959ms","start":"2026-05-09T04:38:08.016119Z","end":"2026-05-09T04:38:08.514486Z","steps":["trace[1055001798] 'process raft request' (duration: 498.290667ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:08.514559Z","caller":"traceutil/trace.go:171","msg":"trace[1834796984] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"498.544513ms","start":"2026-05-09T04:38:08.015992Z","end":"2026-05-09T04:38:08.514537Z","steps":["trace[1834796984] 'process raft request' (duration: 498.289007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.514671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.015981Z","time spent":"498.626074ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:08.514675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.016083Z","time spent":"498.506552ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.514754Z","caller":"traceutil/trace.go:171","msg":"trace[768041411] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"498.477111ms","start":"2026-05-09T04:38:08.016265Z","end":"2026-05-09T04:38:08.514742Z","steps":["trace[768041411] 'process raft request' (duration: 498.186025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.51481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.016253Z","time spent":"498.528872ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:08.514938Z","caller":"traceutil/trace.go:171","msg":"trace[1213898347] linearizableReadLoop","detail":"{readStateIndex:26924; appliedIndex:26921; }","duration":"498.928941ms","start":"2026-05-09T04:38:08.015982Z","end":"2026-05-09T04:38:08.514911Z","steps":["trace[1213898347] 'read index received' (duration: 185.704826ms)","trace[1213898347] 'applied index is now lower than readState.Index' (duration: 313.222845ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:08.515042Z","caller":"traceutil/trace.go:171","msg":"trace[1261198238] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"497.934149ms","start":"2026-05-09T04:38:08.017073Z","end":"2026-05-09T04:38:08.515007Z","steps":["trace[1261198238] 'process raft request' (duration: 497.546441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.51513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.142656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18adcbc41c4a6428\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-05-09T04:38:08.515167Z","caller":"traceutil/trace.go:171","msg":"trace[1675999488] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18adcbc41c4a6428; range_end:; response_count:1; response_revision:26069; }","duration":"499.206617ms","start":"2026-05-09T04:38:08.015946Z","end":"2026-05-09T04:38:08.515153Z","steps":["trace[1675999488] 'agreement among raft nodes before linearized reading' (duration: 499.075044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:08.515158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.017057Z","time spent":"498.036731ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:08.515187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.015932Z","time spent":"499.250878ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18adcbc41c4a6428\" "} {"level":"warn","ts":"2026-05-09T04:38:09.053654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.424155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:09.053772Z","caller":"traceutil/trace.go:171","msg":"trace[182290738] linearizableReadLoop","detail":"{readStateIndex:26929; appliedIndex:26928; }","duration":"538.747687ms","start":"2026-05-09T04:38:08.515005Z","end":"2026-05-09T04:38:09.053753Z","steps":["trace[182290738] 'read index received' (duration: 98.161008ms)","trace[182290738] 'applied index is now lower than readState.Index' (duration: 440.581308ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:09.053851Z","caller":"traceutil/trace.go:171","msg":"trace[1720182472] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"562.413758ms","start":"2026-05-09T04:38:08.491424Z","end":"2026-05-09T04:38:09.053838Z","steps":["trace[1720182472] 'process raft request' (duration: 121.714677ms)","trace[1720182472] 'compare' (duration: 439.819072ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:09.053913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.491397Z","time spent":"562.485219ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:09.054212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.338732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:09.054256Z","caller":"traceutil/trace.go:171","msg":"trace[1489232867] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26070; }","duration":"636.468035ms","start":"2026-05-09T04:38:08.417776Z","end":"2026-05-09T04:38:09.054244Z","steps":["trace[1489232867] 'agreement among raft nodes before linearized reading' (duration: 636.340202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.054293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.417754Z","time spent":"636.530096ms","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:09.054571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.756983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:09.054617Z","caller":"traceutil/trace.go:171","msg":"trace[451380418] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26070; }","duration":"713.843305ms","start":"2026-05-09T04:38:08.34076Z","end":"2026-05-09T04:38:09.054603Z","steps":["trace[451380418] 'agreement among raft nodes before linearized reading' (duration: 713.693412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.054651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.340738Z","time spent":"713.902776ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:09.054815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.640624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:09.055034Z","caller":"traceutil/trace.go:171","msg":"trace[1084362159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26070; }","duration":"911.920711ms","start":"2026-05-09T04:38:08.143097Z","end":"2026-05-09T04:38:09.055018Z","steps":["trace[1084362159] 'agreement among raft nodes before linearized reading' (duration: 911.660225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.055146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.143068Z","time spent":"912.064503ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:09.054924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.030629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:09.055336Z","caller":"traceutil/trace.go:171","msg":"trace[960749211] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26070; }","duration":"979.537791ms","start":"2026-05-09T04:38:08.075777Z","end":"2026-05-09T04:38:09.055315Z","steps":["trace[960749211] 'agreement among raft nodes before linearized reading' (duration: 979.011099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.055404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.07575Z","time spent":"979.635673ms","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:09.055835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033258349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-09T04:38:09.055888Z","caller":"traceutil/trace.go:171","msg":"trace[20015799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26070; }","duration":"1.033358621s","start":"2026-05-09T04:38:08.022513Z","end":"2026-05-09T04:38:09.055871Z","steps":["trace[20015799] 'agreement among raft nodes before linearized reading' (duration: 1.032214856s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.055926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.022494Z","time spent":"1.033420372s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-09T04:38:09.299713Z","caller":"traceutil/trace.go:171","msg":"trace[188692186] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26929; }","duration":"245.89031ms","start":"2026-05-09T04:38:09.053798Z","end":"2026-05-09T04:38:09.299688Z","steps":["trace[188692186] 'read index received' (duration: 204.355446ms)","trace[188692186] 'applied index is now lower than readState.Index' (duration: 41.533784ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:09.299896Z","caller":"traceutil/trace.go:171","msg":"trace[1898790309] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"782.426277ms","start":"2026-05-09T04:38:08.51744Z","end":"2026-05-09T04:38:09.299867Z","steps":["trace[1898790309] 'process raft request' (duration: 740.796871ms)","trace[1898790309] 'compare' (duration: 41.296518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:09.299979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.550449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-09T04:38:09.30004Z","caller":"traceutil/trace.go:171","msg":"trace[636176981] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26071; }","duration":"348.667561ms","start":"2026-05-09T04:38:08.951358Z","end":"2026-05-09T04:38:09.300025Z","steps":["trace[636176981] 'agreement among raft nodes before linearized reading' (duration: 348.469447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.300084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.653236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-09T04:38:09.300129Z","caller":"traceutil/trace.go:171","msg":"trace[8609899] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26071; }","duration":"242.760619ms","start":"2026-05-09T04:38:09.057358Z","end":"2026-05-09T04:38:09.300119Z","steps":["trace[8609899] 'agreement among raft nodes before linearized reading' (duration: 242.608316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.300178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.097537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-09T04:38:09.300216Z","caller":"traceutil/trace.go:171","msg":"trace[25433933] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26071; }","duration":"283.171548ms","start":"2026-05-09T04:38:09.017035Z","end":"2026-05-09T04:38:09.300206Z","steps":["trace[25433933] 'agreement among raft nodes before linearized reading' (duration: 283.078286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.30009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.951333Z","time spent":"348.746353ms","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-09T04:38:09.300042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:08.517419Z","time spent":"782.557559ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:09.30042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.684347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:09.300506Z","caller":"traceutil/trace.go:171","msg":"trace[785835700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26071; }","duration":"242.826961ms","start":"2026-05-09T04:38:09.057659Z","end":"2026-05-09T04:38:09.300486Z","steps":["trace[785835700] 'agreement among raft nodes before linearized reading' (duration: 242.634116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:09.300581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.762186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:09.301688Z","caller":"traceutil/trace.go:171","msg":"trace[1667821734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26071; }","duration":"113.049413ms","start":"2026-05-09T04:38:09.187689Z","end":"2026-05-09T04:38:09.300739Z","steps":["trace[1667821734] 'agreement among raft nodes before linearized reading' (duration: 112.632253ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.220113Z","caller":"traceutil/trace.go:171","msg":"trace[2145590447] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"204.445348ms","start":"2026-05-09T04:38:10.015641Z","end":"2026-05-09T04:38:10.220086Z","steps":["trace[2145590447] 'process raft request' (duration: 203.627059ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.716319Z","caller":"traceutil/trace.go:171","msg":"trace[6533884] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"699.101874ms","start":"2026-05-09T04:38:10.017196Z","end":"2026-05-09T04:38:10.716297Z","steps":["trace[6533884] 'process raft request' (duration: 699.034353ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.716328Z","caller":"traceutil/trace.go:171","msg":"trace[1366652237] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"700.060935ms","start":"2026-05-09T04:38:10.016233Z","end":"2026-05-09T04:38:10.716294Z","steps":["trace[1366652237] 'process raft request' (duration: 699.798799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.716533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.017171Z","time spent":"699.292048ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:10.716364Z","caller":"traceutil/trace.go:171","msg":"trace[86039724] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"699.327199ms","start":"2026-05-09T04:38:10.017004Z","end":"2026-05-09T04:38:10.716331Z","steps":["trace[86039724] 'process raft request' (duration: 699.187616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.716684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.016225Z","time spent":"700.359191ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:10.716747Z","caller":"traceutil/trace.go:171","msg":"trace[1804048809] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"699.233817ms","start":"2026-05-09T04:38:10.017501Z","end":"2026-05-09T04:38:10.716735Z","steps":["trace[1804048809] 'process raft request' (duration: 699.138655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.716779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.016992Z","time spent":"699.678756ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:10.716878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.017476Z","time spent":"699.322609ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:10.716843Z","caller":"traceutil/trace.go:171","msg":"trace[1107822104] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"699.524654ms","start":"2026-05-09T04:38:10.017248Z","end":"2026-05-09T04:38:10.716773Z","steps":["trace[1107822104] 'process raft request' (duration: 699.015362ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.716966Z","caller":"traceutil/trace.go:171","msg":"trace[1482603694] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"698.659283ms","start":"2026-05-09T04:38:10.018286Z","end":"2026-05-09T04:38:10.716945Z","steps":["trace[1482603694] 'process raft request' (duration: 698.414848ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.716996Z","caller":"traceutil/trace.go:171","msg":"trace[1398970722] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"579.001243ms","start":"2026-05-09T04:38:10.137971Z","end":"2026-05-09T04:38:10.716972Z","steps":["trace[1398970722] 'process raft request' (duration: 578.88568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.717067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.018272Z","time spent":"698.747775ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:10.717089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.137913Z","time spent":"579.127585ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:10.717092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.017235Z","time spent":"699.721198ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:10.716974Z","caller":"traceutil/trace.go:171","msg":"trace[526144265] linearizableReadLoop","detail":"{readStateIndex:26938; appliedIndex:26930; }","duration":"684.620097ms","start":"2026-05-09T04:38:10.032329Z","end":"2026-05-09T04:38:10.716949Z","steps":["trace[526144265] 'read index received' (duration: 187.100807ms)","trace[526144265] 'applied index is now lower than readState.Index' (duration: 497.51802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:10.717143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.787811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:38:10.717193Z","caller":"traceutil/trace.go:171","msg":"trace[547941067] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26080; }","duration":"684.889434ms","start":"2026-05-09T04:38:10.032292Z","end":"2026-05-09T04:38:10.717181Z","steps":["trace[547941067] 'agreement among raft nodes before linearized reading' (duration: 684.73698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.717241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.032279Z","time spent":"684.951615ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:10.717285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.292646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:10.717321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.244962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:10.717383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.213375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:10.717381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.917951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T04:38:10.717416Z","caller":"traceutil/trace.go:171","msg":"trace[837373329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26080; }","duration":"574.272766ms","start":"2026-05-09T04:38:10.143134Z","end":"2026-05-09T04:38:10.717407Z","steps":["trace[837373329] 'agreement among raft nodes before linearized reading' (duration: 574.225815ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.717417Z","caller":"traceutil/trace.go:171","msg":"trace[126532289] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26080; }","duration":"167.355564ms","start":"2026-05-09T04:38:10.550014Z","end":"2026-05-09T04:38:10.717369Z","steps":["trace[126532289] 'agreement among raft nodes before linearized reading' (duration: 167.249911ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.717441Z","caller":"traceutil/trace.go:171","msg":"trace[750436502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26080; }","duration":"197.980282ms","start":"2026-05-09T04:38:10.519445Z","end":"2026-05-09T04:38:10.717425Z","steps":["trace[750436502] 'agreement among raft nodes before linearized reading' (duration: 197.801148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.717453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.143113Z","time spent":"574.330137ms","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:10.717451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.881385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-09T04:38:10.717472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.932825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T04:38:10.717504Z","caller":"traceutil/trace.go:171","msg":"trace[1108990449] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26080; }","duration":"492.969077ms","start":"2026-05-09T04:38:10.22452Z","end":"2026-05-09T04:38:10.717489Z","steps":["trace[1108990449] 'agreement among raft nodes before linearized reading' (duration: 492.808504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.717515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.491355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-05-09T04:38:10.717561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.224501Z","time spent":"493.04511ms","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-09T04:38:10.717568Z","caller":"traceutil/trace.go:171","msg":"trace[389017106] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26080; }","duration":"411.594117ms","start":"2026-05-09T04:38:10.30596Z","end":"2026-05-09T04:38:10.717554Z","steps":["trace[389017106] 'agreement among raft nodes before linearized reading' (duration: 411.420823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.717611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.30593Z","time spent":"411.674029ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" "} {"level":"info","ts":"2026-05-09T04:38:10.717339Z","caller":"traceutil/trace.go:171","msg":"trace[1078350378] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26080; }","duration":"574.356708ms","start":"2026-05-09T04:38:10.142968Z","end":"2026-05-09T04:38:10.717325Z","steps":["trace[1078350378] 'agreement among raft nodes before linearized reading' (duration: 574.263846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.71765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.143716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:38:10.717744Z","caller":"traceutil/trace.go:171","msg":"trace[1895238520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26080; }","duration":"198.265339ms","start":"2026-05-09T04:38:10.519463Z","end":"2026-05-09T04:38:10.717728Z","steps":["trace[1895238520] 'agreement among raft nodes before linearized reading' (duration: 198.100685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.717579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.537392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:38:10.717882Z","caller":"traceutil/trace.go:171","msg":"trace[1001776233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26080; }","duration":"197.88626ms","start":"2026-05-09T04:38:10.519983Z","end":"2026-05-09T04:38:10.717869Z","steps":["trace[1001776233] 'agreement among raft nodes before linearized reading' (duration: 197.313007ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.717518Z","caller":"traceutil/trace.go:171","msg":"trace[466511593] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26080; }","duration":"396.002836ms","start":"2026-05-09T04:38:10.321504Z","end":"2026-05-09T04:38:10.717506Z","steps":["trace[466511593] 'agreement among raft nodes before linearized reading' (duration: 395.811872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.720058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.321493Z","time spent":"398.534793ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:10.717743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.142907Z","time spent":"574.813797ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:10.717655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.210518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T04:38:10.720402Z","caller":"traceutil/trace.go:171","msg":"trace[1087871723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26080; }","duration":"200.98634ms","start":"2026-05-09T04:38:10.519389Z","end":"2026-05-09T04:38:10.720375Z","steps":["trace[1087871723] 'agreement among raft nodes before linearized reading' (duration: 198.148876ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:10.716839Z","caller":"traceutil/trace.go:171","msg":"trace[946324825] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"699.541343ms","start":"2026-05-09T04:38:10.017262Z","end":"2026-05-09T04:38:10.716803Z","steps":["trace[946324825] 'process raft request' (duration: 699.258477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:10.72061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:10.017232Z","time spent":"703.294358ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:10.718258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.916134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:38:10.720725Z","caller":"traceutil/trace.go:171","msg":"trace[1832328202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26080; }","duration":"201.438121ms","start":"2026-05-09T04:38:10.51927Z","end":"2026-05-09T04:38:10.720708Z","steps":["trace[1832328202] 'agreement among raft nodes before linearized reading' (duration: 198.339131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:11.883113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.626507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-09T04:38:11.883263Z","caller":"traceutil/trace.go:171","msg":"trace[218313207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26087; }","duration":"158.862233ms","start":"2026-05-09T04:38:11.724373Z","end":"2026-05-09T04:38:11.883235Z","steps":["trace[218313207] 'range keys from in-memory index tree' (duration: 158.362301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:11.883407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.426287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:11.883503Z","caller":"traceutil/trace.go:171","msg":"trace[449259823] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26087; }","duration":"268.60295ms","start":"2026-05-09T04:38:11.614876Z","end":"2026-05-09T04:38:11.883479Z","steps":["trace[449259823] 'count revisions from in-memory index tree' (duration: 268.292243ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:12.454208Z","caller":"traceutil/trace.go:171","msg":"trace[455643081] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"227.874107ms","start":"2026-05-09T04:38:12.225744Z","end":"2026-05-09T04:38:12.453618Z","steps":["trace[455643081] 'process raft request' (duration: 227.544389ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:13.038715Z","caller":"traceutil/trace.go:171","msg":"trace[766234608] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"127.58113ms","start":"2026-05-09T04:38:12.911108Z","end":"2026-05-09T04:38:13.038689Z","steps":["trace[766234608] 'process raft request' (duration: 127.364895ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:13.105753Z","caller":"traceutil/trace.go:171","msg":"trace[213103568] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"194.163428ms","start":"2026-05-09T04:38:12.911561Z","end":"2026-05-09T04:38:13.105724Z","steps":["trace[213103568] 'process raft request' (duration: 193.923052ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:13.106009Z","caller":"traceutil/trace.go:171","msg":"trace[285475911] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"194.409473ms","start":"2026-05-09T04:38:12.911562Z","end":"2026-05-09T04:38:13.105972Z","steps":["trace[285475911] 'process raft request' (duration: 194.119157ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:13.108952Z","caller":"traceutil/trace.go:171","msg":"trace[1625080817] linearizableReadLoop","detail":"{readStateIndex:26961; appliedIndex:26956; }","duration":"194.076095ms","start":"2026-05-09T04:38:12.914854Z","end":"2026-05-09T04:38:13.10893Z","steps":["trace[1625080817] 'read index received' (duration: 123.659951ms)","trace[1625080817] 'applied index is now lower than readState.Index' (duration: 70.415124ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:13.109092Z","caller":"traceutil/trace.go:171","msg":"trace[1945461394] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"196.651592ms","start":"2026-05-09T04:38:12.912401Z","end":"2026-05-09T04:38:13.109052Z","steps":["trace[1945461394] 'process raft request' (duration: 193.544523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:13.109134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.263068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-05-09T04:38:13.109197Z","caller":"traceutil/trace.go:171","msg":"trace[58248913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1947ad4f-d6a0-4078-9e76-204dd9d63d92; range_end:; response_count:1; response_revision:26102; }","duration":"194.349741ms","start":"2026-05-09T04:38:12.914826Z","end":"2026-05-09T04:38:13.109176Z","steps":["trace[58248913] 'agreement among raft nodes before linearized reading' (duration: 194.196878ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:13.109162Z","caller":"traceutil/trace.go:171","msg":"trace[1078945546] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"196.648222ms","start":"2026-05-09T04:38:12.912461Z","end":"2026-05-09T04:38:13.109109Z","steps":["trace[1078945546] 'process raft request' (duration: 196.425878ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:14.203134Z","caller":"traceutil/trace.go:171","msg":"trace[812345257] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"100.774957ms","start":"2026-05-09T04:38:14.102317Z","end":"2026-05-09T04:38:14.203092Z","steps":["trace[812345257] 'process raft request' (duration: 89.143965ms)","trace[812345257] 'compare' (duration: 11.024118ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:16.979531Z","caller":"traceutil/trace.go:171","msg":"trace[1242646001] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"243.065747ms","start":"2026-05-09T04:38:16.736432Z","end":"2026-05-09T04:38:16.979498Z","steps":["trace[1242646001] 'process raft request' (duration: 242.893823ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:17.432954Z","caller":"traceutil/trace.go:171","msg":"trace[732701816] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"693.673301ms","start":"2026-05-09T04:38:16.739265Z","end":"2026-05-09T04:38:17.432938Z","steps":["trace[732701816] 'process raft request' (duration: 693.6105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.43305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.739249Z","time spent":"693.752983ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.43309Z","caller":"traceutil/trace.go:171","msg":"trace[331944844] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"691.613535ms","start":"2026-05-09T04:38:16.741468Z","end":"2026-05-09T04:38:17.433081Z","steps":["trace[331944844] 'process raft request' (duration: 691.447171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.433141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.741441Z","time spent":"691.673526ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.433162Z","caller":"traceutil/trace.go:171","msg":"trace[152812441] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"695.81366ms","start":"2026-05-09T04:38:16.737341Z","end":"2026-05-09T04:38:17.433155Z","steps":["trace[152812441] 'process raft request' (duration: 625.362524ms)","trace[152812441] 'compare' (duration: 69.426782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:17.433189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.737301Z","time spent":"695.873301ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.433296Z","caller":"traceutil/trace.go:171","msg":"trace[849183738] linearizableReadLoop","detail":"{readStateIndex:27006; appliedIndex:26999; }","duration":"653.915088ms","start":"2026-05-09T04:38:16.779374Z","end":"2026-05-09T04:38:17.433289Z","steps":["trace[849183738] 'read index received' (duration: 199.910547ms)","trace[849183738] 'applied index is now lower than readState.Index' (duration: 454.004071ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:17.433358Z","caller":"traceutil/trace.go:171","msg":"trace[700339497] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"691.309808ms","start":"2026-05-09T04:38:16.742044Z","end":"2026-05-09T04:38:17.433354Z","steps":["trace[700339497] 'process raft request' (duration: 690.999901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.433382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.742036Z","time spent":"691.332249ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.433422Z","caller":"traceutil/trace.go:171","msg":"trace[1229771990] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"690.325827ms","start":"2026-05-09T04:38:16.743092Z","end":"2026-05-09T04:38:17.433418Z","steps":["trace[1229771990] 'process raft request' (duration: 690.157413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.433442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.743083Z","time spent":"690.347877ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.433475Z","caller":"traceutil/trace.go:171","msg":"trace[1110075991] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"688.219509ms","start":"2026-05-09T04:38:16.745249Z","end":"2026-05-09T04:38:17.433468Z","steps":["trace[1110075991] 'process raft request' (duration: 688.020134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.4335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.745231Z","time spent":"688.25435ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:17.433559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.188314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:38:17.433573Z","caller":"traceutil/trace.go:171","msg":"trace[1399283910] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26145; }","duration":"654.257295ms","start":"2026-05-09T04:38:16.779312Z","end":"2026-05-09T04:38:17.433569Z","steps":["trace[1399283910] 'agreement among raft nodes before linearized reading' (duration: 654.216564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.433586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.779284Z","time spent":"654.299256ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:17.474129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.417974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:17.474152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.785887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:38:17.47421Z","caller":"traceutil/trace.go:171","msg":"trace[1174600354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26146; }","duration":"331.549046ms","start":"2026-05-09T04:38:17.142639Z","end":"2026-05-09T04:38:17.474188Z","steps":["trace[1174600354] 'agreement among raft nodes before linearized reading' (duration: 331.413363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.474264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.142582Z","time spent":"331.673729ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:17.474261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.924161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:17.474288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.966416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-09T04:38:17.474315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.760909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T04:38:17.474352Z","caller":"traceutil/trace.go:171","msg":"trace[730736883] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26146; }","duration":"363.087945ms","start":"2026-05-09T04:38:17.111245Z","end":"2026-05-09T04:38:17.474333Z","steps":["trace[730736883] 'agreement among raft nodes before linearized reading' (duration: 362.923862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.474362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.562615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-09T04:38:17.474366Z","caller":"traceutil/trace.go:171","msg":"trace[667165403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26146; }","duration":"310.836041ms","start":"2026-05-09T04:38:17.163521Z","end":"2026-05-09T04:38:17.474357Z","steps":["trace[667165403] 'agreement among raft nodes before linearized reading' (duration: 310.503993ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:17.47437Z","caller":"traceutil/trace.go:171","msg":"trace[314803412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26146; }","duration":"352.080717ms","start":"2026-05-09T04:38:17.122266Z","end":"2026-05-09T04:38:17.474347Z","steps":["trace[314803412] 'agreement among raft nodes before linearized reading' (duration: 351.818162ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:17.474404Z","caller":"traceutil/trace.go:171","msg":"trace[1470086647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26146; }","duration":"310.621306ms","start":"2026-05-09T04:38:17.163774Z","end":"2026-05-09T04:38:17.474395Z","steps":["trace[1470086647] 'agreement among raft nodes before linearized reading' (duration: 310.415431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.474409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.163509Z","time spent":"310.894402ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:17.47441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.111192Z","time spent":"363.203278ms","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:17.47442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.122254Z","time spent":"352.1551ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:17.474463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.163764Z","time spent":"310.666857ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T04:38:17.47421Z","caller":"traceutil/trace.go:171","msg":"trace[135760418] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26146; }","duration":"630.915159ms","start":"2026-05-09T04:38:16.843282Z","end":"2026-05-09T04:38:17.474197Z","steps":["trace[135760418] 'agreement among raft nodes before linearized reading' (duration: 630.715925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.474542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:16.843248Z","time spent":"631.279987ms","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:17.474129Z","caller":"traceutil/trace.go:171","msg":"trace[528505745] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"267.451445ms","start":"2026-05-09T04:38:17.206652Z","end":"2026-05-09T04:38:17.474103Z","steps":["trace[528505745] 'process raft request' (duration: 267.20625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.474302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.269444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-09T04:38:17.474678Z","caller":"traceutil/trace.go:171","msg":"trace[1307522512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26146; }","duration":"268.704804ms","start":"2026-05-09T04:38:17.205961Z","end":"2026-05-09T04:38:17.474666Z","steps":["trace[1307522512] 'agreement among raft nodes before linearized reading' (duration: 268.211153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.474678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.483977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T04:38:17.474783Z","caller":"traceutil/trace.go:171","msg":"trace[468338697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26146; }","duration":"312.631341ms","start":"2026-05-09T04:38:17.162127Z","end":"2026-05-09T04:38:17.474758Z","steps":["trace[468338697] 'agreement among raft nodes before linearized reading' (duration: 311.990696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.474849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.162087Z","time spent":"312.748433ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:38:17.659807Z","caller":"traceutil/trace.go:171","msg":"trace[429181491] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"180.52148ms","start":"2026-05-09T04:38:17.479251Z","end":"2026-05-09T04:38:17.659773Z","steps":["trace[429181491] 'process raft request' (duration: 137.713317ms)","trace[429181491] 'compare' (duration: 42.510686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:17.982241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.485321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:17.982489Z","caller":"traceutil/trace.go:171","msg":"trace[380350508] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"502.082802ms","start":"2026-05-09T04:38:17.480357Z","end":"2026-05-09T04:38:17.98244Z","steps":["trace[380350508] 'process raft request' (duration: 348.262923ms)","trace[380350508] 'compare' (duration: 153.331558ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:17.982558Z","caller":"traceutil/trace.go:171","msg":"trace[2085050030] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"502.111664ms","start":"2026-05-09T04:38:17.480422Z","end":"2026-05-09T04:38:17.982534Z","steps":["trace[2085050030] 'process raft request' (duration: 501.909549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.982678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.480417Z","time spent":"502.217386ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:17.982713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.480335Z","time spent":"502.248017ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.982787Z","caller":"traceutil/trace.go:171","msg":"trace[1776971682] linearizableReadLoop","detail":"{readStateIndex:27012; appliedIndex:27007; }","duration":"476.589109ms","start":"2026-05-09T04:38:17.506177Z","end":"2026-05-09T04:38:17.982766Z","steps":["trace[1776971682] 'read index received' (duration: 110.812622ms)","trace[1776971682] 'applied index is now lower than readState.Index' (duration: 365.775457ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:17.982827Z","caller":"traceutil/trace.go:171","msg":"trace[1506106559] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"502.0059ms","start":"2026-05-09T04:38:17.48079Z","end":"2026-05-09T04:38:17.982796Z","steps":["trace[1506106559] 'process raft request' (duration: 501.875477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.982979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.785833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:17.982991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.480775Z","time spent":"502.126663ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.982824Z","caller":"traceutil/trace.go:171","msg":"trace[2097354349] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"502.282597ms","start":"2026-05-09T04:38:17.480505Z","end":"2026-05-09T04:38:17.982788Z","steps":["trace[2097354349] 'process raft request' (duration: 501.948ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:17.983027Z","caller":"traceutil/trace.go:171","msg":"trace[1998598216] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26151; }","duration":"476.844974ms","start":"2026-05-09T04:38:17.506171Z","end":"2026-05-09T04:38:17.983016Z","steps":["trace[1998598216] 'agreement among raft nodes before linearized reading' (duration: 476.695001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.983055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.506136Z","time spent":"476.913746ms","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:17.983077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.73476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-09T04:38:17.98298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.269473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:17.98313Z","caller":"traceutil/trace.go:171","msg":"trace[376815389] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26151; }","duration":"139.463737ms","start":"2026-05-09T04:38:17.843655Z","end":"2026-05-09T04:38:17.983119Z","steps":["trace[376815389] 'agreement among raft nodes before linearized reading' (duration: 139.277862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.983133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.480482Z","time spent":"502.572294ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:17.983149Z","caller":"traceutil/trace.go:171","msg":"trace[1536732891] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26151; }","duration":"375.828712ms","start":"2026-05-09T04:38:17.607282Z","end":"2026-05-09T04:38:17.983111Z","steps":["trace[1536732891] 'agreement among raft nodes before linearized reading' (duration: 375.635198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:17.983247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:17.607261Z","time spent":"375.942954ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-05-09T04:38:19.128399Z","caller":"traceutil/trace.go:171","msg":"trace[520679235] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"142.895253ms","start":"2026-05-09T04:38:18.98548Z","end":"2026-05-09T04:38:19.128375Z","steps":["trace[520679235] 'process raft request' (duration: 142.72959ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:19.388427Z","caller":"traceutil/trace.go:171","msg":"trace[620866111] linearizableReadLoop","detail":"{readStateIndex:27018; appliedIndex:27016; }","duration":"355.33217ms","start":"2026-05-09T04:38:19.03307Z","end":"2026-05-09T04:38:19.388403Z","steps":["trace[620866111] 'read index received' (duration: 95.194651ms)","trace[620866111] 'applied index is now lower than readState.Index' (duration: 260.136639ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:19.388474Z","caller":"traceutil/trace.go:171","msg":"trace[1355854095] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"369.979502ms","start":"2026-05-09T04:38:19.018446Z","end":"2026-05-09T04:38:19.388426Z","steps":["trace[1355854095] 'process raft request' (duration: 369.739685ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:19.388588Z","caller":"traceutil/trace.go:171","msg":"trace[268676545] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"353.311366ms","start":"2026-05-09T04:38:19.035264Z","end":"2026-05-09T04:38:19.388575Z","steps":["trace[268676545] 'process raft request' (duration: 353.07707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:19.388716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.827511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:19.388738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.035249Z","time spent":"353.376538ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T04:38:19.388768Z","caller":"traceutil/trace.go:171","msg":"trace[933915971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26157; }","duration":"137.928102ms","start":"2026-05-09T04:38:19.250826Z","end":"2026-05-09T04:38:19.388754Z","steps":["trace[933915971] 'agreement among raft nodes before linearized reading' (duration: 137.83431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:19.388793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.324835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-09T04:38:19.388829Z","caller":"traceutil/trace.go:171","msg":"trace[912838087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26157; }","duration":"268.361605ms","start":"2026-05-09T04:38:19.120456Z","end":"2026-05-09T04:38:19.388817Z","steps":["trace[912838087] 'agreement among raft nodes before linearized reading' (duration: 268.199182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:19.388918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.181076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:19.388922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.834872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-05-09T04:38:19.388969Z","caller":"traceutil/trace.go:171","msg":"trace[792426028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26157; }","duration":"246.280189ms","start":"2026-05-09T04:38:19.142675Z","end":"2026-05-09T04:38:19.388955Z","steps":["trace[792426028] 'agreement among raft nodes before linearized reading' (duration: 246.178746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:19.388957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.37986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-09T04:38:19.388983Z","caller":"traceutil/trace.go:171","msg":"trace[918278623] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26157; }","duration":"355.947195ms","start":"2026-05-09T04:38:19.03302Z","end":"2026-05-09T04:38:19.388967Z","steps":["trace[918278623] 'agreement among raft nodes before linearized reading' (duration: 355.808862ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:19.389023Z","caller":"traceutil/trace.go:171","msg":"trace[174751602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26157; }","duration":"161.501623ms","start":"2026-05-09T04:38:19.227506Z","end":"2026-05-09T04:38:19.389008Z","steps":["trace[174751602] 'agreement among raft nodes before linearized reading' (duration: 161.278268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:19.389049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.032997Z","time spent":"356.039857ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10674,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-09T04:38:19.389214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.018423Z","time spent":"370.119314ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:19.838999Z","caller":"traceutil/trace.go:171","msg":"trace[1719426436] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"441.160302ms","start":"2026-05-09T04:38:19.397812Z","end":"2026-05-09T04:38:19.838972Z","steps":["trace[1719426436] 'process raft request' (duration: 434.356999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:19.839146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.397793Z","time spent":"441.276654ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:20.147917Z","caller":"traceutil/trace.go:171","msg":"trace[1568781379] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"709.706272ms","start":"2026-05-09T04:38:19.438167Z","end":"2026-05-09T04:38:20.147873Z","steps":["trace[1568781379] 'process raft request' (duration: 702.281145ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:20.147993Z","caller":"traceutil/trace.go:171","msg":"trace[729805034] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"709.381685ms","start":"2026-05-09T04:38:19.438586Z","end":"2026-05-09T04:38:20.147968Z","steps":["trace[729805034] 'process raft request' (duration: 709.187821ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:20.148028Z","caller":"traceutil/trace.go:171","msg":"trace[889637878] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"708.417453ms","start":"2026-05-09T04:38:19.439582Z","end":"2026-05-09T04:38:20.148Z","steps":["trace[889637878] 'process raft request' (duration: 708.323981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.148109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.438561Z","time spent":"709.483187ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:20.148111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.438149Z","time spent":"709.847146ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:20.148248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.439575Z","time spent":"708.562806ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:20.148397Z","caller":"traceutil/trace.go:171","msg":"trace[918774330] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"707.85546ms","start":"2026-05-09T04:38:19.440488Z","end":"2026-05-09T04:38:20.148343Z","steps":["trace[918774330] 'process raft request' (duration: 707.464222ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:20.148712Z","caller":"traceutil/trace.go:171","msg":"trace[1511335849] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"708.047994ms","start":"2026-05-09T04:38:19.440647Z","end":"2026-05-09T04:38:20.148695Z","steps":["trace[1511335849] 'process raft request' (duration: 707.608945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.148777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.440479Z","time spent":"708.018874ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:20.148808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.440621Z","time spent":"708.140677ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:20.148829Z","caller":"traceutil/trace.go:171","msg":"trace[435881408] linearizableReadLoop","detail":"{readStateIndex:27026; appliedIndex:27019; }","duration":"691.655586ms","start":"2026-05-09T04:38:19.45716Z","end":"2026-05-09T04:38:20.148816Z","steps":["trace[435881408] 'read index received' (duration: 375.024385ms)","trace[435881408] 'applied index is now lower than readState.Index' (duration: 316.629271ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:20.148881Z","caller":"traceutil/trace.go:171","msg":"trace[1541800346] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"707.517523ms","start":"2026-05-09T04:38:19.441347Z","end":"2026-05-09T04:38:20.148865Z","steps":["trace[1541800346] 'process raft request' (duration: 707.098784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.14896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.804849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:20.148962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.441331Z","time spent":"707.590874ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:20.148984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.179951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:20.149031Z","caller":"traceutil/trace.go:171","msg":"trace[868439814] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26164; }","duration":"529.265633ms","start":"2026-05-09T04:38:19.619755Z","end":"2026-05-09T04:38:20.14902Z","steps":["trace[868439814] 'agreement among raft nodes before linearized reading' (duration: 529.182232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.14907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.619733Z","time spent":"529.329295ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T04:38:20.149154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.089802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T04:38:20.149235Z","caller":"traceutil/trace.go:171","msg":"trace[56643961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26164; }","duration":"161.186035ms","start":"2026-05-09T04:38:19.988039Z","end":"2026-05-09T04:38:20.149225Z","steps":["trace[56643961] 'agreement among raft nodes before linearized reading' (duration: 161.012131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.149274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.390701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-05-09T04:38:20.149323Z","caller":"traceutil/trace.go:171","msg":"trace[1994792824] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26164; }","duration":"298.488783ms","start":"2026-05-09T04:38:19.850823Z","end":"2026-05-09T04:38:20.149312Z","steps":["trace[1994792824] 'agreement among raft nodes before linearized reading' (duration: 298.242407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.149301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.043591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T04:38:20.150278Z","caller":"traceutil/trace.go:171","msg":"trace[194829953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26164; }","duration":"162.023973ms","start":"2026-05-09T04:38:19.988215Z","end":"2026-05-09T04:38:20.150239Z","steps":["trace[194829953] 'agreement among raft nodes before linearized reading' (duration: 160.763526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.150362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.563476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T04:38:20.150411Z","caller":"traceutil/trace.go:171","msg":"trace[980102292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26164; }","duration":"162.67764ms","start":"2026-05-09T04:38:19.987721Z","end":"2026-05-09T04:38:20.150399Z","steps":["trace[980102292] 'agreement among raft nodes before linearized reading' (duration: 161.243367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.149418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.728837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-09T04:38:20.150549Z","caller":"traceutil/trace.go:171","msg":"trace[375860820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26164; }","duration":"487.897964ms","start":"2026-05-09T04:38:19.66264Z","end":"2026-05-09T04:38:20.150538Z","steps":["trace[375860820] 'agreement among raft nodes before linearized reading' (duration: 486.670056ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:20.148998Z","caller":"traceutil/trace.go:171","msg":"trace[330260754] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26164; }","duration":"691.84786ms","start":"2026-05-09T04:38:19.457139Z","end":"2026-05-09T04:38:20.148987Z","steps":["trace[330260754] 'agreement among raft nodes before linearized reading' (duration: 691.775998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:20.150984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.457054Z","time spent":"693.908177ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-09T04:38:20.151048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:19.662618Z","time spent":"488.331993ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:38:20.14959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.932442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-09T04:38:20.151284Z","caller":"traceutil/trace.go:171","msg":"trace[154286431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26164; }","duration":"163.656491ms","start":"2026-05-09T04:38:19.987616Z","end":"2026-05-09T04:38:20.151272Z","steps":["trace[154286431] 'agreement among raft nodes before linearized reading' (duration: 161.902662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:43.255347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885996613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:38:44.509952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135093049s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T04:38:44.511312Z","caller":"traceutil/trace.go:171","msg":"trace[2120780618] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"1.299280242s","start":"2026-05-09T04:38:43.212005Z","end":"2026-05-09T04:38:44.511286Z","steps":["trace[2120780618] 'process raft request' (duration: 1.298108085s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:44.511466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:43.211974Z","time spent":"1.299409845s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:44.511314Z","caller":"traceutil/trace.go:171","msg":"trace[107440513] linearizableReadLoop","detail":"{readStateIndex:27229; appliedIndex:27227; }","duration":"1.757485247s","start":"2026-05-09T04:38:42.753259Z","end":"2026-05-09T04:38:44.510744Z","steps":["trace[107440513] 'read index received' (duration: 621.701922ms)","trace[107440513] 'applied index is now lower than readState.Index' (duration: 1.135780575s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:44.755871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002585449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-09T04:38:44.755974Z","caller":"traceutil/trace.go:171","msg":"trace[1389115581] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26362; }","duration":"2.002744983s","start":"2026-05-09T04:38:42.753201Z","end":"2026-05-09T04:38:44.755946Z","steps":["trace[1389115581] 'agreement among raft nodes before linearized reading' (duration: 1.758162642s)","trace[1389115581] 'range keys from in-memory index tree' (duration: 244.334805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:44.756046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:42.753173Z","time spent":"2.002852306s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-09T04:38:44.756932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.278802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:44.757266Z","caller":"traceutil/trace.go:171","msg":"trace[974133646] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"531.8078ms","start":"2026-05-09T04:38:44.225394Z","end":"2026-05-09T04:38:44.757202Z","steps":["trace[974133646] 'process raft request' (duration: 415.324311ms)","trace[974133646] 'compare' (duration: 115.149539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:44.757396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.225368Z","time spent":"531.960714ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:44.928203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T04:38:44.928292Z","caller":"traceutil/trace.go:171","msg":"trace[934285053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003825s","start":"2026-05-09T04:38:42.927889Z","end":"2026-05-09T04:38:44.928272Z","steps":["trace[934285053] 'agreement among raft nodes before linearized reading' (duration: 2.000266527s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:44.928352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:42.92787Z","time spent":"2.000471072s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T04:38:45.088545Z","caller":"traceutil/trace.go:171","msg":"trace[509132434] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"768.077335ms","start":"2026-05-09T04:38:44.320435Z","end":"2026-05-09T04:38:45.088512Z","steps":["trace[509132434] 'process raft request' (duration: 767.021611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.088732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.320411Z","time spent":"768.226979ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:45.088733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073580567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:45.088862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.650638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-09T04:38:45.088834Z","caller":"traceutil/trace.go:171","msg":"trace[786601142] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"761.070928ms","start":"2026-05-09T04:38:44.327704Z","end":"2026-05-09T04:38:45.088775Z","steps":["trace[786601142] 'process raft request' (duration: 760.619908ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:45.088895Z","caller":"traceutil/trace.go:171","msg":"trace[1740267433] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"766.937549ms","start":"2026-05-09T04:38:44.321931Z","end":"2026-05-09T04:38:45.088868Z","steps":["trace[1740267433] 'process raft request' (duration: 766.243353ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:45.088939Z","caller":"traceutil/trace.go:171","msg":"trace[2004597971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26368; }","duration":"744.778731ms","start":"2026-05-09T04:38:44.344145Z","end":"2026-05-09T04:38:45.088923Z","steps":["trace[2004597971] 'agreement among raft nodes before linearized reading' (duration: 744.565576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.088983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.344135Z","time spent":"744.839372ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T04:38:45.088966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.541149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T04:38:45.089041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.321919Z","time spent":"767.052392ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:45.089036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.974084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T04:38:45.089079Z","caller":"traceutil/trace.go:171","msg":"trace[16983549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26368; }","duration":"737.720403ms","start":"2026-05-09T04:38:44.351333Z","end":"2026-05-09T04:38:45.089053Z","steps":["trace[16983549] 'agreement among raft nodes before linearized reading' (duration: 737.423146ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:45.0891Z","caller":"traceutil/trace.go:171","msg":"trace[141151318] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26368; }","duration":"600.092887ms","start":"2026-05-09T04:38:44.488989Z","end":"2026-05-09T04:38:45.089082Z","steps":["trace[141151318] 'agreement among raft nodes before linearized reading' (duration: 599.731279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.327684Z","time spent":"761.293482ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:45.088816Z","caller":"traceutil/trace.go:171","msg":"trace[1574222567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26368; }","duration":"2.07372931s","start":"2026-05-09T04:38:43.015065Z","end":"2026-05-09T04:38:45.088794Z","steps":["trace[1574222567] 'agreement among raft nodes before linearized reading' (duration: 2.073579377s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.735523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-09T04:38:45.089142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.351317Z","time spent":"737.807005ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:45.089149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.664991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T04:38:45.08919Z","caller":"traceutil/trace.go:171","msg":"trace[1358540729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26368; }","duration":"741.735743ms","start":"2026-05-09T04:38:44.347445Z","end":"2026-05-09T04:38:45.08918Z","steps":["trace[1358540729] 'agreement among raft nodes before linearized reading' (duration: 741.62887ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:45.089202Z","caller":"traceutil/trace.go:171","msg":"trace[1092546340] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"760.041334ms","start":"2026-05-09T04:38:44.329148Z","end":"2026-05-09T04:38:45.089189Z","steps":["trace[1092546340] 'process raft request' (duration: 759.238406ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:45.089197Z","caller":"traceutil/trace.go:171","msg":"trace[1708897061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26368; }","duration":"737.879287ms","start":"2026-05-09T04:38:44.351291Z","end":"2026-05-09T04:38:45.08917Z","steps":["trace[1708897061] 'agreement among raft nodes before linearized reading' (duration: 737.523549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.347431Z","time spent":"741.783044ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:38:45.089218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:43.015037Z","time spent":"2.07415429s","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:45.089151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.488928Z","time spent":"600.209449ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:45.089288Z","caller":"traceutil/trace.go:171","msg":"trace[118293592] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"758.97547ms","start":"2026-05-09T04:38:44.330251Z","end":"2026-05-09T04:38:45.089226Z","steps":["trace[118293592] 'process raft request' (duration: 758.189702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.351283Z","time spent":"738.006219ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:45.089312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.329131Z","time spent":"760.100515ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:45.088541Z","caller":"traceutil/trace.go:171","msg":"trace[1262755524] linearizableReadLoop","detail":"{readStateIndex:27235; appliedIndex:27229; }","duration":"576.985907ms","start":"2026-05-09T04:38:44.511521Z","end":"2026-05-09T04:38:45.088507Z","steps":["trace[1262755524] 'read index received' (duration: 129.209836ms)","trace[1262755524] 'applied index is now lower than readState.Index' (duration: 447.774761ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:45.089568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.330227Z","time spent":"759.107633ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:45.089653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606324117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:45.089645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.080361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-09T04:38:45.089687Z","caller":"traceutil/trace.go:171","msg":"trace[1680066474] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26368; }","duration":"1.606401779s","start":"2026-05-09T04:38:43.483275Z","end":"2026-05-09T04:38:45.089677Z","steps":["trace[1680066474] 'agreement among raft nodes before linearized reading' (duration: 1.606332577s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.272153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:45.089704Z","caller":"traceutil/trace.go:171","msg":"trace[1411734170] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26368; }","duration":"690.178762ms","start":"2026-05-09T04:38:44.39951Z","end":"2026-05-09T04:38:45.089689Z","steps":["trace[1411734170] 'agreement among raft nodes before linearized reading' (duration: 689.808744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:43.483253Z","time spent":"1.606452809s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:45.089723Z","caller":"traceutil/trace.go:171","msg":"trace[2108385365] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26368; }","duration":"938.351754ms","start":"2026-05-09T04:38:44.151354Z","end":"2026-05-09T04:38:45.089706Z","steps":["trace[2108385365] 'agreement among raft nodes before linearized reading' (duration: 938.284063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.399488Z","time spent":"690.242624ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-09T04:38:45.089755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.563253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T04:38:45.089761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.15133Z","time spent":"938.421536ms","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:45.089779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.179573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:45.089786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528804224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-09T04:38:45.089796Z","caller":"traceutil/trace.go:171","msg":"trace[1239293532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26368; }","duration":"747.631355ms","start":"2026-05-09T04:38:44.342152Z","end":"2026-05-09T04:38:45.089783Z","steps":["trace[1239293532] 'agreement among raft nodes before linearized reading' (duration: 747.507692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309991103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-09T04:38:45.089834Z","caller":"traceutil/trace.go:171","msg":"trace[1286398566] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26368; }","duration":"1.528849395s","start":"2026-05-09T04:38:43.560972Z","end":"2026-05-09T04:38:45.089821Z","steps":["trace[1286398566] 'agreement among raft nodes before linearized reading' (duration: 1.528724892s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067216683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T04:38:45.089838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.342138Z","time spent":"747.690936ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T04:38:45.089837Z","caller":"traceutil/trace.go:171","msg":"trace[361900297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26368; }","duration":"947.265245ms","start":"2026-05-09T04:38:44.14255Z","end":"2026-05-09T04:38:45.089816Z","steps":["trace[361900297] 'agreement among raft nodes before linearized reading' (duration: 947.181803ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:45.089864Z","caller":"traceutil/trace.go:171","msg":"trace[733502245] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26368; }","duration":"1.310192928s","start":"2026-05-09T04:38:43.77966Z","end":"2026-05-09T04:38:45.089853Z","steps":["trace[733502245] 'agreement among raft nodes before linearized reading' (duration: 1.309671586s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:43.560919Z","time spent":"1.528942537s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-09T04:38:45.089883Z","caller":"traceutil/trace.go:171","msg":"trace[140680574] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26368; }","duration":"1.067302444s","start":"2026-05-09T04:38:44.022565Z","end":"2026-05-09T04:38:45.089868Z","steps":["trace[140680574] 'agreement among raft nodes before linearized reading' (duration: 1.067195022s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.089894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878529899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:45.089918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.142531Z","time spent":"947.360496ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:45.089944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:43.779646Z","time spent":"1.310245348s","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-09T04:38:45.089962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947975231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:45.089954Z","caller":"traceutil/trace.go:171","msg":"trace[1834384477] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26368; }","duration":"1.878627391s","start":"2026-05-09T04:38:43.211309Z","end":"2026-05-09T04:38:45.089936Z","steps":["trace[1834384477] 'agreement among raft nodes before linearized reading' (duration: 1.878520659s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:45.089997Z","caller":"traceutil/trace.go:171","msg":"trace[156284836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26368; }","duration":"1.948034072s","start":"2026-05-09T04:38:43.141951Z","end":"2026-05-09T04:38:45.089985Z","steps":["trace[156284836] 'agreement among raft nodes before linearized reading' (duration: 1.947981731s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.090013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:43.210981Z","time spent":"1.879015111s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:45.090028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:43.141935Z","time spent":"1.948086013s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:45.089932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.022545Z","time spent":"1.067372526s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:45.093654Z","caller":"traceutil/trace.go:171","msg":"trace[1129900000] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"451.411102ms","start":"2026-05-09T04:38:44.64223Z","end":"2026-05-09T04:38:45.093641Z","steps":["trace[1129900000] 'process raft request' (duration: 450.972163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.093782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.642212Z","time spent":"451.477433ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:45.093794Z","caller":"traceutil/trace.go:171","msg":"trace[1805484689] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"331.782421ms","start":"2026-05-09T04:38:44.761984Z","end":"2026-05-09T04:38:45.093767Z","steps":["trace[1805484689] 'process raft request' (duration: 331.373752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:45.093937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:44.761951Z","time spent":"331.905425ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:45.094409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.349124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18adcbbbb46df3f9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-09T04:38:45.094601Z","caller":"traceutil/trace.go:171","msg":"trace[2029006039] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18adcbbbb46df3f9; range_end:; response_count:1; response_revision:26370; }","duration":"163.432516ms","start":"2026-05-09T04:38:44.931011Z","end":"2026-05-09T04:38:45.094443Z","steps":["trace[2029006039] 'agreement among raft nodes before linearized reading' (duration: 163.310133ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:47.196653Z","caller":"traceutil/trace.go:171","msg":"trace[1933794117] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"680.091365ms","start":"2026-05-09T04:38:46.516537Z","end":"2026-05-09T04:38:47.196629Z","steps":["trace[1933794117] 'process raft request' (duration: 679.910251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.196799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:46.516505Z","time spent":"680.218328ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:47.742805Z","caller":"traceutil/trace.go:171","msg":"trace[264891676] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"648.126387ms","start":"2026-05-09T04:38:47.094648Z","end":"2026-05-09T04:38:47.742774Z","steps":["trace[264891676] 'process raft request' (duration: 647.943003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.742965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.09462Z","time spent":"648.269029ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:47.743133Z","caller":"traceutil/trace.go:171","msg":"trace[1274436771] linearizableReadLoop","detail":"{readStateIndex:27253; appliedIndex:27245; }","duration":"641.766154ms","start":"2026-05-09T04:38:47.101342Z","end":"2026-05-09T04:38:47.743108Z","steps":["trace[1274436771] 'read index received' (duration: 95.14951ms)","trace[1274436771] 'applied index is now lower than readState.Index' (duration: 546.615404ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:47.743353Z","caller":"traceutil/trace.go:171","msg":"trace[78318911] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"647.636475ms","start":"2026-05-09T04:38:47.095699Z","end":"2026-05-09T04:38:47.743335Z","steps":["trace[78318911] 'process raft request' (duration: 647.031652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.7435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.095685Z","time spent":"647.720848ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:47.743529Z","caller":"traceutil/trace.go:171","msg":"trace[1916120252] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"646.023649ms","start":"2026-05-09T04:38:47.097481Z","end":"2026-05-09T04:38:47.743505Z","steps":["trace[1916120252] 'process raft request' (duration: 645.457046ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:47.743597Z","caller":"traceutil/trace.go:171","msg":"trace[610897964] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"645.350974ms","start":"2026-05-09T04:38:47.098201Z","end":"2026-05-09T04:38:47.743552Z","steps":["trace[610897964] 'process raft request' (duration: 644.795522ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:47.743528Z","caller":"traceutil/trace.go:171","msg":"trace[1921819218] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"644.807212ms","start":"2026-05-09T04:38:47.098613Z","end":"2026-05-09T04:38:47.74342Z","steps":["trace[1921819218] 'process raft request' (duration: 644.437314ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:47.74366Z","caller":"traceutil/trace.go:171","msg":"trace[1499420888] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"647.783809ms","start":"2026-05-09T04:38:47.095801Z","end":"2026-05-09T04:38:47.743585Z","steps":["trace[1499420888] 'process raft request' (duration: 647.037942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.743755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.098177Z","time spent":"645.501698ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:47.743829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.095776Z","time spent":"647.955203ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:47.743157Z","caller":"traceutil/trace.go:171","msg":"trace[745745358] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"979.357216ms","start":"2026-05-09T04:38:46.763768Z","end":"2026-05-09T04:38:47.743125Z","steps":["trace[745745358] 'process raft request' (duration: 927.993782ms)","trace[745745358] 'compare' (duration: 50.470895ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:47.743902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.552481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T04:38:47.743953Z","caller":"traceutil/trace.go:171","msg":"trace[428256691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26386; }","duration":"642.622113ms","start":"2026-05-09T04:38:47.101316Z","end":"2026-05-09T04:38:47.743938Z","steps":["trace[428256691] 'agreement among raft nodes before linearized reading' (duration: 642.471589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.743931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.109894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:38:47.74405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.993739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T04:38:47.744054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.101307Z","time spent":"642.734716ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:47.74408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.486564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:38:47.744094Z","caller":"traceutil/trace.go:171","msg":"trace[1234166494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26386; }","duration":"638.058001ms","start":"2026-05-09T04:38:47.106024Z","end":"2026-05-09T04:38:47.744082Z","steps":["trace[1234166494] 'agreement among raft nodes before linearized reading' (duration: 637.861525ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:47.744112Z","caller":"traceutil/trace.go:171","msg":"trace[1944445996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26386; }","duration":"190.548666ms","start":"2026-05-09T04:38:47.553551Z","end":"2026-05-09T04:38:47.7441Z","steps":["trace[1944445996] 'agreement among raft nodes before linearized reading' (duration: 190.497045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.744133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.106015Z","time spent":"638.111422ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:47.744127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.106666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-09T04:38:47.74415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.923098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:47.744192Z","caller":"traceutil/trace.go:171","msg":"trace[182759667] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26386; }","duration":"134.197668ms","start":"2026-05-09T04:38:47.609982Z","end":"2026-05-09T04:38:47.74418Z","steps":["trace[182759667] 'agreement among raft nodes before linearized reading' (duration: 134.016414ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:47.744234Z","caller":"traceutil/trace.go:171","msg":"trace[27350033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26386; }","duration":"602.045721ms","start":"2026-05-09T04:38:47.142171Z","end":"2026-05-09T04:38:47.744216Z","steps":["trace[27350033] 'agreement among raft nodes before linearized reading' (duration: 601.920288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.744002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.098603Z","time spent":"645.089368ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:47.744292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.061383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T04:38:47.744296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.142152Z","time spent":"602.128922ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T04:38:47.744327Z","caller":"traceutil/trace.go:171","msg":"trace[217219463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26386; }","duration":"639.105864ms","start":"2026-05-09T04:38:47.105212Z","end":"2026-05-09T04:38:47.744318Z","steps":["trace[217219463] 'agreement among raft nodes before linearized reading' (duration: 639.010652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.744354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.105207Z","time spent":"639.142025ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T04:38:47.74363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.09747Z","time spent":"646.108721ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:47.744223Z","caller":"traceutil/trace.go:171","msg":"trace[676028459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26386; }","duration":"639.33184ms","start":"2026-05-09T04:38:47.104731Z","end":"2026-05-09T04:38:47.744063Z","steps":["trace[676028459] 'agreement among raft nodes before linearized reading' (duration: 638.91416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.744022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.677852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273020"} {"level":"warn","ts":"2026-05-09T04:38:47.744443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.104715Z","time spent":"639.718308ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T04:38:47.74445Z","caller":"traceutil/trace.go:171","msg":"trace[889079717] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26386; }","duration":"566.187144ms","start":"2026-05-09T04:38:47.178251Z","end":"2026-05-09T04:38:47.744439Z","steps":["trace[889079717] 'agreement among raft nodes before linearized reading' (duration: 565.396515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.74448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.17823Z","time spent":"566.240185ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273043,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-09T04:38:47.744465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.241847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-09T04:38:47.744384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:46.763738Z","time spent":"980.303518ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:47.744568Z","caller":"traceutil/trace.go:171","msg":"trace[1581775230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26386; }","duration":"639.368171ms","start":"2026-05-09T04:38:47.105182Z","end":"2026-05-09T04:38:47.74455Z","steps":["trace[1581775230] 'agreement among raft nodes before linearized reading' (duration: 639.085755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.744712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.105172Z","time spent":"639.484623ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T04:38:47.745263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.479618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:47.745363Z","caller":"traceutil/trace.go:171","msg":"trace[180388957] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26386; }","duration":"614.666604ms","start":"2026-05-09T04:38:47.130674Z","end":"2026-05-09T04:38:47.745341Z","steps":["trace[180388957] 'agreement among raft nodes before linearized reading' (duration: 613.478277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:47.745426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.130662Z","time spent":"614.744916ms","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:48.643487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566919885996665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T04:38:48.68305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.754521ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-09T04:38:48.683109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.746197Z","time spent":"936.908902ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-09T04:38:49.069078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086887045s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T04:38:49.284694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.092137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:49.284972Z","caller":"traceutil/trace.go:171","msg":"trace[1887436496] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"1.535006693s","start":"2026-05-09T04:38:47.749871Z","end":"2026-05-09T04:38:49.284878Z","steps":["trace[1887436496] 'process raft request' (duration: 1.31966914s)","trace[1887436496] 'compare' (duration: 214.575575ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:49.285034Z","caller":"traceutil/trace.go:171","msg":"trace[2133414853] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"1.535114536s","start":"2026-05-09T04:38:47.749898Z","end":"2026-05-09T04:38:49.285013Z","steps":["trace[2133414853] 'process raft request' (duration: 1.534927902s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:49.285119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.749884Z","time spent":"1.535197008s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:49.285322Z","caller":"traceutil/trace.go:171","msg":"trace[1033338382] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"1.535403413s","start":"2026-05-09T04:38:47.749896Z","end":"2026-05-09T04:38:49.285299Z","steps":["trace[1033338382] 'process raft request' (duration: 1.535066045s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:49.285351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.749851Z","time spent":"1.535206738s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:49.285461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.749869Z","time spent":"1.535519055s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:49.285661Z","caller":"traceutil/trace.go:171","msg":"trace[1690536298] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"1.535384622s","start":"2026-05-09T04:38:47.750266Z","end":"2026-05-09T04:38:49.285651Z","steps":["trace[1690536298] 'process raft request' (duration: 1.535331441s)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:49.285685Z","caller":"traceutil/trace.go:171","msg":"trace[1520567843] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"1.53571603s","start":"2026-05-09T04:38:47.74995Z","end":"2026-05-09T04:38:49.285666Z","steps":["trace[1520567843] 'process raft request' (duration: 1.53525686s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:49.28572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.750259Z","time spent":"1.535432173s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:49.285781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:47.749944Z","time spent":"1.535790011s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:49.604289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.523791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:49.604505Z","caller":"traceutil/trace.go:171","msg":"trace[723085531] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27254; }","duration":"1.461233144s","start":"2026-05-09T04:38:48.143256Z","end":"2026-05-09T04:38:49.604489Z","steps":["trace[723085531] 'read index received' (duration: 926.172171ms)","trace[723085531] 'applied index is now lower than readState.Index' (duration: 535.060063ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:49.604585Z","caller":"traceutil/trace.go:171","msg":"trace[1189411866] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"920.712287ms","start":"2026-05-09T04:38:48.683864Z","end":"2026-05-09T04:38:49.604576Z","steps":["trace[1189411866] 'process raft request' (duration: 920.529213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:49.604651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:48.683849Z","time spent":"920.765429ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:49.604623Z","caller":"traceutil/trace.go:171","msg":"trace[320860219] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"1.450299908s","start":"2026-05-09T04:38:48.154267Z","end":"2026-05-09T04:38:49.604567Z","steps":["trace[320860219] 'process raft request' (duration: 1.29340979s)","trace[320860219] 'compare' (duration: 155.932076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:49.604762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46145513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:49.60482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:48.15424Z","time spent":"1.450475662s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:49.604885Z","caller":"traceutil/trace.go:171","msg":"trace[885305762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26393; }","duration":"1.461677565s","start":"2026-05-09T04:38:48.143181Z","end":"2026-05-09T04:38:49.604858Z","steps":["trace[885305762] 'agreement among raft nodes before linearized reading' (duration: 1.461420639s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:49.604978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:48.143157Z","time spent":"1.461805578s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:50.054613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.473998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:50.055166Z","caller":"traceutil/trace.go:171","msg":"trace[2003825820] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"852.430613ms","start":"2026-05-09T04:38:49.20271Z","end":"2026-05-09T04:38:50.055141Z","steps":["trace[2003825820] 'process raft request' (duration: 663.312649ms)","trace[2003825820] 'compare' (duration: 188.155732ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:50.055272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.202684Z","time spent":"852.552025ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:50.055821Z","caller":"traceutil/trace.go:171","msg":"trace[657079118] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"719.973083ms","start":"2026-05-09T04:38:49.33584Z","end":"2026-05-09T04:38:50.055813Z","steps":["trace[657079118] 'process raft request' (duration: 718.885008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.055861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.335814Z","time spent":"720.027763ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:50.056591Z","caller":"traceutil/trace.go:171","msg":"trace[1509140893] linearizableReadLoop","detail":"{readStateIndex:27264; appliedIndex:27261; }","duration":"452.031636ms","start":"2026-05-09T04:38:49.604542Z","end":"2026-05-09T04:38:50.056573Z","steps":["trace[1509140893] 'read index received' (duration: 261.408499ms)","trace[1509140893] 'applied index is now lower than readState.Index' (duration: 190.622047ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:50.056851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.883315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.056947Z","caller":"traceutil/trace.go:171","msg":"trace[1742629076] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26396; }","duration":"525.036258ms","start":"2026-05-09T04:38:49.531886Z","end":"2026-05-09T04:38:50.056922Z","steps":["trace[1742629076] 'agreement among raft nodes before linearized reading' (duration: 524.787203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.057003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.531863Z","time spent":"525.12673ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:50.057264Z","caller":"traceutil/trace.go:171","msg":"trace[78718628] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"642.538441ms","start":"2026-05-09T04:38:49.414716Z","end":"2026-05-09T04:38:50.057254Z","steps":["trace[78718628] 'process raft request' (duration: 641.727923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.057306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.414697Z","time spent":"642.588602ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:50.057373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.429833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.057394Z","caller":"traceutil/trace.go:171","msg":"trace[1707058677] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26396; }","duration":"977.454944ms","start":"2026-05-09T04:38:49.079932Z","end":"2026-05-09T04:38:50.057387Z","steps":["trace[1707058677] 'agreement among raft nodes before linearized reading' (duration: 977.417413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.057412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.079891Z","time spent":"977.515935ms","remote":"127.0.0.1:49930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:50.057682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434979363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.057704Z","caller":"traceutil/trace.go:171","msg":"trace[145897960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26396; }","duration":"1.435001984s","start":"2026-05-09T04:38:48.622695Z","end":"2026-05-09T04:38:50.057697Z","steps":["trace[145897960] 'agreement among raft nodes before linearized reading' (duration: 1.434966403s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.05772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:48.622641Z","time spent":"1.435073395s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:50.058341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.787407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.058434Z","caller":"traceutil/trace.go:171","msg":"trace[2119141778] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26396; }","duration":"915.879649ms","start":"2026-05-09T04:38:49.142533Z","end":"2026-05-09T04:38:50.058413Z","steps":["trace[2119141778] 'agreement among raft nodes before linearized reading' (duration: 914.210331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.058532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.142484Z","time spent":"916.026993ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:50.721769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.327872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T04:38:50.721969Z","caller":"traceutil/trace.go:171","msg":"trace[1859151352] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"970.530769ms","start":"2026-05-09T04:38:49.751406Z","end":"2026-05-09T04:38:50.721937Z","steps":["trace[1859151352] 'process raft request' (duration: 405.94922ms)","trace[1859151352] 'compare' (duration: 563.911683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:50.722112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.751379Z","time spent":"970.658561ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:50.722635Z","caller":"traceutil/trace.go:171","msg":"trace[257446223] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"970.268163ms","start":"2026-05-09T04:38:49.75235Z","end":"2026-05-09T04:38:50.722618Z","steps":["trace[257446223] 'process raft request' (duration: 970.049418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.722718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.752339Z","time spent":"970.339504ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:50.722703Z","caller":"traceutil/trace.go:171","msg":"trace[1039727460] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"969.800031ms","start":"2026-05-09T04:38:49.752888Z","end":"2026-05-09T04:38:50.722688Z","steps":["trace[1039727460] 'process raft request' (duration: 969.638908ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:50.722769Z","caller":"traceutil/trace.go:171","msg":"trace[339303596] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"969.414762ms","start":"2026-05-09T04:38:49.753315Z","end":"2026-05-09T04:38:50.72273Z","steps":["trace[339303596] 'process raft request' (duration: 969.29875ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:50.722821Z","caller":"traceutil/trace.go:171","msg":"trace[801570669] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"968.527853ms","start":"2026-05-09T04:38:49.754269Z","end":"2026-05-09T04:38:50.722797Z","steps":["trace[801570669] 'process raft request' (duration: 968.40295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.722848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.752877Z","time spent":"969.893893ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:50.722948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.753305Z","time spent":"969.549116ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:50.722977Z","caller":"traceutil/trace.go:171","msg":"trace[124663881] linearizableReadLoop","detail":"{readStateIndex:27271; appliedIndex:27264; }","duration":"666.281435ms","start":"2026-05-09T04:38:50.056678Z","end":"2026-05-09T04:38:50.72296Z","steps":["trace[124663881] 'read index received' (duration: 100.554742ms)","trace[124663881] 'applied index is now lower than readState.Index' (duration: 565.725433ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:50.723091Z","caller":"traceutil/trace.go:171","msg":"trace[1687180372] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"968.614135ms","start":"2026-05-09T04:38:49.754468Z","end":"2026-05-09T04:38:50.723082Z","steps":["trace[1687180372] 'process raft request' (duration: 968.247357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.754454Z","time spent":"968.662386ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:50.723242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115254622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-09T04:38:50.723283Z","caller":"traceutil/trace.go:171","msg":"trace[2104259940] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26403; }","duration":"1.115321424s","start":"2026-05-09T04:38:49.607951Z","end":"2026-05-09T04:38:50.723273Z","steps":["trace[2104259940] 'agreement among raft nodes before linearized reading' (duration: 1.11513409s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.607936Z","time spent":"1.115376835s","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-09T04:38:50.723368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.169738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:50.723378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.086719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.72346Z","caller":"traceutil/trace.go:171","msg":"trace[1591331256] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26403; }","duration":"264.214702ms","start":"2026-05-09T04:38:50.459227Z","end":"2026-05-09T04:38:50.723442Z","steps":["trace[1591331256] 'agreement among raft nodes before linearized reading' (duration: 264.091919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.634197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.723509Z","caller":"traceutil/trace.go:171","msg":"trace[584723077] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26403; }","duration":"387.687939ms","start":"2026-05-09T04:38:50.335811Z","end":"2026-05-09T04:38:50.723498Z","steps":["trace[584723077] 'agreement among raft nodes before linearized reading' (duration: 387.626508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:50.335806Z","time spent":"387.73188ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T04:38:50.723397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115411227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:50.723327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.125033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.723627Z","caller":"traceutil/trace.go:171","msg":"trace[64433756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26403; }","duration":"1.115749844s","start":"2026-05-09T04:38:49.607861Z","end":"2026-05-09T04:38:50.723611Z","steps":["trace[64433756] 'agreement among raft nodes before linearized reading' (duration: 1.115383896s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.362084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:50.723693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.361259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-09T04:38:50.72369Z","caller":"traceutil/trace.go:171","msg":"trace[90408454] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26403; }","duration":"454.493601ms","start":"2026-05-09T04:38:50.269149Z","end":"2026-05-09T04:38:50.723643Z","steps":["trace[90408454] 'agreement among raft nodes before linearized reading' (duration: 454.150344ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:50.723736Z","caller":"traceutil/trace.go:171","msg":"trace[1513810564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26403; }","duration":"450.430461ms","start":"2026-05-09T04:38:50.273295Z","end":"2026-05-09T04:38:50.723725Z","steps":["trace[1513810564] 'agreement among raft nodes before linearized reading' (duration: 450.326439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.543174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.723764Z","caller":"traceutil/trace.go:171","msg":"trace[411787494] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26403; }","duration":"242.565735ms","start":"2026-05-09T04:38:50.481193Z","end":"2026-05-09T04:38:50.723759Z","steps":["trace[411787494] 'agreement among raft nodes before linearized reading' (duration: 242.531074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:50.27328Z","time spent":"450.478332ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-09T04:38:50.723771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:50.269122Z","time spent":"454.613854ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:50.723781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.60785Z","time spent":"1.115807965s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T04:38:50.723918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.244081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:50.723413Z","caller":"traceutil/trace.go:171","msg":"trace[1311404566] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26403; }","duration":"323.24586ms","start":"2026-05-09T04:38:50.400154Z","end":"2026-05-09T04:38:50.7234Z","steps":["trace[1311404566] 'agreement among raft nodes before linearized reading' (duration: 323.191049ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:50.723956Z","caller":"traceutil/trace.go:171","msg":"trace[273098870] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26403; }","duration":"388.308272ms","start":"2026-05-09T04:38:50.335637Z","end":"2026-05-09T04:38:50.723945Z","steps":["trace[273098870] 'agreement among raft nodes before linearized reading' (duration: 388.248461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.723976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:50.400134Z","time spent":"323.826832ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:50.723984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:50.33562Z","time spent":"388.356614ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:50.723696Z","caller":"traceutil/trace.go:171","msg":"trace[1647710429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26403; }","duration":"995.116681ms","start":"2026-05-09T04:38:49.728555Z","end":"2026-05-09T04:38:50.723672Z","steps":["trace[1647710429] 'agreement among raft nodes before linearized reading' (duration: 994.421776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.724093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.728536Z","time spent":"995.55005ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T04:38:50.724167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.754241Z","time spent":"968.630555ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:50.72265Z","caller":"traceutil/trace.go:171","msg":"trace[1732194144] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"970.907727ms","start":"2026-05-09T04:38:49.751636Z","end":"2026-05-09T04:38:50.722544Z","steps":["trace[1732194144] 'process raft request' (duration: 970.230372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:50.72429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:49.751625Z","time spent":"972.646525ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:51.119456Z","caller":"traceutil/trace.go:171","msg":"trace[1970831297] linearizableReadLoop","detail":"{readStateIndex:27272; appliedIndex:27271; }","duration":"337.611213ms","start":"2026-05-09T04:38:50.781813Z","end":"2026-05-09T04:38:51.119424Z","steps":["trace[1970831297] 'read index received' (duration: 262.639717ms)","trace[1970831297] 'applied index is now lower than readState.Index' (duration: 74.970196ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:51.119506Z","caller":"traceutil/trace.go:171","msg":"trace[94091200] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"345.731646ms","start":"2026-05-09T04:38:50.773738Z","end":"2026-05-09T04:38:51.11947Z","steps":["trace[94091200] 'process raft request' (duration: 270.74819ms)","trace[94091200] 'compare' (duration: 74.678719ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:51.119654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.812248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:51.119675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:50.77371Z","time spent":"345.868079ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:51.119748Z","caller":"traceutil/trace.go:171","msg":"trace[154544154] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26404; }","duration":"337.944851ms","start":"2026-05-09T04:38:50.781772Z","end":"2026-05-09T04:38:51.119717Z","steps":["trace[154544154] 'agreement among raft nodes before linearized reading' (duration: 337.793747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:51.119788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:50.781757Z","time spent":"338.023672ms","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-09T04:38:51.433008Z","caller":"traceutil/trace.go:171","msg":"trace[1649466252] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"139.938378ms","start":"2026-05-09T04:38:51.293041Z","end":"2026-05-09T04:38:51.432979Z","steps":["trace[1649466252] 'process raft request' (duration: 126.67882ms)","trace[1649466252] 'compare' (duration: 13.072014ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:38:51.433332Z","caller":"traceutil/trace.go:171","msg":"trace[223907216] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"138.804061ms","start":"2026-05-09T04:38:51.294508Z","end":"2026-05-09T04:38:51.433312Z","steps":["trace[223907216] 'process raft request' (duration: 138.76751ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:51.433413Z","caller":"traceutil/trace.go:171","msg":"trace[365040293] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"140.266476ms","start":"2026-05-09T04:38:51.293118Z","end":"2026-05-09T04:38:51.433384Z","steps":["trace[365040293] 'process raft request' (duration: 139.813845ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:51.433393Z","caller":"traceutil/trace.go:171","msg":"trace[1977319667] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"139.452616ms","start":"2026-05-09T04:38:51.29391Z","end":"2026-05-09T04:38:51.433363Z","steps":["trace[1977319667] 'process raft request' (duration: 139.262241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:53.146319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.327303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T04:38:53.146422Z","caller":"traceutil/trace.go:171","msg":"trace[1345572229] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27278; }","duration":"449.292354ms","start":"2026-05-09T04:38:52.697112Z","end":"2026-05-09T04:38:53.146404Z","steps":["trace[1345572229] 'read index received' (duration: 197.967572ms)","trace[1345572229] 'applied index is now lower than readState.Index' (duration: 251.323142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:53.146529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.407296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:38:53.14656Z","caller":"traceutil/trace.go:171","msg":"trace[1169970589] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26410; }","duration":"449.474788ms","start":"2026-05-09T04:38:52.697072Z","end":"2026-05-09T04:38:53.146547Z","steps":["trace[1169970589] 'agreement among raft nodes before linearized reading' (duration: 449.412877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:53.146589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.697048Z","time spent":"449.53163ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-09T04:38:53.335349Z","caller":"traceutil/trace.go:171","msg":"trace[275838938] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"607.702587ms","start":"2026-05-09T04:38:52.727619Z","end":"2026-05-09T04:38:53.335321Z","steps":["trace[275838938] 'process raft request' (duration: 607.42705ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:53.335389Z","caller":"traceutil/trace.go:171","msg":"trace[1370109261] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"606.548472ms","start":"2026-05-09T04:38:52.728814Z","end":"2026-05-09T04:38:53.335362Z","steps":["trace[1370109261] 'process raft request' (duration: 606.441519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:53.335484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.727592Z","time spent":"607.8217ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:53.335521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.728804Z","time spent":"606.646563ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:53.335583Z","caller":"traceutil/trace.go:171","msg":"trace[2005534337] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"606.643554ms","start":"2026-05-09T04:38:52.728932Z","end":"2026-05-09T04:38:53.335576Z","steps":["trace[2005534337] 'process raft request' (duration: 606.48141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:53.335617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.72891Z","time spent":"606.687176ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:53.335655Z","caller":"traceutil/trace.go:171","msg":"trace[947932990] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"604.68641ms","start":"2026-05-09T04:38:52.730957Z","end":"2026-05-09T04:38:53.335644Z","steps":["trace[947932990] 'process raft request' (duration: 604.612738ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:53.335624Z","caller":"traceutil/trace.go:171","msg":"trace[1814196827] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"606.714386ms","start":"2026-05-09T04:38:52.728866Z","end":"2026-05-09T04:38:53.33558Z","steps":["trace[1814196827] 'process raft request' (duration: 606.45421ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:53.335658Z","caller":"traceutil/trace.go:171","msg":"trace[357324387] linearizableReadLoop","detail":"{readStateIndex:27286; appliedIndex:27279; }","duration":"189.182505ms","start":"2026-05-09T04:38:53.146447Z","end":"2026-05-09T04:38:53.33563Z","steps":["trace[357324387] 'read index received' (duration: 188.52468ms)","trace[357324387] 'applied index is now lower than readState.Index' (duration: 656.225µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T04:38:53.335706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.730949Z","time spent":"604.729631ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:53.335686Z","caller":"traceutil/trace.go:171","msg":"trace[1402442649] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"606.100642ms","start":"2026-05-09T04:38:52.72956Z","end":"2026-05-09T04:38:53.335661Z","steps":["trace[1402442649] 'process raft request' (duration: 605.970789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:53.335828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.72955Z","time spent":"606.246705ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:53.335632Z","caller":"traceutil/trace.go:171","msg":"trace[1650221314] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"606.562983ms","start":"2026-05-09T04:38:52.729043Z","end":"2026-05-09T04:38:53.335606Z","steps":["trace[1650221314] 'process raft request' (duration: 606.43318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:38:53.335855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.728853Z","time spent":"606.861689ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:38:53.335953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.97537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T04:38:53.335981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:38:52.729032Z","time spent":"606.90175ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:38:53.336018Z","caller":"traceutil/trace.go:171","msg":"trace[2048667905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26417; }","duration":"193.078533ms","start":"2026-05-09T04:38:53.142921Z","end":"2026-05-09T04:38:53.335999Z","steps":["trace[2048667905] 'agreement among raft nodes before linearized reading' (duration: 192.868198ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:38:53.449753Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a99.wal"} {"level":"info","ts":"2026-05-09T04:39:29.839939Z","caller":"traceutil/trace.go:171","msg":"trace[893356429] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"333.230285ms","start":"2026-05-09T04:39:29.506685Z","end":"2026-05-09T04:39:29.839915Z","steps":["trace[893356429] 'process raft request' (duration: 333.123102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:39:29.840089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:39:29.506655Z","time spent":"333.363858ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:39:29.84022Z","caller":"traceutil/trace.go:171","msg":"trace[125949730] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"333.688135ms","start":"2026-05-09T04:39:29.506241Z","end":"2026-05-09T04:39:29.839929Z","steps":["trace[125949730] 'process raft request' (duration: 332.815796ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:39:29.840297Z","caller":"traceutil/trace.go:171","msg":"trace[2040907746] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"333.278075ms","start":"2026-05-09T04:39:29.506973Z","end":"2026-05-09T04:39:29.840251Z","steps":["trace[2040907746] 'process raft request' (duration: 332.907016ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:39:29.840352Z","caller":"traceutil/trace.go:171","msg":"trace[1008123939] linearizableReadLoop","detail":"{readStateIndex:27733; appliedIndex:27726; }","duration":"273.43866ms","start":"2026-05-09T04:39:29.56689Z","end":"2026-05-09T04:39:29.840328Z","steps":["trace[1008123939] 'read index received' (duration: 2.145008ms)","trace[1008123939] 'applied index is now lower than readState.Index' (duration: 271.292522ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:39:29.840415Z","caller":"traceutil/trace.go:171","msg":"trace[377615006] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"331.066816ms","start":"2026-05-09T04:39:29.509337Z","end":"2026-05-09T04:39:29.840403Z","steps":["trace[377615006] 'process raft request' (duration: 330.948444ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:39:29.840434Z","caller":"traceutil/trace.go:171","msg":"trace[984291686] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"333.259975ms","start":"2026-05-09T04:39:29.507165Z","end":"2026-05-09T04:39:29.840425Z","steps":["trace[984291686] 'process raft request' (duration: 332.932487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:39:29.840477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:39:29.509318Z","time spent":"331.128228ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:39:29.840494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:39:29.506963Z","time spent":"333.434989ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:39:29.840551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:39:29.507132Z","time spent":"333.336057ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T04:39:29.840385Z","caller":"traceutil/trace.go:171","msg":"trace[138932021] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"332.087019ms","start":"2026-05-09T04:39:29.508271Z","end":"2026-05-09T04:39:29.840358Z","steps":["trace[138932021] 'process raft request' (duration: 331.961067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:39:29.840602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.692415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T04:39:29.840639Z","caller":"traceutil/trace.go:171","msg":"trace[1506159661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26855; }","duration":"273.780157ms","start":"2026-05-09T04:39:29.566847Z","end":"2026-05-09T04:39:29.840627Z","steps":["trace[1506159661] 'agreement among raft nodes before linearized reading' (duration: 273.626134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:39:29.840667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:39:29.508257Z","time spent":"332.369175ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:39:29.840782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.399868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T04:39:29.840781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.499863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T04:39:29.840815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.562392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T04:39:29.840765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.371075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:39:29.840826Z","caller":"traceutil/trace.go:171","msg":"trace[1113658891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26855; }","duration":"140.463719ms","start":"2026-05-09T04:39:29.700351Z","end":"2026-05-09T04:39:29.840815Z","steps":["trace[1113658891] 'agreement among raft nodes before linearized reading' (duration: 140.321985ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:39:29.840831Z","caller":"traceutil/trace.go:171","msg":"trace[321680892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26855; }","duration":"141.576135ms","start":"2026-05-09T04:39:29.699245Z","end":"2026-05-09T04:39:29.840821Z","steps":["trace[321680892] 'agreement among raft nodes before linearized reading' (duration: 141.436342ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:39:29.840844Z","caller":"traceutil/trace.go:171","msg":"trace[541750695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26855; }","duration":"144.636524ms","start":"2026-05-09T04:39:29.696197Z","end":"2026-05-09T04:39:29.840834Z","steps":["trace[541750695] 'agreement among raft nodes before linearized reading' (duration: 144.556142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:39:29.840873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.714113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T04:39:29.840874Z","caller":"traceutil/trace.go:171","msg":"trace[175188099] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26855; }","duration":"247.523927ms","start":"2026-05-09T04:39:29.593324Z","end":"2026-05-09T04:39:29.840848Z","steps":["trace[175188099] 'agreement among raft nodes before linearized reading' (duration: 247.296092ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:39:29.840912Z","caller":"traceutil/trace.go:171","msg":"trace[284714147] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26855; }","duration":"107.799584ms","start":"2026-05-09T04:39:29.733104Z","end":"2026-05-09T04:39:29.840903Z","steps":["trace[284714147] 'agreement among raft nodes before linearized reading' (duration: 107.656171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:39:29.841014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T04:39:29.506198Z","time spent":"334.369431ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T04:39:29.841436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.814865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T04:39:29.841492Z","caller":"traceutil/trace.go:171","msg":"trace[179142284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26855; }","duration":"139.892176ms","start":"2026-05-09T04:39:29.701583Z","end":"2026-05-09T04:39:29.841475Z","steps":["trace[179142284] 'agreement among raft nodes before linearized reading' (duration: 139.764923ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:40:04.419416Z","caller":"traceutil/trace.go:171","msg":"trace[1859338357] linearizableReadLoop","detail":"{readStateIndex:28040; appliedIndex:28039; }","duration":"109.890811ms","start":"2026-05-09T04:40:04.309507Z","end":"2026-05-09T04:40:04.419398Z","steps":["trace[1859338357] 'read index received' (duration: 632.103µs)","trace[1859338357] 'applied index is now lower than readState.Index' (duration: 109.258038ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T04:40:04.41945Z","caller":"traceutil/trace.go:171","msg":"trace[1606811624] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"113.476122ms","start":"2026-05-09T04:40:04.305952Z","end":"2026-05-09T04:40:04.419428Z","steps":["trace[1606811624] 'process raft request' (duration: 104.05402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:40:04.419534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.009295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:40:04.41956Z","caller":"traceutil/trace.go:171","msg":"trace[354737484] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27155; }","duration":"110.075835ms","start":"2026-05-09T04:40:04.309477Z","end":"2026-05-09T04:40:04.419553Z","steps":["trace[354737484] 'agreement among raft nodes before linearized reading' (duration: 110.017154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:40:04.4196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.79712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T04:40:04.419637Z","caller":"traceutil/trace.go:171","msg":"trace[1395931477] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27155; }","duration":"109.910462ms","start":"2026-05-09T04:40:04.309719Z","end":"2026-05-09T04:40:04.419629Z","steps":["trace[1395931477] 'agreement among raft nodes before linearized reading' (duration: 109.82027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:40:04.419773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.755106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-05-09T04:40:04.419791Z","caller":"traceutil/trace.go:171","msg":"trace[587179803] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:27155; }","duration":"108.782087ms","start":"2026-05-09T04:40:04.311005Z","end":"2026-05-09T04:40:04.419787Z","steps":["trace[587179803] 'agreement among raft nodes before linearized reading' (duration: 108.699495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T04:40:04.419788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.786957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-05-09T04:40:04.419814Z","caller":"traceutil/trace.go:171","msg":"trace[1038889354] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27155; }","duration":"108.831518ms","start":"2026-05-09T04:40:04.310975Z","end":"2026-05-09T04:40:04.419807Z","steps":["trace[1038889354] 'agreement among raft nodes before linearized reading' (duration: 108.747276ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:41:24.547502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25230} {"level":"info","ts":"2026-05-09T04:41:24.712442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25230,"took":"148.449719ms","hash":271661718,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":36425728,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-09T04:41:24.71253Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":271661718,"revision":25230,"compact-revision":22005} {"level":"info","ts":"2026-05-09T04:42:14.896238Z","caller":"traceutil/trace.go:171","msg":"trace[1877133738] transaction","detail":"{read_only:false; response_revision:28440; number_of_response:1; }","duration":"103.646861ms","start":"2026-05-09T04:42:14.79257Z","end":"2026-05-09T04:42:14.896217Z","steps":["trace[1877133738] 'process raft request' (duration: 103.499738ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:42:14.900132Z","caller":"traceutil/trace.go:171","msg":"trace[1973422994] transaction","detail":"{read_only:false; response_revision:28441; number_of_response:1; }","duration":"105.760699ms","start":"2026-05-09T04:42:14.794359Z","end":"2026-05-09T04:42:14.90012Z","steps":["trace[1973422994] 'process raft request' (duration: 105.590725ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T04:43:22.880469Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T04:43:22.886497Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-09T04:43:22.886686Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-09T04:46:24.555222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27918} {"level":"info","ts":"2026-05-09T04:46:24.682495Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27918,"took":"123.23608ms","hash":209713330,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":34975744,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-09T04:46:24.682554Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":209713330,"revision":27918,"compact-revision":25230} {"level":"info","ts":"2026-05-09T04:51:24.561864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30437} {"level":"info","ts":"2026-05-09T04:51:24.714244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30437,"took":"147.689529ms","hash":3578954283,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":30171136,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T04:51:24.714327Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3578954283,"revision":30437,"compact-revision":27918} {"level":"info","ts":"2026-05-09T04:56:24.567994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32690} {"level":"info","ts":"2026-05-09T04:56:24.717706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32690,"took":"146.411162ms","hash":1911471399,"current-db-size-bytes":59588608,"current-db-size":"60 MB","current-db-size-in-use-bytes":30261248,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T04:56:24.717783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1911471399,"revision":32690,"compact-revision":30437} {"level":"info","ts":"2026-05-09T05:01:24.573912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34992} {"level":"info","ts":"2026-05-09T05:01:24.722181Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34992,"took":"144.829895ms","hash":106882532,"current-db-size-bytes":60477440,"current-db-size":"60 MB","current-db-size-in-use-bytes":31629312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T05:01:24.722237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":106882532,"revision":34992,"compact-revision":32690} {"level":"info","ts":"2026-05-09T05:04:43.626481Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T05:04:43.632Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-09T05:04:43.632115Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-09T05:06:24.585068Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37283} {"level":"info","ts":"2026-05-09T05:06:24.70865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37283,"took":"118.496276ms","hash":1477361935,"current-db-size-bytes":62599168,"current-db-size":"63 MB","current-db-size-in-use-bytes":32333824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T05:06:24.70871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1477361935,"revision":37283,"compact-revision":34992}