{"level":"warn","ts":"2026-04-29T01:56:17.111812Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:56:17.111929Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T01:56:17.112012Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:56:17.11202Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-29T01:56:17.112038Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:56:17.112675Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-04-29T01:56:17.112758Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T01:56:17.119271Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.240858ms"} {"level":"info","ts":"2026-04-29T01:56:17.133322Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-04-29T01:56:17.133508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T01:56:17.133554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-04-29T01:56:17.133577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T01:56:17.133598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-04-29T01:56:17.133667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-04-29T01:56:17.152384Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T01:56:17.154668Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T01:56:17.155982Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T01:56:17.158925Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T01:56:17.159106Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T01:56:17.159287Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:56:17.159494Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:56:17.159527Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:56:17.16107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-04-29T01:56:17.161898Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-29T01:56:17.163782Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:56:17.163871Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-29T01:56:17.163913Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-29T01:56:17.164086Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T01:56:17.164124Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T01:56:18.134641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T01:56:18.134711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T01:56:18.134744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-04-29T01:56:18.134762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-04-29T01:56:18.134769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-29T01:56:18.134783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-04-29T01:56:18.134795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-29T01:56:18.141115Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:18.143659Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:56:18.143653Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T01:56:18.143758Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:56:18.144028Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T01:56:18.14416Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T01:56:18.145148Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:18.14529Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:18.145343Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:56:18.146205Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T01:56:18.151556Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-04-29T01:56:31.278899Z","caller":"traceutil/trace.go:171","msg":"trace[1953445983] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"108.472781ms","start":"2026-04-29T01:56:31.170362Z","end":"2026-04-29T01:56:31.278835Z","steps":["trace[1953445983] 'process raft request' (duration: 108.113304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.52891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.247604ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-29T01:56:32.529051Z","caller":"traceutil/trace.go:171","msg":"trace[795729983] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:374; }","duration":"942.181671ms","start":"2026-04-29T01:56:31.586851Z","end":"2026-04-29T01:56:32.529033Z","steps":["trace[795729983] 'read index received' (duration: 127.58338ms)","trace[795729983] 'applied index is now lower than readState.Index' (duration: 814.596561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:32.529187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.346714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:32.52923Z","caller":"traceutil/trace.go:171","msg":"trace[2004161340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:361; }","duration":"942.397745ms","start":"2026-04-29T01:56:31.586823Z","end":"2026-04-29T01:56:32.529221Z","steps":["trace[2004161340] 'agreement among raft nodes before linearized reading' (duration: 942.316073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.52916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:31.279774Z","time spent":"1.249326319s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T01:56:32.529306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:31.586725Z","time spent":"942.571298ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:56:32.529424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.499306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:56:32.529532Z","caller":"traceutil/trace.go:171","msg":"trace[1493897765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:361; }","duration":"833.658028ms","start":"2026-04-29T01:56:31.695853Z","end":"2026-04-29T01:56:32.529511Z","steps":["trace[1493897765] 'agreement among raft nodes before linearized reading' (duration: 833.411494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.529435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.352439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:56:32.529593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:31.695835Z","time spent":"833.747081ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:56:32.529409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.09016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T01:56:32.529655Z","caller":"traceutil/trace.go:171","msg":"trace[1692459836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:361; }","duration":"876.560694ms","start":"2026-04-29T01:56:31.653058Z","end":"2026-04-29T01:56:32.529619Z","steps":["trace[1692459836] 'agreement among raft nodes before linearized reading' (duration: 876.163786ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:32.529692Z","caller":"traceutil/trace.go:171","msg":"trace[759423287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:361; }","duration":"285.420237ms","start":"2026-04-29T01:56:32.244251Z","end":"2026-04-29T01:56:32.529672Z","steps":["trace[759423287] 'agreement among raft nodes before linearized reading' (duration: 285.025849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:32.529739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:31.65297Z","time spent":"876.749898ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T01:56:35.894343Z","caller":"traceutil/trace.go:171","msg":"trace[279494348] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"245.939506ms","start":"2026-04-29T01:56:35.648356Z","end":"2026-04-29T01:56:35.894295Z","steps":["trace[279494348] 'process raft request' (duration: 208.159623ms)","trace[279494348] 'compare' (duration: 37.454647ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:35.89443Z","caller":"traceutil/trace.go:171","msg":"trace[1810820417] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"243.922078ms","start":"2026-04-29T01:56:35.650475Z","end":"2026-04-29T01:56:35.894397Z","steps":["trace[1810820417] 'process raft request' (duration: 243.720815ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:35.894553Z","caller":"traceutil/trace.go:171","msg":"trace[1633015845] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"243.595652ms","start":"2026-04-29T01:56:35.650798Z","end":"2026-04-29T01:56:35.894394Z","steps":["trace[1633015845] 'process raft request' (duration: 243.48074ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:35.894596Z","caller":"traceutil/trace.go:171","msg":"trace[1006325492] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"242.248088ms","start":"2026-04-29T01:56:35.652312Z","end":"2026-04-29T01:56:35.89456Z","steps":["trace[1006325492] 'process raft request' (duration: 242.021453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:36.180014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.8323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:36.180398Z","caller":"traceutil/trace.go:171","msg":"trace[259216770] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:400; }","duration":"275.826632ms","start":"2026-04-29T01:56:35.904546Z","end":"2026-04-29T01:56:36.180372Z","steps":["trace[259216770] 'read index received' (duration: 11.339421ms)","trace[259216770] 'applied index is now lower than readState.Index' (duration: 264.485471ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:36.180429Z","caller":"traceutil/trace.go:171","msg":"trace[318786948] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"276.19811ms","start":"2026-04-29T01:56:35.904185Z","end":"2026-04-29T01:56:36.180383Z","steps":["trace[318786948] 'process raft request' (duration: 169.400372ms)","trace[318786948] 'compare' (duration: 105.678547ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:36.180483Z","caller":"traceutil/trace.go:171","msg":"trace[1125234801] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"275.548498ms","start":"2026-04-29T01:56:35.904908Z","end":"2026-04-29T01:56:36.180456Z","steps":["trace[1125234801] 'process raft request' (duration: 275.352094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:36.180776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.196289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-29T01:56:36.180841Z","caller":"traceutil/trace.go:171","msg":"trace[1891643250] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:389; }","duration":"276.323151ms","start":"2026-04-29T01:56:35.904502Z","end":"2026-04-29T01:56:36.180825Z","steps":["trace[1891643250] 'agreement among raft nodes before linearized reading' (duration: 275.970385ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:42.848962Z","caller":"traceutil/trace.go:171","msg":"trace[1155548328] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"164.316967ms","start":"2026-04-29T01:56:42.684613Z","end":"2026-04-29T01:56:42.84893Z","steps":["trace[1155548328] 'process raft request' (duration: 161.160028ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:43.588522Z","caller":"traceutil/trace.go:171","msg":"trace[619084929] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"233.084288ms","start":"2026-04-29T01:56:43.35539Z","end":"2026-04-29T01:56:43.588474Z","steps":["trace[619084929] 'process raft request' (duration: 232.910614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:44.86922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:56:44.935783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265267743s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T01:56:45.415823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.630942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:45.415942Z","caller":"traceutil/trace.go:171","msg":"trace[1941772106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:424; }","duration":"624.763605ms","start":"2026-04-29T01:56:44.791162Z","end":"2026-04-29T01:56:45.415926Z","steps":["trace[1941772106] 'range keys from in-memory index tree' (duration: 624.611912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.416215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.086083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:45.416337Z","caller":"traceutil/trace.go:171","msg":"trace[1748846138] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"1.047196196s","start":"2026-04-29T01:56:44.369119Z","end":"2026-04-29T01:56:45.416315Z","steps":["trace[1748846138] 'read index received' (duration: 566.784957ms)","trace[1748846138] 'applied index is now lower than readState.Index' (duration: 480.409529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:45.417563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.233149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:56:45.417793Z","caller":"traceutil/trace.go:171","msg":"trace[552471576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"564.503583ms","start":"2026-04-29T01:56:44.853253Z","end":"2026-04-29T01:56:45.417756Z","steps":["trace[552471576] 'agreement among raft nodes before linearized reading' (duration: 563.219389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.417879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:44.853229Z","time spent":"564.633426ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:56:45.417236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048084312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:45.418224Z","caller":"traceutil/trace.go:171","msg":"trace[1290651536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"1.048955258s","start":"2026-04-29T01:56:44.369064Z","end":"2026-04-29T01:56:45.418019Z","steps":["trace[1290651536] 'agreement among raft nodes before linearized reading' (duration: 1.047340198s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.418317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:44.36903Z","time spent":"1.049266054s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:56:45.418427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.511195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:56:45.418517Z","caller":"traceutil/trace.go:171","msg":"trace[1223273105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"764.647777ms","start":"2026-04-29T01:56:44.653844Z","end":"2026-04-29T01:56:45.418492Z","steps":["trace[1223273105] 'agreement among raft nodes before linearized reading' (duration: 762.603249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.418558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:44.653816Z","time spent":"764.729749ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T01:56:45.418613Z","caller":"traceutil/trace.go:171","msg":"trace[1023567094] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.746041778s","start":"2026-04-29T01:56:43.670381Z","end":"2026-04-29T01:56:45.416423Z","steps":["trace[1023567094] 'process raft request' (duration: 1.265631089s)","trace[1023567094] 'compare' (duration: 479.954761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:45.418824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:43.670345Z","time spent":"1.748365452s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:45.419031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.096225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:56:45.419118Z","caller":"traceutil/trace.go:171","msg":"trace[619345246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"758.225727ms","start":"2026-04-29T01:56:44.660873Z","end":"2026-04-29T01:56:45.419099Z","steps":["trace[619345246] 'agreement among raft nodes before linearized reading' (duration: 755.773861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:45.419146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:44.660847Z","time spent":"758.292409ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T01:56:46.297082Z","caller":"traceutil/trace.go:171","msg":"trace[773249334] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:442; }","duration":"869.03925ms","start":"2026-04-29T01:56:45.428003Z","end":"2026-04-29T01:56:46.297043Z","steps":["trace[773249334] 'read index received' (duration: 65.105952ms)","trace[773249334] 'applied index is now lower than readState.Index' (duration: 803.931838ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:46.297117Z","caller":"traceutil/trace.go:171","msg":"trace[1409528135] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"872.765469ms","start":"2026-04-29T01:56:45.424321Z","end":"2026-04-29T01:56:46.297086Z","steps":["trace[1409528135] 'process raft request' (duration: 798.606789ms)","trace[1409528135] 'compare' (duration: 73.707412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:46.297241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.206914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:56:46.29729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.398196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:56:46.297311Z","caller":"traceutil/trace.go:171","msg":"trace[621920679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"869.308255ms","start":"2026-04-29T01:56:45.427983Z","end":"2026-04-29T01:56:46.297291Z","steps":["trace[621920679] 'agreement among raft nodes before linearized reading' (duration: 869.181883ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:46.297336Z","caller":"traceutil/trace.go:171","msg":"trace[1746301686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:428; }","duration":"704.483938ms","start":"2026-04-29T01:56:45.592837Z","end":"2026-04-29T01:56:46.297321Z","steps":["trace[1746301686] 'agreement among raft nodes before linearized reading' (duration: 704.398956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:46.29736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.427975Z","time spent":"869.371776ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:56:46.297331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.424301Z","time spent":"872.929792ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:46.297861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:45.592813Z","time spent":"704.57042ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:56:50.81434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:56:50.836166Z","caller":"traceutil/trace.go:171","msg":"trace[410017110] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"841.353665ms","start":"2026-04-29T01:56:49.994774Z","end":"2026-04-29T01:56:50.836128Z","steps":["trace[410017110] 'process raft request' (duration: 841.131081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.836421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:49.994744Z","time spent":"841.580179ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:50.855049Z","caller":"traceutil/trace.go:171","msg":"trace[1603226881] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"848.681392ms","start":"2026-04-29T01:56:50.006334Z","end":"2026-04-29T01:56:50.855015Z","steps":["trace[1603226881] 'process raft request' (duration: 848.463967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.855155Z","caller":"traceutil/trace.go:171","msg":"trace[1685016512] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"837.520765ms","start":"2026-04-29T01:56:50.017579Z","end":"2026-04-29T01:56:50.8551Z","steps":["trace[1685016512] 'process raft request' (duration: 837.340431ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.855231Z","caller":"traceutil/trace.go:171","msg":"trace[1433511806] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"832.240275ms","start":"2026-04-29T01:56:50.022949Z","end":"2026-04-29T01:56:50.85519Z","steps":["trace[1433511806] 'process raft request' (duration: 832.056352ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.855232Z","caller":"traceutil/trace.go:171","msg":"trace[194198077] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"832.269146ms","start":"2026-04-29T01:56:50.022921Z","end":"2026-04-29T01:56:50.85519Z","steps":["trace[194198077] 'process raft request' (duration: 832.041631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.855406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.017564Z","time spent":"837.725318ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:50.855435Z","caller":"traceutil/trace.go:171","msg":"trace[1020883585] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"832.371588ms","start":"2026-04-29T01:56:50.023023Z","end":"2026-04-29T01:56:50.855394Z","steps":["trace[1020883585] 'process raft request' (duration: 832.020822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.855493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.022922Z","time spent":"832.419009ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:50.855494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.022885Z","time spent":"832.513751ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:50.855415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.006307Z","time spent":"848.844575ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:50.855569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.023018Z","time spent":"832.50434ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:50.85591Z","caller":"traceutil/trace.go:171","msg":"trace[1285378622] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"832.581021ms","start":"2026-04-29T01:56:50.023283Z","end":"2026-04-29T01:56:50.855864Z","steps":["trace[1285378622] 'process raft request' (duration: 831.803968ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.856012Z","caller":"traceutil/trace.go:171","msg":"trace[891932513] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"831.95637ms","start":"2026-04-29T01:56:50.02404Z","end":"2026-04-29T01:56:50.855996Z","steps":["trace[891932513] 'process raft request' (duration: 831.705965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.856065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.023276Z","time spent":"832.718735ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:50.856119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.023982Z","time spent":"832.089512ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:50.856149Z","caller":"traceutil/trace.go:171","msg":"trace[2025446093] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"822.84689ms","start":"2026-04-29T01:56:50.033254Z","end":"2026-04-29T01:56:50.856101Z","steps":["trace[2025446093] 'process raft request' (duration: 822.598645ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.856203Z","caller":"traceutil/trace.go:171","msg":"trace[1995610621] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"816.165477ms","start":"2026-04-29T01:56:50.04Z","end":"2026-04-29T01:56:50.856165Z","steps":["trace[1995610621] 'process raft request' (duration: 815.926323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.856316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.039983Z","time spent":"816.272788ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:50.856331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.03323Z","time spent":"823.005673ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:50.856752Z","caller":"traceutil/trace.go:171","msg":"trace[529164483] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:487; }","duration":"543.175617ms","start":"2026-04-29T01:56:50.313558Z","end":"2026-04-29T01:56:50.856734Z","steps":["trace[529164483] 'read index received' (duration: 522.37893ms)","trace[529164483] 'applied index is now lower than readState.Index' (duration: 20.795827ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:50.856919Z","caller":"traceutil/trace.go:171","msg":"trace[1198358658] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"800.620047ms","start":"2026-04-29T01:56:50.056245Z","end":"2026-04-29T01:56:50.856865Z","steps":["trace[1198358658] 'process raft request' (duration: 799.828002ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:50.856903Z","caller":"traceutil/trace.go:171","msg":"trace[1877201001] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"704.422307ms","start":"2026-04-29T01:56:50.152456Z","end":"2026-04-29T01:56:50.856878Z","steps":["trace[1877201001] 'process raft request' (duration: 704.07262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.857012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.056219Z","time spent":"800.75599ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:50.856942Z","caller":"traceutil/trace.go:171","msg":"trace[462909748] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"624.278166ms","start":"2026-04-29T01:56:50.232549Z","end":"2026-04-29T01:56:50.856827Z","steps":["trace[462909748] 'process raft request' (duration: 624.087082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.857047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.15243Z","time spent":"704.552099ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:56:50.85712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.232511Z","time spent":"624.550501ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:56:50.857141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.531163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:56:50.85721Z","caller":"traceutil/trace.go:171","msg":"trace[2056686883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:482; }","duration":"543.663995ms","start":"2026-04-29T01:56:50.313535Z","end":"2026-04-29T01:56:50.857199Z","steps":["trace[2056686883] 'agreement among raft nodes before linearized reading' (duration: 543.430731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.857283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.313447Z","time spent":"543.824209ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:56:50.861739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.661919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:56:50.861803Z","caller":"traceutil/trace.go:171","msg":"trace[367400396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:484; }","duration":"519.776121ms","start":"2026-04-29T01:56:50.34201Z","end":"2026-04-29T01:56:50.861786Z","steps":["trace[367400396] 'agreement among raft nodes before linearized reading' (duration: 519.601418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:50.861846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:50.341967Z","time spent":"519.867753ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:56:52.298666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.15738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:56:52.298961Z","caller":"traceutil/trace.go:171","msg":"trace[580627579] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"387.651153ms","start":"2026-04-29T01:56:51.911295Z","end":"2026-04-29T01:56:52.298946Z","steps":["trace[580627579] 'process raft request' (duration: 387.556211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:52.299026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:51.911252Z","time spent":"387.754195ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:56:52.299025Z","caller":"traceutil/trace.go:171","msg":"trace[1159848454] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"529.142675ms","start":"2026-04-29T01:56:51.769824Z","end":"2026-04-29T01:56:52.298966Z","steps":["trace[1159848454] 'process raft request' (duration: 174.589798ms)","trace[1159848454] 'compare' (duration: 353.838454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:52.299317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:51.769795Z","time spent":"529.35793ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:56:52.566454Z","caller":"traceutil/trace.go:171","msg":"trace[362340919] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"202.889545ms","start":"2026-04-29T01:56:52.36349Z","end":"2026-04-29T01:56:52.566379Z","steps":["trace[362340919] 'read index received' (duration: 174.031908ms)","trace[362340919] 'applied index is now lower than readState.Index' (duration: 28.856437ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:52.566567Z","caller":"traceutil/trace.go:171","msg":"trace[707314363] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"207.49144ms","start":"2026-04-29T01:56:52.359028Z","end":"2026-04-29T01:56:52.566519Z","steps":["trace[707314363] 'process raft request' (duration: 178.46302ms)","trace[707314363] 'compare' (duration: 28.736475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:52.566697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.176481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-04-29T01:56:52.566747Z","caller":"traceutil/trace.go:171","msg":"trace[803943539] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:546; }","duration":"203.297222ms","start":"2026-04-29T01:56:52.363434Z","end":"2026-04-29T01:56:52.566732Z","steps":["trace[803943539] 'agreement among raft nodes before linearized reading' (duration: 203.106369ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:52.652366Z","caller":"traceutil/trace.go:171","msg":"trace[1210096027] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"135.762946ms","start":"2026-04-29T01:56:52.516567Z","end":"2026-04-29T01:56:52.652329Z","steps":["trace[1210096027] 'process raft request' (duration: 135.161245ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:52.843351Z","caller":"traceutil/trace.go:171","msg":"trace[2145856069] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"156.341569ms","start":"2026-04-29T01:56:52.686979Z","end":"2026-04-29T01:56:52.84332Z","steps":["trace[2145856069] 'read index received' (duration: 154.727488ms)","trace[2145856069] 'applied index is now lower than readState.Index' (duration: 1.612971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:52.843648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.649755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-29T01:56:52.843696Z","caller":"traceutil/trace.go:171","msg":"trace[708506905] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:548; }","duration":"156.778978ms","start":"2026-04-29T01:56:52.686905Z","end":"2026-04-29T01:56:52.843684Z","steps":["trace[708506905] 'agreement among raft nodes before linearized reading' (duration: 156.525173ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:52.843908Z","caller":"traceutil/trace.go:171","msg":"trace[1357594274] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"222.607902ms","start":"2026-04-29T01:56:52.621259Z","end":"2026-04-29T01:56:52.843867Z","steps":["trace[1357594274] 'process raft request' (duration: 220.491942ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:52.866802Z","caller":"traceutil/trace.go:171","msg":"trace[2106399872] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"167.571398ms","start":"2026-04-29T01:56:52.699207Z","end":"2026-04-29T01:56:52.866778Z","steps":["trace[2106399872] 'process raft request' (duration: 167.424505ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:54.985441Z","caller":"traceutil/trace.go:171","msg":"trace[1755807584] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"132.260182ms","start":"2026-04-29T01:56:54.853142Z","end":"2026-04-29T01:56:54.985403Z","steps":["trace[1755807584] 'process raft request' (duration: 131.776182ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:55.107343Z","caller":"traceutil/trace.go:171","msg":"trace[653356085] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"106.676856ms","start":"2026-04-29T01:56:55.000638Z","end":"2026-04-29T01:56:55.107314Z","steps":["trace[653356085] 'process raft request' (duration: 46.355163ms)","trace[653356085] 'compare' (duration: 60.134089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:56:58.027113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.272796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:58.027195Z","caller":"traceutil/trace.go:171","msg":"trace[1227545145] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"107.389149ms","start":"2026-04-29T01:56:57.919788Z","end":"2026-04-29T01:56:58.027177Z","steps":["trace[1227545145] 'range keys from in-memory index tree' (duration: 107.164674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:58.027306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.989097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:58.027328Z","caller":"traceutil/trace.go:171","msg":"trace[2018937827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"152.048429ms","start":"2026-04-29T01:56:57.875273Z","end":"2026-04-29T01:56:58.027322Z","steps":["trace[2018937827] 'range keys from in-memory index tree' (duration: 151.831415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:58.027312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.892986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:58.027421Z","caller":"traceutil/trace.go:171","msg":"trace[312273502] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"152.025378ms","start":"2026-04-29T01:56:57.875383Z","end":"2026-04-29T01:56:58.027408Z","steps":["trace[312273502] 'count revisions from in-memory index tree' (duration: 151.835055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:58.027453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.135252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:56:58.027311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.475921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:58.027578Z","caller":"traceutil/trace.go:171","msg":"trace[1999829640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"107.827426ms","start":"2026-04-29T01:56:57.919741Z","end":"2026-04-29T01:56:58.027569Z","steps":["trace[1999829640] 'count revisions from in-memory index tree' (duration: 107.295347ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:58.027528Z","caller":"traceutil/trace.go:171","msg":"trace[2043651845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"101.222213ms","start":"2026-04-29T01:56:57.926276Z","end":"2026-04-29T01:56:58.027498Z","steps":["trace[2043651845] 'range keys from in-memory index tree' (duration: 101.02613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:58.543556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:56:59.044272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:56:59.544838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:00.045499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:00.369127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T01:57:00.3693Z","caller":"traceutil/trace.go:171","msg":"trace[877857098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691746s","start":"2026-04-29T01:56:58.368585Z","end":"2026-04-29T01:57:00.369276Z","steps":["trace[877857098] 'agreement among raft nodes before linearized reading' (duration: 2.000497023s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.369364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.368574Z","time spent":"2.000775828s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 01:57:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T01:57:00.54567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:00.565379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.445228329s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:57:00.566564Z","caller":"traceutil/trace.go:171","msg":"trace[1960334126] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"2.529018278s","start":"2026-04-29T01:56:58.037513Z","end":"2026-04-29T01:57:00.566531Z","steps":["trace[1960334126] 'process raft request' (duration: 2.528337804s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.566753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.03748Z","time spent":"2.529170171s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:00.600748Z","caller":"traceutil/trace.go:171","msg":"trace[281701978] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:603; }","duration":"2.557752772s","start":"2026-04-29T01:56:58.042975Z","end":"2026-04-29T01:57:00.600728Z","steps":["trace[281701978] 'read index received' (duration: 2.522615898s)","trace[281701978] 'applied index is now lower than readState.Index' (duration: 35.136174ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:00.600807Z","caller":"traceutil/trace.go:171","msg":"trace[1354538255] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"227.762908ms","start":"2026-04-29T01:57:00.373002Z","end":"2026-04-29T01:57:00.600765Z","steps":["trace[1354538255] 'process raft request' (duration: 227.617026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.600876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557872974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.600904Z","caller":"traceutil/trace.go:171","msg":"trace[673253503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:582; }","duration":"2.557945406s","start":"2026-04-29T01:56:58.042949Z","end":"2026-04-29T01:57:00.600894Z","steps":["trace[673253503] 'agreement among raft nodes before linearized reading' (duration: 2.557858414s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.60093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.042936Z","time spent":"2.557988486s","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.600931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557810133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.600979Z","caller":"traceutil/trace.go:171","msg":"trace[1786876678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:582; }","duration":"2.557904155s","start":"2026-04-29T01:56:58.043062Z","end":"2026-04-29T01:57:00.600966Z","steps":["trace[1786876678] 'agreement among raft nodes before linearized reading' (duration: 2.557818593s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.043035Z","time spent":"2.557976426s","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.601095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.09603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601124Z","caller":"traceutil/trace.go:171","msg":"trace[1865215042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"224.16154ms","start":"2026-04-29T01:57:00.376954Z","end":"2026-04-29T01:57:00.601116Z","steps":["trace[1865215042] 'agreement among raft nodes before linearized reading' (duration: 224.12184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145971859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601231Z","caller":"traceutil/trace.go:171","msg":"trace[1303411005] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:582; }","duration":"2.146006469s","start":"2026-04-29T01:56:58.45522Z","end":"2026-04-29T01:57:00.601227Z","steps":["trace[1303411005] 'agreement among raft nodes before linearized reading' (duration: 2.145975139s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.455211Z","time spent":"2.14603071s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.601365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825040999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601396Z","caller":"traceutil/trace.go:171","msg":"trace[925814059] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"1.825097609s","start":"2026-04-29T01:56:58.776294Z","end":"2026-04-29T01:57:00.601391Z","steps":["trace[925814059] 'agreement among raft nodes before linearized reading' (duration: 1.825057179s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783304272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800385588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826045728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.60145Z","caller":"traceutil/trace.go:171","msg":"trace[485949307] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"1.826091018s","start":"2026-04-29T01:56:58.775353Z","end":"2026-04-29T01:57:00.601444Z","steps":["trace[485949307] 'agreement among raft nodes before linearized reading' (duration: 1.826069678s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172517584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.77533Z","time spent":"1.826129579s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:00.601458Z","caller":"traceutil/trace.go:171","msg":"trace[1274961574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:582; }","duration":"1.800575073s","start":"2026-04-29T01:56:58.800866Z","end":"2026-04-29T01:57:00.601441Z","steps":["trace[1274961574] 'agreement among raft nodes before linearized reading' (duration: 1.800344738s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.800853Z","time spent":"1.800655135s","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.601546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826213881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015603478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:57:00.601574Z","caller":"traceutil/trace.go:171","msg":"trace[829380697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"1.826260902s","start":"2026-04-29T01:56:58.775306Z","end":"2026-04-29T01:57:00.601567Z","steps":["trace[829380697] 'agreement among raft nodes before linearized reading' (duration: 1.826222681s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.775293Z","time spent":"1.826301242s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.601627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436384593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173028684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601609Z","caller":"traceutil/trace.go:171","msg":"trace[1116916271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"1.015763701s","start":"2026-04-29T01:56:59.585822Z","end":"2026-04-29T01:57:00.601586Z","steps":["trace[1116916271] 'agreement among raft nodes before linearized reading' (duration: 1.015603528s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782718382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601695Z","caller":"traceutil/trace.go:171","msg":"trace[1074430366] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:582; }","duration":"2.173122275s","start":"2026-04-29T01:56:58.42855Z","end":"2026-04-29T01:57:00.601672Z","steps":["trace[1074430366] 'agreement among raft nodes before linearized reading' (duration: 2.173072045s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857050204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601685Z","caller":"traceutil/trace.go:171","msg":"trace[439401540] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:582; }","duration":"2.436453784s","start":"2026-04-29T01:56:58.16521Z","end":"2026-04-29T01:57:00.601664Z","steps":["trace[439401540] 'agreement among raft nodes before linearized reading' (duration: 2.436383333s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.60171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173316369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.428507Z","time spent":"2.173211326s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:00.601725Z","caller":"traceutil/trace.go:171","msg":"trace[546862177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:582; }","duration":"1.782800243s","start":"2026-04-29T01:56:58.818902Z","end":"2026-04-29T01:57:00.601703Z","steps":["trace[546862177] 'agreement among raft nodes before linearized reading' (duration: 1.782684941s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.601769Z","caller":"traceutil/trace.go:171","msg":"trace[1813390883] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:582; }","duration":"2.17340746s","start":"2026-04-29T01:56:58.428343Z","end":"2026-04-29T01:57:00.60175Z","steps":["trace[1813390883] 'agreement among raft nodes before linearized reading' (duration: 2.173295448s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199485786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.60179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.818848Z","time spent":"1.782917655s","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.601821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.42832Z","time spent":"2.173493222s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.601831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894586272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436582076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601849Z","caller":"traceutil/trace.go:171","msg":"trace[1921367445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:582; }","duration":"1.894645514s","start":"2026-04-29T01:56:58.707199Z","end":"2026-04-29T01:57:00.601844Z","steps":["trace[1921367445] 'agreement among raft nodes before linearized reading' (duration: 1.894621173s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.707169Z","time spent":"1.894692114s","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:00.601852Z","caller":"traceutil/trace.go:171","msg":"trace[941117224] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:582; }","duration":"2.199639918s","start":"2026-04-29T01:56:58.402187Z","end":"2026-04-29T01:57:00.601827Z","steps":["trace[941117224] 'agreement among raft nodes before linearized reading' (duration: 2.199487725s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.60181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894029852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.601729Z","caller":"traceutil/trace.go:171","msg":"trace[1785185062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"1.857084955s","start":"2026-04-29T01:56:58.744638Z","end":"2026-04-29T01:57:00.601723Z","steps":["trace[1785185062] 'agreement among raft nodes before linearized reading' (duration: 1.857051005s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.601883Z","caller":"traceutil/trace.go:171","msg":"trace[425216838] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:582; }","duration":"2.436674399s","start":"2026-04-29T01:56:58.165184Z","end":"2026-04-29T01:57:00.601858Z","steps":["trace[425216838] 'agreement among raft nodes before linearized reading' (duration: 2.436526126s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.60192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.402159Z","time spent":"2.19974226s","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.601941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.165176Z","time spent":"2.43674757s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.602021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47090603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-29T01:57:00.602035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454859567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.602062Z","caller":"traceutil/trace.go:171","msg":"trace[737257981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"1.470990031s","start":"2026-04-29T01:56:59.131059Z","end":"2026-04-29T01:57:00.602049Z","steps":["trace[737257981] 'agreement among raft nodes before linearized reading' (duration: 1.470785398s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.602079Z","caller":"traceutil/trace.go:171","msg":"trace[1238437122] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:582; }","duration":"2.454927828s","start":"2026-04-29T01:56:58.147142Z","end":"2026-04-29T01:57:00.602069Z","steps":["trace[1238437122] 'agreement among raft nodes before linearized reading' (duration: 2.454824116s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.131028Z","time spent":"1.471070172s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:57:00.602126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.147133Z","time spent":"2.454983108s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.602145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01541429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255871005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146437249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857175716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.602204Z","caller":"traceutil/trace.go:171","msg":"trace[1417892804] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:582; }","duration":"2.255956786s","start":"2026-04-29T01:56:58.346232Z","end":"2026-04-29T01:57:00.602189Z","steps":["trace[1417892804] 'agreement among raft nodes before linearized reading' (duration: 2.255886654s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.602225Z","caller":"traceutil/trace.go:171","msg":"trace[561204933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:582; }","duration":"2.146471769s","start":"2026-04-29T01:56:58.455746Z","end":"2026-04-29T01:57:00.602218Z","steps":["trace[561204933] 'agreement among raft nodes before linearized reading' (duration: 2.146441759s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.601924Z","caller":"traceutil/trace.go:171","msg":"trace[1407276040] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:582; }","duration":"1.894157685s","start":"2026-04-29T01:56:58.707747Z","end":"2026-04-29T01:57:00.601904Z","steps":["trace[1407276040] 'agreement among raft nodes before linearized reading' (duration: 1.894050533s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.455737Z","time spent":"2.1465033s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.602244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.346208Z","time spent":"2.256025627s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.602289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256315252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.585792Z","time spent":"1.015886443s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:57:00.602334Z","caller":"traceutil/trace.go:171","msg":"trace[1678857069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:582; }","duration":"2.256388874s","start":"2026-04-29T01:56:58.34593Z","end":"2026-04-29T01:57:00.602319Z","steps":["trace[1678857069] 'agreement among raft nodes before linearized reading' (duration: 2.256331653s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146998418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.345909Z","time spent":"2.256445265s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:00.602369Z","caller":"traceutil/trace.go:171","msg":"trace[2130739966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:582; }","duration":"2.147029059s","start":"2026-04-29T01:56:58.455334Z","end":"2026-04-29T01:57:00.602363Z","steps":["trace[2130739966] 'agreement among raft nodes before linearized reading' (duration: 2.146986958s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.602171Z","caller":"traceutil/trace.go:171","msg":"trace[90790432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:582; }","duration":"2.015473761s","start":"2026-04-29T01:56:58.586688Z","end":"2026-04-29T01:57:00.602162Z","steps":["trace[90790432] 'agreement among raft nodes before linearized reading' (duration: 2.015442321s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.455274Z","time spent":"2.14711052s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.602408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.586661Z","time spent":"2.015733375s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.601931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.744625Z","time spent":"1.857289129s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.602378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.165196Z","time spent":"2.436540816s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:00.602239Z","caller":"traceutil/trace.go:171","msg":"trace[432733232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"1.857644035s","start":"2026-04-29T01:56:58.744584Z","end":"2026-04-29T01:57:00.602228Z","steps":["trace[432733232] 'agreement among raft nodes before linearized reading' (duration: 1.857156137s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455058291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544745639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.60251Z","caller":"traceutil/trace.go:171","msg":"trace[1347189015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:582; }","duration":"2.456091089s","start":"2026-04-29T01:56:58.146409Z","end":"2026-04-29T01:57:00.6025Z","steps":["trace[1347189015] 'agreement among raft nodes before linearized reading' (duration: 2.455066801s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.707731Z","time spent":"1.894528701s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.602344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455977698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.146382Z","time spent":"2.456147131s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.602557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522586397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.6026Z","caller":"traceutil/trace.go:171","msg":"trace[638021998] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:582; }","duration":"2.522648028s","start":"2026-04-29T01:56:58.07994Z","end":"2026-04-29T01:57:00.602588Z","steps":["trace[638021998] 'agreement among raft nodes before linearized reading' (duration: 2.522582817s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783768721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.6025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.744574Z","time spent":"1.85791347s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:00.602628Z","caller":"traceutil/trace.go:171","msg":"trace[1231764187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:582; }","duration":"1.784606285s","start":"2026-04-29T01:56:58.818016Z","end":"2026-04-29T01:57:00.602622Z","steps":["trace[1231764187] 'agreement among raft nodes before linearized reading' (duration: 1.78376018s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.07993Z","time spent":"2.522691518s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.602653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.818008Z","time spent":"1.784638646s","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.602037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894851577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015360709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488833349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198857355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472525436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kbdqk\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-29T01:57:00.602742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54529658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489056803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.60277Z","caller":"traceutil/trace.go:171","msg":"trace[377963799] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:582; }","duration":"2.200064137s","start":"2026-04-29T01:56:58.402697Z","end":"2026-04-29T01:57:00.602761Z","steps":["trace[377963799] 'agreement among raft nodes before linearized reading' (duration: 2.198818794s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521901365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.602786Z","caller":"traceutil/trace.go:171","msg":"trace[1259730426] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kbdqk; range_end:; response_count:1; response_revision:582; }","duration":"2.472624068s","start":"2026-04-29T01:56:58.130146Z","end":"2026-04-29T01:57:00.60277Z","steps":["trace[1259730426] 'agreement among raft nodes before linearized reading' (duration: 2.472431544s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.602792Z","caller":"traceutil/trace.go:171","msg":"trace[1030724154] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:582; }","duration":"2.545361161s","start":"2026-04-29T01:56:58.057416Z","end":"2026-04-29T01:57:00.602777Z","steps":["trace[1030724154] 'agreement among raft nodes before linearized reading' (duration: 2.54529315s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.60281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.402689Z","time spent":"2.200108968s","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-29T01:57:00.602825Z","caller":"traceutil/trace.go:171","msg":"trace[857682842] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:582; }","duration":"2.522747531s","start":"2026-04-29T01:56:58.080066Z","end":"2026-04-29T01:57:00.602813Z","steps":["trace[857682842] 'agreement among raft nodes before linearized reading' (duration: 2.521753882s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.130118Z","time spent":"2.472706349s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-kbdqk\" "} {"level":"info","ts":"2026-04-29T01:57:00.602531Z","caller":"traceutil/trace.go:171","msg":"trace[1133976980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:582; }","duration":"2.544819731s","start":"2026-04-29T01:56:58.057702Z","end":"2026-04-29T01:57:00.602522Z","steps":["trace[1133976980] 'agreement among raft nodes before linearized reading' (duration: 2.54475944s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.602729Z","caller":"traceutil/trace.go:171","msg":"trace[874371220] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:582; }","duration":"2.015966451s","start":"2026-04-29T01:56:58.586747Z","end":"2026-04-29T01:57:00.602713Z","steps":["trace[874371220] 'agreement among raft nodes before linearized reading' (duration: 2.015312208s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521783472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20080547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.602918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.057685Z","time spent":"2.545217928s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.602928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.586692Z","time spent":"2.016223166s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:00.602725Z","caller":"traceutil/trace.go:171","msg":"trace[1428335178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:582; }","duration":"2.456237752s","start":"2026-04-29T01:56:58.14632Z","end":"2026-04-29T01:57:00.602557Z","steps":["trace[1428335178] 'agreement among raft nodes before linearized reading' (duration: 2.455900706s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.057406Z","time spent":"2.545426062s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.601869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80093365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.602949Z","caller":"traceutil/trace.go:171","msg":"trace[2041349844] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:582; }","duration":"2.200875581s","start":"2026-04-29T01:56:58.402064Z","end":"2026-04-29T01:57:00.60294Z","steps":["trace[2041349844] 'agreement among raft nodes before linearized reading' (duration: 2.20080182s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.602963Z","caller":"traceutil/trace.go:171","msg":"trace[1203573962] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:582; }","duration":"2.174119964s","start":"2026-04-29T01:56:58.428831Z","end":"2026-04-29T01:57:00.602951Z","steps":["trace[1203573962] 'agreement among raft nodes before linearized reading' (duration: 2.172466083s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.603007Z","caller":"traceutil/trace.go:171","msg":"trace[568906003] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:582; }","duration":"1.802112911s","start":"2026-04-29T01:56:58.800886Z","end":"2026-04-29T01:57:00.602999Z","steps":["trace[568906003] 'agreement among raft nodes before linearized reading' (duration: 1.800944959s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.603027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.402053Z","time spent":"2.200965573s","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.603038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.800871Z","time spent":"1.802156252s","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:00.60292Z","caller":"traceutil/trace.go:171","msg":"trace[1711364385] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:582; }","duration":"2.521862065s","start":"2026-04-29T01:56:58.081052Z","end":"2026-04-29T01:57:00.602914Z","steps":["trace[1711364385] 'agreement among raft nodes before linearized reading' (duration: 2.521826934s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.603064Z","caller":"traceutil/trace.go:171","msg":"trace[357480413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:582; }","duration":"1.783374993s","start":"2026-04-29T01:56:58.818055Z","end":"2026-04-29T01:57:00.60143Z","steps":["trace[357480413] 'agreement among raft nodes before linearized reading' (duration: 1.78324004s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.60141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.77628Z","time spent":"1.82512585s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.6031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.081017Z","time spent":"2.522069639s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.603131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.818042Z","time spent":"1.785075714s","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:00.602695Z","caller":"traceutil/trace.go:171","msg":"trace[1126221592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:582; }","duration":"1.895556199s","start":"2026-04-29T01:56:58.707123Z","end":"2026-04-29T01:57:00.602679Z","steps":["trace[1126221592] 'agreement among raft nodes before linearized reading' (duration: 1.894884407s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.602676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558325622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.603173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.707093Z","time spent":"1.89607207s","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:00.602737Z","caller":"traceutil/trace.go:171","msg":"trace[10504132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:582; }","duration":"2.489054623s","start":"2026-04-29T01:56:58.113668Z","end":"2026-04-29T01:57:00.602723Z","steps":["trace[10504132] 'agreement among raft nodes before linearized reading' (duration: 2.488828338s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.603255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.113655Z","time spent":"2.489586614s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:00.603042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.428824Z","time spent":"2.174202296s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.602562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543947775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760384125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.603305Z","caller":"traceutil/trace.go:171","msg":"trace[1658467027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:582; }","duration":"2.54470221s","start":"2026-04-29T01:56:58.058596Z","end":"2026-04-29T01:57:00.603298Z","steps":["trace[1658467027] 'agreement among raft nodes before linearized reading' (duration: 2.543952075s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.603334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.058588Z","time spent":"2.54473703s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.603306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.146312Z","time spent":"2.456696781s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:00.603178Z","caller":"traceutil/trace.go:171","msg":"trace[170623476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:582; }","duration":"2.558888973s","start":"2026-04-29T01:56:58.044281Z","end":"2026-04-29T01:57:00.60317Z","steps":["trace[170623476] 'agreement among raft nodes before linearized reading' (duration: 2.558351583s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.603328Z","caller":"traceutil/trace.go:171","msg":"trace[38356879] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:582; }","duration":"1.762406993s","start":"2026-04-29T01:56:58.840908Z","end":"2026-04-29T01:57:00.603315Z","steps":["trace[38356879] 'agreement among raft nodes before linearized reading' (duration: 1.760337184s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.601608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255289234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.601609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435468256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.603405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.044266Z","time spent":"2.559125487s","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.602447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760698861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:00.603528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762515786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:00.603513Z","caller":"traceutil/trace.go:171","msg":"trace[1892922205] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:582; }","duration":"2.437375052s","start":"2026-04-29T01:56:58.166072Z","end":"2026-04-29T01:57:00.603447Z","steps":["trace[1892922205] 'agreement among raft nodes before linearized reading' (duration: 2.435450327s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.603744Z","caller":"traceutil/trace.go:171","msg":"trace[1147881955] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:582; }","duration":"1.762837041s","start":"2026-04-29T01:56:58.840875Z","end":"2026-04-29T01:57:00.603712Z","steps":["trace[1147881955] 'agreement among raft nodes before linearized reading' (duration: 1.761428125s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.603519Z","caller":"traceutil/trace.go:171","msg":"trace[208374354] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:582; }","duration":"2.257180029s","start":"2026-04-29T01:56:58.346258Z","end":"2026-04-29T01:57:00.603438Z","steps":["trace[208374354] 'agreement among raft nodes before linearized reading' (duration: 2.255238523s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.603907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.346249Z","time spent":"2.257633457s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.603941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.840859Z","time spent":"1.763056045s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-29T01:57:00.603658Z","caller":"traceutil/trace.go:171","msg":"trace[1269928096] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:582; }","duration":"1.761901763s","start":"2026-04-29T01:56:58.841718Z","end":"2026-04-29T01:57:00.603619Z","steps":["trace[1269928096] 'agreement among raft nodes before linearized reading' (duration: 1.76066963s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:00.602798Z","caller":"traceutil/trace.go:171","msg":"trace[652554498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:582; }","duration":"2.489121524s","start":"2026-04-29T01:56:58.11366Z","end":"2026-04-29T01:57:00.602782Z","steps":["trace[652554498] 'agreement among raft nodes before linearized reading' (duration: 2.489061833s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.604373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.841701Z","time spent":"1.762648197s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:00.602854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.080039Z","time spent":"2.522805481s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.602364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592916239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T01:57:00.603411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.840864Z","time spent":"1.762535375s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.603817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.166061Z","time spent":"2.437734658s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-29T01:57:00.605045Z","caller":"traceutil/trace.go:171","msg":"trace[1375986384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"1.595600318s","start":"2026-04-29T01:56:59.009406Z","end":"2026-04-29T01:57:00.605007Z","steps":["trace[1375986384] 'agreement among raft nodes before linearized reading' (duration: 1.592884207s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.605113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.009389Z","time spent":"1.59570594s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:00.601822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017181527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:57:00.605218Z","caller":"traceutil/trace.go:171","msg":"trace[218746824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"1.020630571s","start":"2026-04-29T01:56:59.584574Z","end":"2026-04-29T01:57:00.605205Z","steps":["trace[218746824] 'agreement among raft nodes before linearized reading' (duration: 1.017176807s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:00.605265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:59.584549Z","time spent":"1.020703821s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:00.60443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:56:58.113647Z","time spent":"2.490768506s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:00.939967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.728749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:00.940117Z","caller":"traceutil/trace.go:171","msg":"trace[2128909167] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"330.632202ms","start":"2026-04-29T01:57:00.609459Z","end":"2026-04-29T01:57:00.940091Z","steps":["trace[2128909167] 'process raft request' (duration: 139.652099ms)","trace[2128909167] 'compare' (duration: 190.538015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:00.940198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:00.609444Z","time spent":"330.719095ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:01.692985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979911673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:02.09403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344862383s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T01:57:02.716089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.563006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:02.716271Z","caller":"traceutil/trace.go:171","msg":"trace[653664289] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"2.106648589s","start":"2026-04-29T01:57:00.6096Z","end":"2026-04-29T01:57:02.716249Z","steps":["trace[653664289] 'process raft request' (duration: 1.484814708s)","trace[653664289] 'compare' (duration: 621.393203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:02.716434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:00.609588Z","time spent":"2.10672091s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:02.716779Z","caller":"traceutil/trace.go:171","msg":"trace[1860564664] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"2.107140728s","start":"2026-04-29T01:57:00.609603Z","end":"2026-04-29T01:57:02.716744Z","steps":["trace[1860564664] 'process raft request' (duration: 2.106592308s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.71695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:00.609588Z","time spent":"2.107265289s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:02.716929Z","caller":"traceutil/trace.go:171","msg":"trace[537857778] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"2.106435334s","start":"2026-04-29T01:57:00.610448Z","end":"2026-04-29T01:57:02.716883Z","steps":["trace[537857778] 'process raft request' (duration: 2.10622973s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.717108Z","caller":"traceutil/trace.go:171","msg":"trace[1105392317] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"2.099651978s","start":"2026-04-29T01:57:00.617415Z","end":"2026-04-29T01:57:02.717067Z","steps":["trace[1105392317] 'process raft request' (duration: 2.099385103s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:02.717129Z","caller":"traceutil/trace.go:171","msg":"trace[1930635032] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:606; }","duration":"1.524958785s","start":"2026-04-29T01:57:01.192143Z","end":"2026-04-29T01:57:02.717102Z","steps":["trace[1930635032] 'read index received' (duration: 902.236348ms)","trace[1930635032] 'applied index is now lower than readState.Index' (duration: 622.721287ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:02.717213Z","caller":"traceutil/trace.go:171","msg":"trace[1423895985] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.802449909s","start":"2026-04-29T01:57:00.914744Z","end":"2026-04-29T01:57:02.717194Z","steps":["trace[1423895985] 'process raft request' (duration: 1.802309546s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.71721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:00.610433Z","time spent":"2.106598558s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:02.717264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:00.61739Z","time spent":"2.09979695s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:02.717292Z","caller":"traceutil/trace.go:171","msg":"trace[1122582436] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.096807115s","start":"2026-04-29T01:57:00.620472Z","end":"2026-04-29T01:57:02.717279Z","steps":["trace[1122582436] 'process raft request' (duration: 2.096387087s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.717308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:00.914718Z","time spent":"1.80254255s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:02.717356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:00.620465Z","time spent":"2.096860286s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:57:02.717396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525241161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T01:57:02.717454Z","caller":"traceutil/trace.go:171","msg":"trace[1215061075] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:589; }","duration":"1.525353103s","start":"2026-04-29T01:57:01.192082Z","end":"2026-04-29T01:57:02.717435Z","steps":["trace[1215061075] 'agreement among raft nodes before linearized reading' (duration: 1.525156669s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.717436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.473467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:02.71749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:01.192052Z","time spent":"1.525429434s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-29T01:57:02.71755Z","caller":"traceutil/trace.go:171","msg":"trace[1212397711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"346.65586ms","start":"2026-04-29T01:57:02.370862Z","end":"2026-04-29T01:57:02.717518Z","steps":["trace[1212397711] 'agreement among raft nodes before linearized reading' (duration: 346.475437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:02.717611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:02.370817Z","time spent":"346.779993ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:57:02.926701Z","caller":"traceutil/trace.go:171","msg":"trace[1380493865] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"195.714781ms","start":"2026-04-29T01:57:02.730951Z","end":"2026-04-29T01:57:02.926665Z","steps":["trace[1380493865] 'read index received' (duration: 158.618451ms)","trace[1380493865] 'applied index is now lower than readState.Index' (duration: 37.09445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:02.92693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.931105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:02.927036Z","caller":"traceutil/trace.go:171","msg":"trace[160492751] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:589; }","duration":"196.10749ms","start":"2026-04-29T01:57:02.730902Z","end":"2026-04-29T01:57:02.92701Z","steps":["trace[160492751] 'agreement among raft nodes before linearized reading' (duration: 195.871855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:03.19241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.471689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T01:57:03.192504Z","caller":"traceutil/trace.go:171","msg":"trace[570103261] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:590; }","duration":"164.630332ms","start":"2026-04-29T01:57:03.027852Z","end":"2026-04-29T01:57:03.192482Z","steps":["trace[570103261] 'range keys from in-memory index tree' (duration: 164.337428ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:03.192851Z","caller":"traceutil/trace.go:171","msg":"trace[1277478902] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"163.665375ms","start":"2026-04-29T01:57:03.02917Z","end":"2026-04-29T01:57:03.192836Z","steps":["trace[1277478902] 'process raft request' (duration: 81.118029ms)","trace[1277478902] 'compare' (duration: 82.161889ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:03.807776Z","caller":"traceutil/trace.go:171","msg":"trace[1385180843] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"444.306707ms","start":"2026-04-29T01:57:03.363442Z","end":"2026-04-29T01:57:03.807749Z","steps":["trace[1385180843] 'process raft request' (duration: 443.689835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:03.808175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:03.363403Z","time spent":"444.46656ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:04.355186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.988889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:04.355407Z","caller":"traceutil/trace.go:171","msg":"trace[2071242183] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"482.477637ms","start":"2026-04-29T01:57:03.872902Z","end":"2026-04-29T01:57:04.355379Z","steps":["trace[2071242183] 'compare' (duration: 473.804914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:04.355497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:03.872866Z","time spent":"482.592039ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:57:04.862871Z","caller":"traceutil/trace.go:171","msg":"trace[704908258] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"135.603823ms","start":"2026-04-29T01:57:04.727237Z","end":"2026-04-29T01:57:04.86284Z","steps":["trace[704908258] 'process raft request' (duration: 103.71577ms)","trace[704908258] 'compare' (duration: 31.72575ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:04.863051Z","caller":"traceutil/trace.go:171","msg":"trace[510256021] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"134.334609ms","start":"2026-04-29T01:57:04.728687Z","end":"2026-04-29T01:57:04.863022Z","steps":["trace[510256021] 'process raft request' (duration: 134.100025ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:05.301091Z","caller":"traceutil/trace.go:171","msg":"trace[1524259805] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"102.981456ms","start":"2026-04-29T01:57:05.198086Z","end":"2026-04-29T01:57:05.301067Z","steps":["trace[1524259805] 'read index received' (duration: 101.180632ms)","trace[1524259805] 'applied index is now lower than readState.Index' (duration: 1.799654ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:05.301171Z","caller":"traceutil/trace.go:171","msg":"trace[524107621] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"137.558289ms","start":"2026-04-29T01:57:05.16358Z","end":"2026-04-29T01:57:05.301138Z","steps":["trace[524107621] 'process raft request' (duration: 135.777926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:05.301279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.179419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:57:05.301324Z","caller":"traceutil/trace.go:171","msg":"trace[844401952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:607; }","duration":"103.284301ms","start":"2026-04-29T01:57:05.198028Z","end":"2026-04-29T01:57:05.301312Z","steps":["trace[844401952] 'agreement among raft nodes before linearized reading' (duration: 103.135128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:06.600444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.957618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:06.600975Z","caller":"traceutil/trace.go:171","msg":"trace[1573600614] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"178.623735ms","start":"2026-04-29T01:57:06.422317Z","end":"2026-04-29T01:57:06.600941Z","steps":["trace[1573600614] 'process raft request' (duration: 69.069955ms)","trace[1573600614] 'compare' (duration: 108.701353ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:07.134622Z","caller":"traceutil/trace.go:171","msg":"trace[2037247256] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"267.567259ms","start":"2026-04-29T01:57:06.867034Z","end":"2026-04-29T01:57:07.134601Z","steps":["trace[2037247256] 'read index received' (duration: 267.390955ms)","trace[2037247256] 'applied index is now lower than readState.Index' (duration: 175.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:07.134726Z","caller":"traceutil/trace.go:171","msg":"trace[2035259299] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"331.115982ms","start":"2026-04-29T01:57:06.803577Z","end":"2026-04-29T01:57:07.134693Z","steps":["trace[2035259299] 'process raft request' (duration: 330.871578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.134812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.291304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:57:07.134845Z","caller":"traceutil/trace.go:171","msg":"trace[1661772320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:612; }","duration":"267.365125ms","start":"2026-04-29T01:57:06.867472Z","end":"2026-04-29T01:57:07.134837Z","steps":["trace[1661772320] 'agreement among raft nodes before linearized reading' (duration: 267.232442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:07.134863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.827533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:57:07.134902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:06.803548Z","time spent":"331.263174ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:07.134927Z","caller":"traceutil/trace.go:171","msg":"trace[2080555179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"267.943665ms","start":"2026-04-29T01:57:06.866965Z","end":"2026-04-29T01:57:07.134908Z","steps":["trace[2080555179] 'agreement among raft nodes before linearized reading' (duration: 267.709921ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:07.560517Z","caller":"traceutil/trace.go:171","msg":"trace[1571570025] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"191.614136ms","start":"2026-04-29T01:57:07.368879Z","end":"2026-04-29T01:57:07.560493Z","steps":["trace[1571570025] 'read index received' (duration: 191.365801ms)","trace[1571570025] 'applied index is now lower than readState.Index' (duration: 247.285µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:07.560745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.8485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:07.560787Z","caller":"traceutil/trace.go:171","msg":"trace[1027655354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"191.909911ms","start":"2026-04-29T01:57:07.368867Z","end":"2026-04-29T01:57:07.560777Z","steps":["trace[1027655354] 'agreement among raft nodes before linearized reading' (duration: 191.725308ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:07.561175Z","caller":"traceutil/trace.go:171","msg":"trace[280074546] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"236.42112ms","start":"2026-04-29T01:57:07.324736Z","end":"2026-04-29T01:57:07.561157Z","steps":["trace[280074546] 'process raft request' (duration: 235.597375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:08.036552Z","caller":"traceutil/trace.go:171","msg":"trace[1889679228] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"175.564037ms","start":"2026-04-29T01:57:07.860956Z","end":"2026-04-29T01:57:08.03652Z","steps":["trace[1889679228] 'process raft request' (duration: 144.475959ms)","trace[1889679228] 'compare' (duration: 30.771452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:09.959179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.685226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:57:09.959283Z","caller":"traceutil/trace.go:171","msg":"trace[2091852327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"802.862089ms","start":"2026-04-29T01:57:09.156389Z","end":"2026-04-29T01:57:09.959251Z","steps":["trace[2091852327] 'range keys from in-memory index tree' (duration: 802.414511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.959331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.073057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:57:09.959337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783748912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kbdqk\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-04-29T01:57:09.959452Z","caller":"traceutil/trace.go:171","msg":"trace[885747265] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kbdqk; range_end:; response_count:1; response_revision:619; }","duration":"1.783928755s","start":"2026-04-29T01:57:08.175495Z","end":"2026-04-29T01:57:09.959424Z","steps":["trace[885747265] 'range keys from in-memory index tree' (duration: 1.783493658s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.959524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.175473Z","time spent":"1.784035148s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17813,"request content":"key:\"/registry/pods/kube-system/cilium-kbdqk\" "} {"level":"warn","ts":"2026-04-29T01:57:09.959492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.216645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:57:09.960479Z","caller":"traceutil/trace.go:171","msg":"trace[1839125277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"820.249654ms","start":"2026-04-29T01:57:09.140197Z","end":"2026-04-29T01:57:09.960447Z","steps":["trace[1839125277] 'range keys from in-memory index tree' (duration: 818.94415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.960587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.140169Z","time spent":"820.374256ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:09.961712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592727389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:09.961818Z","caller":"traceutil/trace.go:171","msg":"trace[603218350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"1.592873812s","start":"2026-04-29T01:57:08.368916Z","end":"2026-04-29T01:57:09.961789Z","steps":["trace[603218350] 'range keys from in-memory index tree' (duration: 1.592549585s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.961882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:08.368886Z","time spent":"1.592965713s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:57:09.95939Z","caller":"traceutil/trace.go:171","msg":"trace[1149451940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"800.194979ms","start":"2026-04-29T01:57:09.159182Z","end":"2026-04-29T01:57:09.959377Z","steps":["trace[1149451940] 'range keys from in-memory index tree' (duration: 799.884414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.962459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.159151Z","time spent":"803.287817ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:57:09.95937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.156323Z","time spent":"803.021452ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:57:09.959384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.465502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:57:09.963282Z","caller":"traceutil/trace.go:171","msg":"trace[824548254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"397.359525ms","start":"2026-04-29T01:57:09.565865Z","end":"2026-04-29T01:57:09.963224Z","steps":["trace[824548254] 'range keys from in-memory index tree' (duration: 393.276129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:09.963651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.565841Z","time spent":"397.523208ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:57:10.414182Z","caller":"traceutil/trace.go:171","msg":"trace[827405283] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"445.749233ms","start":"2026-04-29T01:57:09.968388Z","end":"2026-04-29T01:57:10.414137Z","steps":["trace[827405283] 'process raft request' (duration: 445.413877ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:10.414194Z","caller":"traceutil/trace.go:171","msg":"trace[1340652371] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"445.473358ms","start":"2026-04-29T01:57:09.968692Z","end":"2026-04-29T01:57:10.414165Z","steps":["trace[1340652371] 'process raft request' (duration: 445.326656ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:10.414263Z","caller":"traceutil/trace.go:171","msg":"trace[171421046] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"445.097342ms","start":"2026-04-29T01:57:09.969114Z","end":"2026-04-29T01:57:10.414211Z","steps":["trace[171421046] 'process raft request' (duration: 444.947289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.414412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.968671Z","time spent":"445.626271ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:10.414419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.968371Z","time spent":"445.912306ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:10.414424Z","caller":"traceutil/trace.go:171","msg":"trace[1884234023] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:644; }","duration":"443.277797ms","start":"2026-04-29T01:57:09.971074Z","end":"2026-04-29T01:57:10.414352Z","steps":["trace[1884234023] 'read index received' (duration: 11.180418ms)","trace[1884234023] 'applied index is now lower than readState.Index' (duration: 432.094939ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:10.41454Z","caller":"traceutil/trace.go:171","msg":"trace[961175355] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"439.849174ms","start":"2026-04-29T01:57:09.974679Z","end":"2026-04-29T01:57:10.414529Z","steps":["trace[961175355] 'process raft request' (duration: 439.422586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.41457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.969094Z","time spent":"445.269245ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:10.414624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.512322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:10.414687Z","caller":"traceutil/trace.go:171","msg":"trace[717718132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"443.616743ms","start":"2026-04-29T01:57:09.971052Z","end":"2026-04-29T01:57:10.414669Z","steps":["trace[717718132] 'agreement among raft nodes before linearized reading' (duration: 443.467771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:10.414597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.974666Z","time spent":"439.904095ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17959,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:10.414751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:09.971045Z","time spent":"443.693655ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:57:10.579152Z","caller":"traceutil/trace.go:171","msg":"trace[1540025699] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"152.555098ms","start":"2026-04-29T01:57:10.426564Z","end":"2026-04-29T01:57:10.579119Z","steps":["trace[1540025699] 'process raft request' (duration: 69.286899ms)","trace[1540025699] 'compare' (duration: 83.094636ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:10.618049Z","caller":"traceutil/trace.go:171","msg":"trace[1990297058] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"179.746825ms","start":"2026-04-29T01:57:10.438281Z","end":"2026-04-29T01:57:10.618028Z","steps":["trace[1990297058] 'process raft request' (duration: 179.589682ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:12.890207Z","caller":"traceutil/trace.go:171","msg":"trace[1757747959] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"224.275393ms","start":"2026-04-29T01:57:12.665902Z","end":"2026-04-29T01:57:12.890177Z","steps":["trace[1757747959] 'process raft request' (duration: 198.29473ms)","trace[1757747959] 'compare' (duration: 25.753609ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:13.365354Z","caller":"traceutil/trace.go:171","msg":"trace[2057874705] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"161.898453ms","start":"2026-04-29T01:57:13.203425Z","end":"2026-04-29T01:57:13.365324Z","steps":["trace[2057874705] 'process raft request' (duration: 161.72147ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:13.505797Z","caller":"traceutil/trace.go:171","msg":"trace[344439075] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"132.945194ms","start":"2026-04-29T01:57:13.372826Z","end":"2026-04-29T01:57:13.505771Z","steps":["trace[344439075] 'process raft request' (duration: 131.65383ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:13.530316Z","caller":"traceutil/trace.go:171","msg":"trace[1654966109] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"122.596111ms","start":"2026-04-29T01:57:13.407619Z","end":"2026-04-29T01:57:13.530215Z","steps":["trace[1654966109] 'process raft request' (duration: 122.278944ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:13.820084Z","caller":"traceutil/trace.go:171","msg":"trace[1153500002] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"169.214568ms","start":"2026-04-29T01:57:13.65084Z","end":"2026-04-29T01:57:13.820055Z","steps":["trace[1153500002] 'process raft request' (duration: 135.569502ms)","trace[1153500002] 'compare' (duration: 33.468712ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:14.095624Z","caller":"traceutil/trace.go:171","msg":"trace[1416346497] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"269.229209ms","start":"2026-04-29T01:57:13.826365Z","end":"2026-04-29T01:57:14.095594Z","steps":["trace[1416346497] 'process raft request' (duration: 269.143238ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:14.095683Z","caller":"traceutil/trace.go:171","msg":"trace[1135811771] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"274.045318ms","start":"2026-04-29T01:57:13.821594Z","end":"2026-04-29T01:57:14.09564Z","steps":["trace[1135811771] 'process raft request' (duration: 273.735943ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:14.217361Z","caller":"traceutil/trace.go:171","msg":"trace[1010982986] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:701; }","duration":"218.139448ms","start":"2026-04-29T01:57:13.999194Z","end":"2026-04-29T01:57:14.217334Z","steps":["trace[1010982986] 'read index received' (duration: 96.222389ms)","trace[1010982986] 'applied index is now lower than readState.Index' (duration: 121.915519ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:14.217489Z","caller":"traceutil/trace.go:171","msg":"trace[645520896] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"345.088691ms","start":"2026-04-29T01:57:13.872351Z","end":"2026-04-29T01:57:14.21744Z","steps":["trace[645520896] 'process raft request' (duration: 344.630732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:14.21763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.564051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:14.217666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.458835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T01:57:14.217698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:13.872331Z","time spent":"345.252014ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:14.217729Z","caller":"traceutil/trace.go:171","msg":"trace[1697005473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:678; }","duration":"218.587108ms","start":"2026-04-29T01:57:13.999127Z","end":"2026-04-29T01:57:14.217715Z","steps":["trace[1697005473] 'agreement among raft nodes before linearized reading' (duration: 218.384284ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:14.217939Z","caller":"traceutil/trace.go:171","msg":"trace[1590298583] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:678; }","duration":"215.715805ms","start":"2026-04-29T01:57:14.001967Z","end":"2026-04-29T01:57:14.217682Z","steps":["trace[1590298583] 'agreement among raft nodes before linearized reading' (duration: 215.553761ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:14.788769Z","caller":"traceutil/trace.go:171","msg":"trace[913898537] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"141.35224ms","start":"2026-04-29T01:57:14.647381Z","end":"2026-04-29T01:57:14.788734Z","steps":["trace[913898537] 'process raft request' (duration: 141.093306ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:14.833678Z","caller":"traceutil/trace.go:171","msg":"trace[291586700] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:711; }","duration":"181.185102ms","start":"2026-04-29T01:57:14.652464Z","end":"2026-04-29T01:57:14.833649Z","steps":["trace[291586700] 'read index received' (duration: 136.089563ms)","trace[291586700] 'applied index is now lower than readState.Index' (duration: 45.093959ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:14.83371Z","caller":"traceutil/trace.go:171","msg":"trace[96563253] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"186.219865ms","start":"2026-04-29T01:57:14.64746Z","end":"2026-04-29T01:57:14.83368Z","steps":["trace[96563253] 'process raft request' (duration: 186.037551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:14.833871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.394306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:14.833921Z","caller":"traceutil/trace.go:171","msg":"trace[589428843] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:687; }","duration":"181.502788ms","start":"2026-04-29T01:57:14.652406Z","end":"2026-04-29T01:57:14.833909Z","steps":["trace[589428843] 'agreement among raft nodes before linearized reading' (duration: 181.378616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:14.843203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.624697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:14.843296Z","caller":"traceutil/trace.go:171","msg":"trace[1056138184] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:688; }","duration":"190.79562ms","start":"2026-04-29T01:57:14.652474Z","end":"2026-04-29T01:57:14.84327Z","steps":["trace[1056138184] 'agreement among raft nodes before linearized reading' (duration: 190.571886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:14.843213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.134547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:14.843501Z","caller":"traceutil/trace.go:171","msg":"trace[1351745280] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:688; }","duration":"190.474346ms","start":"2026-04-29T01:57:14.653005Z","end":"2026-04-29T01:57:14.843479Z","steps":["trace[1351745280] 'agreement among raft nodes before linearized reading' (duration: 190.125938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:26.278835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979912045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:57:26.533129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023152598s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:57:26.533541Z","caller":"traceutil/trace.go:171","msg":"trace[687907789] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"1.023719429s","start":"2026-04-29T01:57:25.509799Z","end":"2026-04-29T01:57:26.533518Z","steps":["trace[687907789] 'process raft request' (duration: 1.023562816s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:26.533687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:25.509775Z","time spent":"1.02382538s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:26.544328Z","caller":"traceutil/trace.go:171","msg":"trace[1168807873] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:797; }","duration":"765.85734ms","start":"2026-04-29T01:57:25.778453Z","end":"2026-04-29T01:57:26.54431Z","steps":["trace[1168807873] 'read index received' (duration: 755.136731ms)","trace[1168807873] 'applied index is now lower than readState.Index' (duration: 10.719629ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:26.544372Z","caller":"traceutil/trace.go:171","msg":"trace[519331872] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"366.024021ms","start":"2026-04-29T01:57:26.178332Z","end":"2026-04-29T01:57:26.544356Z","steps":["trace[519331872] 'process raft request' (duration: 365.883438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:26.544431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:26.178304Z","time spent":"366.098422ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:26.544571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.591072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T01:57:26.5446Z","caller":"traceutil/trace.go:171","msg":"trace[1400552914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:768; }","duration":"265.657884ms","start":"2026-04-29T01:57:26.278934Z","end":"2026-04-29T01:57:26.544592Z","steps":["trace[1400552914] 'agreement among raft nodes before linearized reading' (duration: 265.561922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:26.544677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.230787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:26.544726Z","caller":"traceutil/trace.go:171","msg":"trace[890142494] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:768; }","duration":"766.327549ms","start":"2026-04-29T01:57:25.778392Z","end":"2026-04-29T01:57:26.544719Z","steps":["trace[890142494] 'agreement among raft nodes before linearized reading' (duration: 766.254538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:26.544744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:25.778332Z","time spent":"766.40676ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:26.544984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.833007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:57:26.54514Z","caller":"traceutil/trace.go:171","msg":"trace[760326014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:768; }","duration":"237.05116ms","start":"2026-04-29T01:57:26.308005Z","end":"2026-04-29T01:57:26.545056Z","steps":["trace[760326014] 'agreement among raft nodes before linearized reading' (duration: 236.634563ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:27.6634Z","caller":"traceutil/trace.go:171","msg":"trace[1401394389] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"145.131521ms","start":"2026-04-29T01:57:27.518244Z","end":"2026-04-29T01:57:27.663376Z","steps":["trace[1401394389] 'process raft request' (duration: 144.864046ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:27.75432Z","caller":"traceutil/trace.go:171","msg":"trace[2095197542] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"212.364872ms","start":"2026-04-29T01:57:27.541926Z","end":"2026-04-29T01:57:27.754291Z","steps":["trace[2095197542] 'process raft request' (duration: 212.034405ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:29.663539Z","caller":"traceutil/trace.go:171","msg":"trace[566123596] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"130.482238ms","start":"2026-04-29T01:57:29.53303Z","end":"2026-04-29T01:57:29.663513Z","steps":["trace[566123596] 'process raft request' (duration: 130.313605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:29.796935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.19155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:57:29.797043Z","caller":"traceutil/trace.go:171","msg":"trace[1719003879] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:783; }","duration":"118.367873ms","start":"2026-04-29T01:57:29.678649Z","end":"2026-04-29T01:57:29.797017Z","steps":["trace[1719003879] 'count revisions from in-memory index tree' (duration: 118.030057ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:29.797161Z","caller":"traceutil/trace.go:171","msg":"trace[1037083984] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"111.897512ms","start":"2026-04-29T01:57:29.685225Z","end":"2026-04-29T01:57:29.797123Z","steps":["trace[1037083984] 'process raft request' (duration: 73.272323ms)","trace[1037083984] 'compare' (duration: 38.465366ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:30.105543Z","caller":"traceutil/trace.go:171","msg":"trace[1658411288] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"300.091883ms","start":"2026-04-29T01:57:29.805423Z","end":"2026-04-29T01:57:30.105515Z","steps":["trace[1658411288] 'process raft request' (duration: 299.90582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.105727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:29.805392Z","time spent":"300.238336ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:30.693306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.083079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:30.693392Z","caller":"traceutil/trace.go:171","msg":"trace[1025736935] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:816; }","duration":"441.503196ms","start":"2026-04-29T01:57:30.251874Z","end":"2026-04-29T01:57:30.693377Z","steps":["trace[1025736935] 'read index received' (duration: 52.732µs)","trace[1025736935] 'applied index is now lower than readState.Index' (duration: 441.449614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:30.693521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.851546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:30.693486Z","caller":"traceutil/trace.go:171","msg":"trace[852996436] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"580.664966ms","start":"2026-04-29T01:57:30.112741Z","end":"2026-04-29T01:57:30.693406Z","steps":["trace[852996436] 'process raft request' (duration: 96.407544ms)","trace[852996436] 'compare' (duration: 483.941786ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:30.693572Z","caller":"traceutil/trace.go:171","msg":"trace[159266875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:786; }","duration":"323.951808ms","start":"2026-04-29T01:57:30.369612Z","end":"2026-04-29T01:57:30.693564Z","steps":["trace[159266875] 'agreement among raft nodes before linearized reading' (duration: 323.883287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.693592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.369583Z","time spent":"324.003489ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:57:30.693646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.646792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:57:30.693685Z","caller":"traceutil/trace.go:171","msg":"trace[648695297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:786; }","duration":"122.743864ms","start":"2026-04-29T01:57:30.570933Z","end":"2026-04-29T01:57:30.693677Z","steps":["trace[648695297] 'agreement among raft nodes before linearized reading' (duration: 122.595791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.693689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.112706Z","time spent":"580.88482ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:30.693725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.73942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T01:57:30.693743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.596064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:57:30.693805Z","caller":"traceutil/trace.go:171","msg":"trace[1073346903] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:786; }","duration":"441.991026ms","start":"2026-04-29T01:57:30.251796Z","end":"2026-04-29T01:57:30.693787Z","steps":["trace[1073346903] 'agreement among raft nodes before linearized reading' (duration: 441.631749ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:30.693822Z","caller":"traceutil/trace.go:171","msg":"trace[1628680963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"120.748987ms","start":"2026-04-29T01:57:30.573052Z","end":"2026-04-29T01:57:30.693801Z","steps":["trace[1628680963] 'agreement among raft nodes before linearized reading' (duration: 120.465782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.693837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.576803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:57:30.693856Z","caller":"traceutil/trace.go:171","msg":"trace[144937169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:786; }","duration":"128.669754ms","start":"2026-04-29T01:57:30.56518Z","end":"2026-04-29T01:57:30.69385Z","steps":["trace[144937169] 'agreement among raft nodes before linearized reading' (duration: 128.585932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.69386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.144214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:57:30.693851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.251772Z","time spent":"442.067537ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:57:30.693879Z","caller":"traceutil/trace.go:171","msg":"trace[692403876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"121.188924ms","start":"2026-04-29T01:57:30.572685Z","end":"2026-04-29T01:57:30.693874Z","steps":["trace[692403876] 'agreement among raft nodes before linearized reading' (duration: 121.140433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:30.694022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.451992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:57:30.694111Z","caller":"traceutil/trace.go:171","msg":"trace[1560282539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:786; }","duration":"119.565894ms","start":"2026-04-29T01:57:30.57452Z","end":"2026-04-29T01:57:30.694086Z","steps":["trace[1560282539] 'agreement among raft nodes before linearized reading' (duration: 119.34002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.136645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.824217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:31.136767Z","caller":"traceutil/trace.go:171","msg":"trace[727078526] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"439.358675ms","start":"2026-04-29T01:57:30.697388Z","end":"2026-04-29T01:57:31.136747Z","steps":["trace[727078526] 'process raft request' (duration: 130.343995ms)","trace[727078526] 'compare' (duration: 308.581043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:31.136832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.697372Z","time spent":"439.429987ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:31.236369Z","caller":"traceutil/trace.go:171","msg":"trace[1468446393] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"537.824919ms","start":"2026-04-29T01:57:30.698512Z","end":"2026-04-29T01:57:31.236337Z","steps":["trace[1468446393] 'process raft request' (duration: 537.727667ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.236411Z","caller":"traceutil/trace.go:171","msg":"trace[810908508] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"538.416339ms","start":"2026-04-29T01:57:30.697941Z","end":"2026-04-29T01:57:31.236358Z","steps":["trace[810908508] 'process raft request' (duration: 538.124373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.236617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.698507Z","time spent":"537.977611ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:31.236761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.697928Z","time spent":"538.583782ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:57:31.478932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.454091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:31.479213Z","caller":"traceutil/trace.go:171","msg":"trace[2090061655] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"780.319089ms","start":"2026-04-29T01:57:30.69884Z","end":"2026-04-29T01:57:31.479159Z","steps":["trace[2090061655] 'process raft request' (duration: 537.474041ms)","trace[2090061655] 'compare' (duration: 242.238038ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:31.479284Z","caller":"traceutil/trace.go:171","msg":"trace[1954912859] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"780.228518ms","start":"2026-04-29T01:57:30.699013Z","end":"2026-04-29T01:57:31.479242Z","steps":["trace[1954912859] 'process raft request' (duration: 780.069265ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.479325Z","caller":"traceutil/trace.go:171","msg":"trace[1096945442] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"780.015694ms","start":"2026-04-29T01:57:30.699278Z","end":"2026-04-29T01:57:31.479294Z","steps":["trace[1096945442] 'process raft request' (duration: 779.883601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.479393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.698835Z","time spent":"780.466312ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:57:31.479441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.699274Z","time spent":"780.115576ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:31.479446Z","caller":"traceutil/trace.go:171","msg":"trace[742846381] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:817; }","duration":"769.295044ms","start":"2026-04-29T01:57:30.710122Z","end":"2026-04-29T01:57:31.479417Z","steps":["trace[742846381] 'read index received' (duration: 117.630469ms)","trace[742846381] 'applied index is now lower than readState.Index' (duration: 651.663185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:31.479512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.698994Z","time spent":"780.38893ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:57:31.479599Z","caller":"traceutil/trace.go:171","msg":"trace[924055631] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"778.879663ms","start":"2026-04-29T01:57:30.700682Z","end":"2026-04-29T01:57:31.479561Z","steps":["trace[924055631] 'process raft request' (duration: 778.535946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.479701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.515488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:31.479726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.183902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:31.479749Z","caller":"traceutil/trace.go:171","msg":"trace[1999686809] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:793; }","duration":"769.59322ms","start":"2026-04-29T01:57:30.71014Z","end":"2026-04-29T01:57:31.479733Z","steps":["trace[1999686809] 'agreement among raft nodes before linearized reading' (duration: 769.506228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.479641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.496107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:57:31.479797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.710121Z","time spent":"769.666911ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:57:31.479837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.148444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T01:57:31.480613Z","caller":"traceutil/trace.go:171","msg":"trace[1305990189] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:793; }","duration":"286.944219ms","start":"2026-04-29T01:57:31.193642Z","end":"2026-04-29T01:57:31.480587Z","steps":["trace[1305990189] 'agreement among raft nodes before linearized reading' (duration: 286.040922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.479842Z","caller":"traceutil/trace.go:171","msg":"trace[1216071880] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:793; }","duration":"769.737452ms","start":"2026-04-29T01:57:30.710082Z","end":"2026-04-29T01:57:31.479819Z","steps":["trace[1216071880] 'agreement among raft nodes before linearized reading' (duration: 769.490978ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:31.48065Z","caller":"traceutil/trace.go:171","msg":"trace[1886705870] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:793; }","duration":"769.272843ms","start":"2026-04-29T01:57:30.710506Z","end":"2026-04-29T01:57:31.479778Z","steps":["trace[1886705870] 'agreement among raft nodes before linearized reading' (duration: 769.160551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:31.480864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.710069Z","time spent":"770.722391ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:57:31.480961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.71049Z","time spent":"770.326074ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-29T01:57:31.481491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:30.700672Z","time spent":"779.036065ms","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:57:31.674485Z","caller":"traceutil/trace.go:171","msg":"trace[2052507035] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"186.283718ms","start":"2026-04-29T01:57:31.488167Z","end":"2026-04-29T01:57:31.674451Z","steps":["trace[2052507035] 'process raft request' (duration: 185.963662ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.00282Z","caller":"traceutil/trace.go:171","msg":"trace[1851305192] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:827; }","duration":"275.258422ms","start":"2026-04-29T01:57:31.727532Z","end":"2026-04-29T01:57:32.00279Z","steps":["trace[1851305192] 'read index received' (duration: 274.989467ms)","trace[1851305192] 'applied index is now lower than readState.Index' (duration: 268.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:32.002868Z","caller":"traceutil/trace.go:171","msg":"trace[1377887404] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"322.768725ms","start":"2026-04-29T01:57:31.680076Z","end":"2026-04-29T01:57:32.002844Z","steps":["trace[1377887404] 'process raft request' (duration: 322.541781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.003027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.490586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-29T01:57:32.003034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:31.680049Z","time spent":"322.878368ms","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1929,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:57:32.003077Z","caller":"traceutil/trace.go:171","msg":"trace[485434667] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:796; }","duration":"275.611479ms","start":"2026-04-29T01:57:31.727452Z","end":"2026-04-29T01:57:32.003064Z","steps":["trace[485434667] 'agreement among raft nodes before linearized reading' (duration: 275.454396ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.406735Z","caller":"traceutil/trace.go:171","msg":"trace[844072309] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"248.922412ms","start":"2026-04-29T01:57:32.157777Z","end":"2026-04-29T01:57:32.406699Z","steps":["trace[844072309] 'process raft request' (duration: 248.637297ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.616001Z","caller":"traceutil/trace.go:171","msg":"trace[1963999304] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"112.636956ms","start":"2026-04-29T01:57:32.503339Z","end":"2026-04-29T01:57:32.615976Z","steps":["trace[1963999304] 'process raft request' (duration: 112.569004ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.61604Z","caller":"traceutil/trace.go:171","msg":"trace[1151591870] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"115.382977ms","start":"2026-04-29T01:57:32.500621Z","end":"2026-04-29T01:57:32.616004Z","steps":["trace[1151591870] 'process raft request' (duration: 108.369926ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.646931Z","caller":"traceutil/trace.go:171","msg":"trace[1469574246] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"108.842335ms","start":"2026-04-29T01:57:32.538074Z","end":"2026-04-29T01:57:32.646917Z","steps":["trace[1469574246] 'process raft request' (duration: 108.397237ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.647203Z","caller":"traceutil/trace.go:171","msg":"trace[1513721729] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"107.837437ms","start":"2026-04-29T01:57:32.539354Z","end":"2026-04-29T01:57:32.647191Z","steps":["trace[1513721729] 'process raft request' (duration: 107.230816ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.647793Z","caller":"traceutil/trace.go:171","msg":"trace[636155304] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"106.742977ms","start":"2026-04-29T01:57:32.541029Z","end":"2026-04-29T01:57:32.647772Z","steps":["trace[636155304] 'process raft request' (duration: 105.626476ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:32.818448Z","caller":"traceutil/trace.go:171","msg":"trace[1487052293] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:846; }","duration":"160.12668ms","start":"2026-04-29T01:57:32.658285Z","end":"2026-04-29T01:57:32.818411Z","steps":["trace[1487052293] 'read index received' (duration: 82.928652ms)","trace[1487052293] 'applied index is now lower than readState.Index' (duration: 77.196308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:32.818981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.5904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5114"} {"level":"info","ts":"2026-04-29T01:57:32.81904Z","caller":"traceutil/trace.go:171","msg":"trace[1262388948] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:815; }","duration":"158.686263ms","start":"2026-04-29T01:57:32.660335Z","end":"2026-04-29T01:57:32.819021Z","steps":["trace[1262388948] 'agreement among raft nodes before linearized reading' (duration: 158.505009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:32.818982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.360237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dzdvp\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-04-29T01:57:32.819144Z","caller":"traceutil/trace.go:171","msg":"trace[1024621901] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"164.173325ms","start":"2026-04-29T01:57:32.654857Z","end":"2026-04-29T01:57:32.81903Z","steps":["trace[1024621901] 'process raft request' (duration: 86.50962ms)","trace[1024621901] 'compare' (duration: 76.90022ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:32.819194Z","caller":"traceutil/trace.go:171","msg":"trace[860258977] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dzdvp; range_end:; response_count:1; response_revision:815; }","duration":"164.591412ms","start":"2026-04-29T01:57:32.654555Z","end":"2026-04-29T01:57:32.819146Z","steps":["trace[860258977] 'agreement among raft nodes before linearized reading' (duration: 164.270246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:42.962275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.568353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:57:42.962382Z","caller":"traceutil/trace.go:171","msg":"trace[1823254012] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"124.780052ms","start":"2026-04-29T01:57:42.837588Z","end":"2026-04-29T01:57:42.962368Z","steps":["trace[1823254012] 'read index received' (duration: 58.811µs)","trace[1823254012] 'applied index is now lower than readState.Index' (duration: 124.720061ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:42.962458Z","caller":"traceutil/trace.go:171","msg":"trace[1143328266] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"293.910811ms","start":"2026-04-29T01:57:42.668501Z","end":"2026-04-29T01:57:42.962412Z","steps":["trace[1143328266] 'process raft request' (duration: 38.127743ms)","trace[1143328266] 'compare' (duration: 255.446771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:57:42.962597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.999526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-04-29T01:57:42.96268Z","caller":"traceutil/trace.go:171","msg":"trace[1515485243] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:931; }","duration":"125.154759ms","start":"2026-04-29T01:57:42.837504Z","end":"2026-04-29T01:57:42.962659Z","steps":["trace[1515485243] 'agreement among raft nodes before linearized reading' (duration: 124.923985ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:46.959241Z","caller":"traceutil/trace.go:171","msg":"trace[693292794] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"125.044236ms","start":"2026-04-29T01:57:46.834138Z","end":"2026-04-29T01:57:46.959182Z","steps":["trace[693292794] 'process raft request' (duration: 124.774761ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:47.870172Z","caller":"traceutil/trace.go:171","msg":"trace[1660587864] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"175.217752ms","start":"2026-04-29T01:57:47.69492Z","end":"2026-04-29T01:57:47.870138Z","steps":["trace[1660587864] 'process raft request' (duration: 174.946047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:49.058546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.255236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:49.058644Z","caller":"traceutil/trace.go:171","msg":"trace[1646524166] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1112; }","duration":"108.441091ms","start":"2026-04-29T01:57:48.950183Z","end":"2026-04-29T01:57:49.058624Z","steps":["trace[1646524166] 'count revisions from in-memory index tree' (duration: 108.157945ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:49.478372Z","caller":"traceutil/trace.go:171","msg":"trace[1502004768] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1147; }","duration":"147.333447ms","start":"2026-04-29T01:57:49.331005Z","end":"2026-04-29T01:57:49.478339Z","steps":["trace[1502004768] 'read index received' (duration: 147.039962ms)","trace[1502004768] 'applied index is now lower than readState.Index' (duration: 291.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:49.478451Z","caller":"traceutil/trace.go:171","msg":"trace[1289565249] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"184.86298ms","start":"2026-04-29T01:57:49.293515Z","end":"2026-04-29T01:57:49.478378Z","steps":["trace[1289565249] 'process raft request' (duration: 184.622266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:49.478602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.315605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:57:49.478658Z","caller":"traceutil/trace.go:171","msg":"trace[745566434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1113; }","duration":"110.442868ms","start":"2026-04-29T01:57:49.3682Z","end":"2026-04-29T01:57:49.478643Z","steps":["trace[745566434] 'agreement among raft nodes before linearized reading' (duration: 110.335156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:49.478652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.639414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:57:49.47875Z","caller":"traceutil/trace.go:171","msg":"trace[1527938380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1113; }","duration":"147.738386ms","start":"2026-04-29T01:57:49.330961Z","end":"2026-04-29T01:57:49.478699Z","steps":["trace[1527938380] 'agreement among raft nodes before linearized reading' (duration: 147.529411ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:50.036064Z","caller":"traceutil/trace.go:171","msg":"trace[1580826402] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"159.952751ms","start":"2026-04-29T01:57:49.876083Z","end":"2026-04-29T01:57:50.036036Z","steps":["trace[1580826402] 'process raft request' (duration: 159.793099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:54.784524Z","caller":"traceutil/trace.go:171","msg":"trace[84450048] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"134.48886ms","start":"2026-04-29T01:57:54.650001Z","end":"2026-04-29T01:57:54.78449Z","steps":["trace[84450048] 'process raft request' (duration: 134.286267ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:55.681057Z","caller":"traceutil/trace.go:171","msg":"trace[183918665] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"140.792116ms","start":"2026-04-29T01:57:55.540223Z","end":"2026-04-29T01:57:55.681015Z","steps":["trace[183918665] 'process raft request' (duration: 140.541732ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:57.960069Z","caller":"traceutil/trace.go:171","msg":"trace[1851056461] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1198; }","duration":"124.7183ms","start":"2026-04-29T01:57:57.835325Z","end":"2026-04-29T01:57:57.960044Z","steps":["trace[1851056461] 'read index received' (duration: 124.537177ms)","trace[1851056461] 'applied index is now lower than readState.Index' (duration: 180.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:57:57.960236Z","caller":"traceutil/trace.go:171","msg":"trace[1899249835] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"140.794127ms","start":"2026-04-29T01:57:57.819335Z","end":"2026-04-29T01:57:57.960129Z","steps":["trace[1899249835] 'process raft request' (duration: 140.582813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:57:57.960396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.053336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:57:57.960524Z","caller":"traceutil/trace.go:171","msg":"trace[961040318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1162; }","duration":"125.21574ms","start":"2026-04-29T01:57:57.835291Z","end":"2026-04-29T01:57:57.960507Z","steps":["trace[961040318] 'agreement among raft nodes before linearized reading' (duration: 124.856303ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:57:58.1371Z","caller":"traceutil/trace.go:171","msg":"trace[1601500531] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"172.218688ms","start":"2026-04-29T01:57:57.964852Z","end":"2026-04-29T01:57:58.137071Z","steps":["trace[1601500531] 'process raft request' (duration: 122.132133ms)","trace[1601500531] 'compare' (duration: 49.939781ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:09.761544Z","caller":"traceutil/trace.go:171","msg":"trace[1016486862] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"356.098778ms","start":"2026-04-29T01:58:09.40542Z","end":"2026-04-29T01:58:09.761519Z","steps":["trace[1016486862] 'process raft request' (duration: 355.907255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:09.761724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:09.4054Z","time spent":"356.216781ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:58:12.155867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.330493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:58:12.155974Z","caller":"traceutil/trace.go:171","msg":"trace[1819203515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1222; }","duration":"304.530247ms","start":"2026-04-29T01:58:11.851421Z","end":"2026-04-29T01:58:12.155951Z","steps":["trace[1819203515] 'range keys from in-memory index tree' (duration: 304.061699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.155959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.676447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:58:12.15598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.53579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-29T01:58:12.156031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:11.851392Z","time spent":"304.628479ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:58:12.156062Z","caller":"traceutil/trace.go:171","msg":"trace[978616286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1222; }","duration":"300.823349ms","start":"2026-04-29T01:58:11.855217Z","end":"2026-04-29T01:58:12.15604Z","steps":["trace[978616286] 'range keys from in-memory index tree' (duration: 300.470253ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:12.156083Z","caller":"traceutil/trace.go:171","msg":"trace[514670038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1222; }","duration":"122.730114ms","start":"2026-04-29T01:58:12.033329Z","end":"2026-04-29T01:58:12.156059Z","steps":["trace[514670038] 'range keys from in-memory index tree' (duration: 122.246505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.156062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.103416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-29T01:58:12.156121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:11.855205Z","time spent":"300.904061ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T01:58:12.156146Z","caller":"traceutil/trace.go:171","msg":"trace[1841091609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1222; }","duration":"306.245869ms","start":"2026-04-29T01:58:11.84988Z","end":"2026-04-29T01:58:12.156126Z","steps":["trace[1841091609] 'range keys from in-memory index tree' (duration: 305.77445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.156205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:11.849848Z","time spent":"306.346381ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:58:12.329894Z","caller":"traceutil/trace.go:171","msg":"trace[1395261801] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"168.117631ms","start":"2026-04-29T01:58:12.161739Z","end":"2026-04-29T01:58:12.329857Z","steps":["trace[1395261801] 'process raft request' (duration: 151.320871ms)","trace[1395261801] 'compare' (duration: 16.541946ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:12.330218Z","caller":"traceutil/trace.go:171","msg":"trace[1800010690] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"168.324946ms","start":"2026-04-29T01:58:12.161843Z","end":"2026-04-29T01:58:12.330168Z","steps":["trace[1800010690] 'process raft request' (duration: 167.951748ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:12.330381Z","caller":"traceutil/trace.go:171","msg":"trace[1247464745] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"168.492308ms","start":"2026-04-29T01:58:12.161854Z","end":"2026-04-29T01:58:12.330346Z","steps":["trace[1247464745] 'process raft request' (duration: 168.253744ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:12.330516Z","caller":"traceutil/trace.go:171","msg":"trace[1895958798] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"125.561637ms","start":"2026-04-29T01:58:12.204931Z","end":"2026-04-29T01:58:12.330493Z","steps":["trace[1895958798] 'process raft request' (duration: 125.340723ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:12.330523Z","caller":"traceutil/trace.go:171","msg":"trace[1651689606] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1263; }","duration":"167.960388ms","start":"2026-04-29T01:58:12.162508Z","end":"2026-04-29T01:58:12.330468Z","steps":["trace[1651689606] 'read index received' (duration: 57.155734ms)","trace[1651689606] 'applied index is now lower than readState.Index' (duration: 110.802694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:12.330725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.151471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:12.330785Z","caller":"traceutil/trace.go:171","msg":"trace[79919623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"168.296384ms","start":"2026-04-29T01:58:12.162476Z","end":"2026-04-29T01:58:12.330772Z","steps":["trace[79919623] 'agreement among raft nodes before linearized reading' (duration: 168.147681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.330975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.048486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-29T01:58:12.330986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.192601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-wdvx6\" ","response":"range_response_count:1 size:3477"} {"level":"info","ts":"2026-04-29T01:58:12.331046Z","caller":"traceutil/trace.go:171","msg":"trace[1439483573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1227; }","duration":"125.167188ms","start":"2026-04-29T01:58:12.205862Z","end":"2026-04-29T01:58:12.331029Z","steps":["trace[1439483573] 'agreement among raft nodes before linearized reading' (duration: 124.909744ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:12.33106Z","caller":"traceutil/trace.go:171","msg":"trace[1449487432] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-wdvx6; range_end:; response_count:1; response_revision:1227; }","duration":"111.568068ms","start":"2026-04-29T01:58:12.219467Z","end":"2026-04-29T01:58:12.331035Z","steps":["trace[1449487432] 'agreement among raft nodes before linearized reading' (duration: 111.309094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:12.619749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.325586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T01:58:12.620165Z","caller":"traceutil/trace.go:171","msg":"trace[1997085883] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1268; }","duration":"250.953009ms","start":"2026-04-29T01:58:12.369188Z","end":"2026-04-29T01:58:12.620141Z","steps":["trace[1997085883] 'read index received' (duration: 95.023083ms)","trace[1997085883] 'applied index is now lower than readState.Index' (duration: 155.928566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:12.620318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.134663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:12.620353Z","caller":"traceutil/trace.go:171","msg":"trace[1206800813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1229; }","duration":"251.220895ms","start":"2026-04-29T01:58:12.369123Z","end":"2026-04-29T01:58:12.620344Z","steps":["trace[1206800813] 'agreement among raft nodes before linearized reading' (duration: 251.090493ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:12.620193Z","caller":"traceutil/trace.go:171","msg":"trace[580132316] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1228; }","duration":"286.359453ms","start":"2026-04-29T01:58:12.333797Z","end":"2026-04-29T01:58:12.620156Z","steps":["trace[580132316] 'process raft request' (duration: 130.409466ms)","trace[580132316] 'compare' (duration: 155.0468ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:12.620411Z","caller":"traceutil/trace.go:171","msg":"trace[161264911] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"283.607832ms","start":"2026-04-29T01:58:12.336726Z","end":"2026-04-29T01:58:12.620334Z","steps":["trace[161264911] 'process raft request' (duration: 283.241575ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:24.383374Z","caller":"traceutil/trace.go:171","msg":"trace[28747067] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"101.809818ms","start":"2026-04-29T01:58:24.281532Z","end":"2026-04-29T01:58:24.383342Z","steps":["trace[28747067] 'process raft request' (duration: 101.602485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:25.781916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.99858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:25.782033Z","caller":"traceutil/trace.go:171","msg":"trace[1267841851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1347; }","duration":"412.168103ms","start":"2026-04-29T01:58:25.369843Z","end":"2026-04-29T01:58:25.782011Z","steps":["trace[1267841851] 'range keys from in-memory index tree' (duration: 411.833217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:25.782116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:25.369815Z","time spent":"412.289305ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:58:25.785856Z","caller":"traceutil/trace.go:171","msg":"trace[589245749] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"115.909318ms","start":"2026-04-29T01:58:25.669661Z","end":"2026-04-29T01:58:25.785571Z","steps":["trace[589245749] 'process raft request' (duration: 115.647403ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:30.616972Z","caller":"traceutil/trace.go:171","msg":"trace[659904794] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"191.278387ms","start":"2026-04-29T01:58:30.425664Z","end":"2026-04-29T01:58:30.616942Z","steps":["trace[659904794] 'process raft request' (duration: 191.093664ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:30.621121Z","caller":"traceutil/trace.go:171","msg":"trace[1039725713] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1505; }","duration":"186.932027ms","start":"2026-04-29T01:58:30.434171Z","end":"2026-04-29T01:58:30.621103Z","steps":["trace[1039725713] 'read index received' (duration: 182.552507ms)","trace[1039725713] 'applied index is now lower than readState.Index' (duration: 4.37836ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:30.621353Z","caller":"traceutil/trace.go:171","msg":"trace[273976036] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"191.590983ms","start":"2026-04-29T01:58:30.429725Z","end":"2026-04-29T01:58:30.621316Z","steps":["trace[273976036] 'process raft request' (duration: 191.266407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:30.621399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.4647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:58:30.621479Z","caller":"traceutil/trace.go:171","msg":"trace[1520870426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1458; }","duration":"185.595354ms","start":"2026-04-29T01:58:30.435864Z","end":"2026-04-29T01:58:30.62146Z","steps":["trace[1520870426] 'agreement among raft nodes before linearized reading' (duration: 185.343188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:30.621473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.094613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:58:30.621379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.182902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:58:30.621559Z","caller":"traceutil/trace.go:171","msg":"trace[854756355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1458; }","duration":"179.219436ms","start":"2026-04-29T01:58:30.442318Z","end":"2026-04-29T01:58:30.621538Z","steps":["trace[854756355] 'agreement among raft nodes before linearized reading' (duration: 178.988061ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:30.621591Z","caller":"traceutil/trace.go:171","msg":"trace[1291202191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1458; }","duration":"187.442107ms","start":"2026-04-29T01:58:30.434125Z","end":"2026-04-29T01:58:30.621567Z","steps":["trace[1291202191] 'agreement among raft nodes before linearized reading' (duration: 187.08756ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:31.418005Z","caller":"traceutil/trace.go:171","msg":"trace[254094880] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"192.319047ms","start":"2026-04-29T01:58:31.225645Z","end":"2026-04-29T01:58:31.417964Z","steps":["trace[254094880] 'process raft request' (duration: 188.863004ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:33.590392Z","caller":"traceutil/trace.go:171","msg":"trace[3703060] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"112.105157ms","start":"2026-04-29T01:58:33.478259Z","end":"2026-04-29T01:58:33.590364Z","steps":["trace[3703060] 'process raft request' (duration: 111.940725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:34.108221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.924824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:34.108323Z","caller":"traceutil/trace.go:171","msg":"trace[1855744549] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1477; }","duration":"312.077696ms","start":"2026-04-29T01:58:33.796221Z","end":"2026-04-29T01:58:34.108298Z","steps":["trace[1855744549] 'count revisions from in-memory index tree' (duration: 311.823532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:34.108371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:33.796198Z","time spent":"312.162138ms","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:58:38.785847Z","caller":"traceutil/trace.go:171","msg":"trace[726880899] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"121.667255ms","start":"2026-04-29T01:58:38.664143Z","end":"2026-04-29T01:58:38.78581Z","steps":["trace[726880899] 'process raft request' (duration: 79.470366ms)","trace[726880899] 'compare' (duration: 41.595647ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:38.785937Z","caller":"traceutil/trace.go:171","msg":"trace[1913543339] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"118.818852ms","start":"2026-04-29T01:58:38.667068Z","end":"2026-04-29T01:58:38.785886Z","steps":["trace[1913543339] 'process raft request' (duration: 118.473995ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:38.786199Z","caller":"traceutil/trace.go:171","msg":"trace[294228258] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"119.488304ms","start":"2026-04-29T01:58:38.66669Z","end":"2026-04-29T01:58:38.786178Z","steps":["trace[294228258] 'process raft request' (duration: 118.786601ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:45.005055Z","caller":"traceutil/trace.go:171","msg":"trace[1769291961] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"116.339113ms","start":"2026-04-29T01:58:44.888673Z","end":"2026-04-29T01:58:45.005012Z","steps":["trace[1769291961] 'process raft request' (duration: 115.949215ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:47.032965Z","caller":"traceutil/trace.go:171","msg":"trace[1958054549] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"120.869847ms","start":"2026-04-29T01:58:46.912064Z","end":"2026-04-29T01:58:47.032934Z","steps":["trace[1958054549] 'process raft request' (duration: 120.669514ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:49.494129Z","caller":"traceutil/trace.go:171","msg":"trace[748777069] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"128.768156ms","start":"2026-04-29T01:58:49.365333Z","end":"2026-04-29T01:58:49.494101Z","steps":["trace[748777069] 'process raft request' (duration: 128.47681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.035203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.413655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:00.035339Z","caller":"traceutil/trace.go:171","msg":"trace[48608615] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"1.125861637s","start":"2026-04-29T01:58:58.909459Z","end":"2026-04-29T01:59:00.03532Z","steps":["trace[48608615] 'read index received' (duration: 198.176757ms)","trace[48608615] 'applied index is now lower than readState.Index' (duration: 927.68314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:00.035539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126096123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:59:00.035513Z","caller":"traceutil/trace.go:171","msg":"trace[792727206] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.209232102s","start":"2026-04-29T01:58:58.826203Z","end":"2026-04-29T01:59:00.035435Z","steps":["trace[792727206] 'process raft request' (duration: 281.45713ms)","trace[792727206] 'compare' (duration: 927.16586ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:00.035583Z","caller":"traceutil/trace.go:171","msg":"trace[1428321882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1895; }","duration":"1.126191104s","start":"2026-04-29T01:58:58.90938Z","end":"2026-04-29T01:59:00.035571Z","steps":["trace[1428321882] 'agreement among raft nodes before linearized reading' (duration: 1.12602673s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.035619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:58.909347Z","time spent":"1.126263775s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:59:00.035774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:58.826174Z","time spent":"1.209466066s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:00.038437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102576601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:00.038555Z","caller":"traceutil/trace.go:171","msg":"trace[1415109836] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1896; }","duration":"1.102771965s","start":"2026-04-29T01:58:58.935756Z","end":"2026-04-29T01:59:00.038528Z","steps":["trace[1415109836] 'agreement among raft nodes before linearized reading' (duration: 1.102564591s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.038595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070352007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:59:00.038606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:58.935688Z","time spent":"1.102905357s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:59:00.0386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.881201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-29T01:59:00.038651Z","caller":"traceutil/trace.go:171","msg":"trace[187626179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1896; }","duration":"1.070431119s","start":"2026-04-29T01:58:58.968206Z","end":"2026-04-29T01:59:00.038637Z","steps":["trace[187626179] 'agreement among raft nodes before linearized reading' (duration: 1.070235385s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.038581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066982623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-29T01:59:00.038673Z","caller":"traceutil/trace.go:171","msg":"trace[883397881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1896; }","duration":"946.964393ms","start":"2026-04-29T01:58:59.091686Z","end":"2026-04-29T01:59:00.038651Z","steps":["trace[883397881] 'agreement among raft nodes before linearized reading' (duration: 946.839151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.038698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:58.968192Z","time spent":"1.07049843s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:00.038692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.861236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:59:00.038717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:59.091672Z","time spent":"947.037034ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T01:59:00.038741Z","caller":"traceutil/trace.go:171","msg":"trace[488610132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1896; }","duration":"669.958277ms","start":"2026-04-29T01:58:59.368767Z","end":"2026-04-29T01:59:00.038726Z","steps":["trace[488610132] 'agreement among raft nodes before linearized reading' (duration: 669.882226ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.03875Z","caller":"traceutil/trace.go:171","msg":"trace[305539638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7; range_end:; response_count:1; response_revision:1896; }","duration":"1.067158846s","start":"2026-04-29T01:58:58.971545Z","end":"2026-04-29T01:59:00.038704Z","steps":["trace[305539638] 'agreement among raft nodes before linearized reading' (duration: 1.066854251s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.038773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:59.368746Z","time spent":"670.019078ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:59:00.038816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:58.971533Z","time spent":"1.067266879s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7\" "} {"level":"warn","ts":"2026-04-29T01:59:00.038876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.646505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-29T01:59:00.038921Z","caller":"traceutil/trace.go:171","msg":"trace[1315127596] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7; range_end:; response_count:1; response_revision:1896; }","duration":"995.723537ms","start":"2026-04-29T01:58:59.043185Z","end":"2026-04-29T01:59:00.038908Z","steps":["trace[1315127596] 'agreement among raft nodes before linearized reading' (duration: 995.616185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.03895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:59.04317Z","time spent":"995.773557ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7\" "} {"level":"warn","ts":"2026-04-29T01:59:00.038952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073454975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:59:00.038988Z","caller":"traceutil/trace.go:171","msg":"trace[500345146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1896; }","duration":"1.073521816s","start":"2026-04-29T01:58:58.965455Z","end":"2026-04-29T01:59:00.038977Z","steps":["trace[500345146] 'agreement among raft nodes before linearized reading' (duration: 1.073399664s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.039027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:58.96543Z","time spent":"1.073588658s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T01:59:00.039013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.83941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:00.039077Z","caller":"traceutil/trace.go:171","msg":"trace[1627672734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"680.908701ms","start":"2026-04-29T01:58:59.358147Z","end":"2026-04-29T01:59:00.039056Z","steps":["trace[1627672734] 'agreement among raft nodes before linearized reading' (duration: 680.697668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.039103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:59.358088Z","time spent":"681.009423ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:00.039246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.106277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:00.039295Z","caller":"traceutil/trace.go:171","msg":"trace[574586021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"712.900461ms","start":"2026-04-29T01:58:59.326381Z","end":"2026-04-29T01:59:00.039282Z","steps":["trace[574586021] 'agreement among raft nodes before linearized reading' (duration: 711.984625ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.039336Z","caller":"traceutil/trace.go:171","msg":"trace[133151832] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"745.541713ms","start":"2026-04-29T01:58:59.293614Z","end":"2026-04-29T01:59:00.039155Z","steps":["trace[133151832] 'process raft request' (duration: 744.555504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.039481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:59.326278Z","time spent":"713.186387ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:00.039526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:59.293583Z","time spent":"745.88615ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:00.235028Z","caller":"traceutil/trace.go:171","msg":"trace[1464638927] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"192.780607ms","start":"2026-04-29T01:59:00.042218Z","end":"2026-04-29T01:59:00.234998Z","steps":["trace[1464638927] 'process raft request' (duration: 192.568663ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.235307Z","caller":"traceutil/trace.go:171","msg":"trace[276345259] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"192.161014ms","start":"2026-04-29T01:59:00.043112Z","end":"2026-04-29T01:59:00.235273Z","steps":["trace[276345259] 'process raft request' (duration: 191.839019ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.235452Z","caller":"traceutil/trace.go:171","msg":"trace[130248052] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"191.029292ms","start":"2026-04-29T01:59:00.044398Z","end":"2026-04-29T01:59:00.235427Z","steps":["trace[130248052] 'process raft request' (duration: 190.788448ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.235475Z","caller":"traceutil/trace.go:171","msg":"trace[339525894] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"188.717179ms","start":"2026-04-29T01:59:00.046727Z","end":"2026-04-29T01:59:00.235444Z","steps":["trace[339525894] 'process raft request' (duration: 188.606417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.872043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979914256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:59:00.967764Z","caller":"traceutil/trace.go:171","msg":"trace[70078807] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"715.525181ms","start":"2026-04-29T01:59:00.252213Z","end":"2026-04-29T01:59:00.967738Z","steps":["trace[70078807] 'process raft request' (duration: 715.352028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.967917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:00.252157Z","time spent":"715.680574ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:00.988249Z","caller":"traceutil/trace.go:171","msg":"trace[509637271] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"316.538597ms","start":"2026-04-29T01:59:00.671695Z","end":"2026-04-29T01:59:00.988234Z","steps":["trace[509637271] 'process raft request' (duration: 316.492076ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.988276Z","caller":"traceutil/trace.go:171","msg":"trace[1806734505] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"613.08318ms","start":"2026-04-29T01:59:00.375158Z","end":"2026-04-29T01:59:00.988241Z","steps":["trace[1806734505] 'process raft request' (duration: 612.931067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.988334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:00.671664Z","time spent":"316.621989ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:00.988375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:00.375132Z","time spent":"613.188802ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:00.988351Z","caller":"traceutil/trace.go:171","msg":"trace[2088565528] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"526.891882ms","start":"2026-04-29T01:59:00.461422Z","end":"2026-04-29T01:59:00.988314Z","steps":["trace[2088565528] 'process raft request' (duration: 526.74319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.988547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:00.461393Z","time spent":"527.052586ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:00.988582Z","caller":"traceutil/trace.go:171","msg":"trace[1276365547] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1977; }","duration":"617.539323ms","start":"2026-04-29T01:59:00.371011Z","end":"2026-04-29T01:59:00.988551Z","steps":["trace[1276365547] 'read index received' (duration: 596.517298ms)","trace[1276365547] 'applied index is now lower than readState.Index' (duration: 21.020125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:00.988741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.730187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:00.988787Z","caller":"traceutil/trace.go:171","msg":"trace[1434522447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"617.835929ms","start":"2026-04-29T01:59:00.37094Z","end":"2026-04-29T01:59:00.988776Z","steps":["trace[1434522447] 'agreement among raft nodes before linearized reading' (duration: 617.766247ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:00.988757Z","caller":"traceutil/trace.go:171","msg":"trace[593265114] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"264.202905ms","start":"2026-04-29T01:59:00.724494Z","end":"2026-04-29T01:59:00.988697Z","steps":["trace[593265114] 'process raft request' (duration: 263.716497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.988824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:00.370911Z","time spent":"617.907049ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:59:00.995884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.597446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:00.995948Z","caller":"traceutil/trace.go:171","msg":"trace[1767247891] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1910; }","duration":"624.679008ms","start":"2026-04-29T01:59:00.371252Z","end":"2026-04-29T01:59:00.995931Z","steps":["trace[1767247891] 'agreement among raft nodes before linearized reading' (duration: 624.554825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:00.996253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:00.371244Z","time spent":"624.951983ms","remote":"127.0.0.1:42982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:59:03.170422Z","caller":"traceutil/trace.go:171","msg":"trace[1180418242] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1996; }","duration":"142.110786ms","start":"2026-04-29T01:59:03.028289Z","end":"2026-04-29T01:59:03.1704Z","steps":["trace[1180418242] 'read index received' (duration: 25.630211ms)","trace[1180418242] 'applied index is now lower than readState.Index' (duration: 116.479345ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:03.170515Z","caller":"traceutil/trace.go:171","msg":"trace[669840519] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"176.562681ms","start":"2026-04-29T01:59:02.993941Z","end":"2026-04-29T01:59:03.170503Z","steps":["trace[669840519] 'process raft request' (duration: 139.024717ms)","trace[669840519] 'compare' (duration: 37.233268ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:03.170461Z","caller":"traceutil/trace.go:171","msg":"trace[332134309] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"176.416769ms","start":"2026-04-29T01:59:02.994021Z","end":"2026-04-29T01:59:03.170437Z","steps":["trace[332134309] 'process raft request' (duration: 176.292796ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:03.170525Z","caller":"traceutil/trace.go:171","msg":"trace[330103851] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"176.4914ms","start":"2026-04-29T01:59:02.994007Z","end":"2026-04-29T01:59:03.170498Z","steps":["trace[330103851] 'process raft request' (duration: 176.352528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.170766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.450202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-04-29T01:59:03.170835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.476825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:03.170859Z","caller":"traceutil/trace.go:171","msg":"trace[1149821084] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7; range_end:; response_count:1; response_revision:1923; }","duration":"142.590064ms","start":"2026-04-29T01:59:03.028248Z","end":"2026-04-29T01:59:03.170838Z","steps":["trace[1149821084] 'agreement among raft nodes before linearized reading' (duration: 142.309519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:03.170854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.853083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-29T01:59:03.170898Z","caller":"traceutil/trace.go:171","msg":"trace[1136512635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"108.574087ms","start":"2026-04-29T01:59:03.062304Z","end":"2026-04-29T01:59:03.170878Z","steps":["trace[1136512635] 'agreement among raft nodes before linearized reading' (duration: 108.375243ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:03.171082Z","caller":"traceutil/trace.go:171","msg":"trace[1903871579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f186915-4b3a-45a8-b343-5a7ebe9237f7; range_end:; response_count:1; response_revision:1923; }","duration":"115.957275ms","start":"2026-04-29T01:59:03.054941Z","end":"2026-04-29T01:59:03.170898Z","steps":["trace[1903871579] 'agreement among raft nodes before linearized reading' (duration: 115.739591ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:07.449451Z","caller":"traceutil/trace.go:171","msg":"trace[2080592734] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"267.04117ms","start":"2026-04-29T01:59:07.182383Z","end":"2026-04-29T01:59:07.449425Z","steps":["trace[2080592734] 'process raft request' (duration: 266.838926ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:07.604283Z","caller":"traceutil/trace.go:171","msg":"trace[456538435] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"419.162812ms","start":"2026-04-29T01:59:07.185096Z","end":"2026-04-29T01:59:07.604258Z","steps":["trace[456538435] 'process raft request' (duration: 418.267916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:07.604445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:07.185078Z","time spent":"419.277114ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:07.604695Z","caller":"traceutil/trace.go:171","msg":"trace[1030867037] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"417.793036ms","start":"2026-04-29T01:59:07.186891Z","end":"2026-04-29T01:59:07.604684Z","steps":["trace[1030867037] 'process raft request' (duration: 417.311197ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:07.604746Z","caller":"traceutil/trace.go:171","msg":"trace[2029276761] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2039; }","duration":"405.390314ms","start":"2026-04-29T01:59:07.199315Z","end":"2026-04-29T01:59:07.604705Z","steps":["trace[2029276761] 'read index received' (duration: 249.985569ms)","trace[2029276761] 'applied index is now lower than readState.Index' (duration: 155.401155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:07.604822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:07.186866Z","time spent":"417.861598ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:07.605033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.66926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:07.605085Z","caller":"traceutil/trace.go:171","msg":"trace[1931038087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1965; }","duration":"235.763812ms","start":"2026-04-29T01:59:07.369307Z","end":"2026-04-29T01:59:07.605071Z","steps":["trace[1931038087] 'agreement among raft nodes before linearized reading' (duration: 235.658531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:07.605109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.7652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:07.605166Z","caller":"traceutil/trace.go:171","msg":"trace[335418720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1965; }","duration":"405.879523ms","start":"2026-04-29T01:59:07.199272Z","end":"2026-04-29T01:59:07.605152Z","steps":["trace[335418720] 'agreement among raft nodes before linearized reading' (duration: 405.638939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:07.605228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:07.199257Z","time spent":"405.947834ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:07.605456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.084189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-04-29T01:59:07.605554Z","caller":"traceutil/trace.go:171","msg":"trace[34244601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1965; }","duration":"316.231962ms","start":"2026-04-29T01:59:07.289301Z","end":"2026-04-29T01:59:07.605533Z","steps":["trace[34244601] 'agreement among raft nodes before linearized reading' (duration: 315.640601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:07.605599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:07.289286Z","time spent":"316.302543ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11687,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T01:59:10.250823Z","caller":"traceutil/trace.go:171","msg":"trace[132013904] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"114.394056ms","start":"2026-04-29T01:59:10.1364Z","end":"2026-04-29T01:59:10.250794Z","steps":["trace[132013904] 'process raft request' (duration: 114.174451ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:10.252414Z","caller":"traceutil/trace.go:171","msg":"trace[1234893940] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"113.830756ms","start":"2026-04-29T01:59:10.138542Z","end":"2026-04-29T01:59:10.252373Z","steps":["trace[1234893940] 'process raft request' (duration: 113.58083ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:14.425713Z","caller":"traceutil/trace.go:171","msg":"trace[1331431847] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"155.822362ms","start":"2026-04-29T01:59:14.269864Z","end":"2026-04-29T01:59:14.425686Z","steps":["trace[1331431847] 'process raft request' (duration: 155.641099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:14.67121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.340078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:14.671536Z","caller":"traceutil/trace.go:171","msg":"trace[315215961] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"399.962243ms","start":"2026-04-29T01:59:14.271509Z","end":"2026-04-29T01:59:14.671471Z","steps":["trace[315215961] 'process raft request' (duration: 279.165557ms)","trace[315215961] 'compare' (duration: 119.96035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:14.671758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:14.271489Z","time spent":"400.151946ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:14.671926Z","caller":"traceutil/trace.go:171","msg":"trace[1101545898] linearizableReadLoop","detail":"{readStateIndex:2102; appliedIndex:2100; }","duration":"302.700428ms","start":"2026-04-29T01:59:14.369197Z","end":"2026-04-29T01:59:14.671898Z","steps":["trace[1101545898] 'read index received' (duration: 56.325456ms)","trace[1101545898] 'applied index is now lower than readState.Index' (duration: 246.371912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:14.672167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.944072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:14.672303Z","caller":"traceutil/trace.go:171","msg":"trace[1945074084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"303.124875ms","start":"2026-04-29T01:59:14.36914Z","end":"2026-04-29T01:59:14.672265Z","steps":["trace[1945074084] 'agreement among raft nodes before linearized reading' (duration: 302.896691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:14.672326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.229812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T01:59:14.672364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:14.369119Z","time spent":"303.236247ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T01:59:14.672375Z","caller":"traceutil/trace.go:171","msg":"trace[1245366270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2023; }","duration":"267.335924ms","start":"2026-04-29T01:59:14.405025Z","end":"2026-04-29T01:59:14.672361Z","steps":["trace[1245366270] 'agreement among raft nodes before linearized reading' (duration: 267.169671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:14.672507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.320172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:59:14.672616Z","caller":"traceutil/trace.go:171","msg":"trace[833019704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2023; }","duration":"261.464814ms","start":"2026-04-29T01:59:14.411122Z","end":"2026-04-29T01:59:14.672587Z","steps":["trace[833019704] 'agreement among raft nodes before linearized reading' (duration: 261.087856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:14.67282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.894222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:59:14.672987Z","caller":"traceutil/trace.go:171","msg":"trace[655718812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2023; }","duration":"262.094306ms","start":"2026-04-29T01:59:14.410836Z","end":"2026-04-29T01:59:14.67293Z","steps":["trace[655718812] 'agreement among raft nodes before linearized reading' (duration: 261.403933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:15.178255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.650532ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:15.178382Z","caller":"traceutil/trace.go:171","msg":"trace[400896093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2023; }","duration":"386.790665ms","start":"2026-04-29T01:59:14.791573Z","end":"2026-04-29T01:59:15.178364Z","steps":["trace[400896093] 'range keys from in-memory index tree' (duration: 386.633112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:15.178432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.633143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:15.179084Z","caller":"traceutil/trace.go:171","msg":"trace[1237710517] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"502.361732ms","start":"2026-04-29T01:59:14.676668Z","end":"2026-04-29T01:59:15.17903Z","steps":["trace[1237710517] 'process raft request' (duration: 236.060127ms)","trace[1237710517] 'compare' (duration: 265.50582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:15.179236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:14.676651Z","time spent":"502.506815ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:15.179279Z","caller":"traceutil/trace.go:171","msg":"trace[1817776296] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"501.909294ms","start":"2026-04-29T01:59:14.677289Z","end":"2026-04-29T01:59:15.179198Z","steps":["trace[1817776296] 'process raft request' (duration: 501.231192ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:15.179446Z","caller":"traceutil/trace.go:171","msg":"trace[1839657943] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2102; }","duration":"194.61285ms","start":"2026-04-29T01:59:14.984817Z","end":"2026-04-29T01:59:15.17943Z","steps":["trace[1839657943] 'read index received' (duration: 174.021663ms)","trace[1839657943] 'applied index is now lower than readState.Index' (duration: 20.589797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:15.179597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.753563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:15.179579Z","caller":"traceutil/trace.go:171","msg":"trace[1733978356] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"501.257412ms","start":"2026-04-29T01:59:14.678259Z","end":"2026-04-29T01:59:15.179516Z","steps":["trace[1733978356] 'process raft request' (duration: 500.323755ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:15.179658Z","caller":"traceutil/trace.go:171","msg":"trace[984608798] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2026; }","duration":"194.864585ms","start":"2026-04-29T01:59:14.984778Z","end":"2026-04-29T01:59:15.179642Z","steps":["trace[984608798] 'agreement among raft nodes before linearized reading' (duration: 194.706642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:15.179754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:14.677258Z","time spent":"502.211841ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:15.179804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:14.678248Z","time spent":"501.424605ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:15.261703Z","caller":"traceutil/trace.go:171","msg":"trace[1618352938] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"162.187261ms","start":"2026-04-29T01:59:15.099498Z","end":"2026-04-29T01:59:15.261685Z","steps":["trace[1618352938] 'process raft request' (duration: 162.066649ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:15.262097Z","caller":"traceutil/trace.go:171","msg":"trace[133805011] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"150.463933ms","start":"2026-04-29T01:59:15.111613Z","end":"2026-04-29T01:59:15.262077Z","steps":["trace[133805011] 'process raft request' (duration: 150.033544ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:17.662764Z","caller":"traceutil/trace.go:171","msg":"trace[627243068] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"177.849546ms","start":"2026-04-29T01:59:17.484891Z","end":"2026-04-29T01:59:17.66274Z","steps":["trace[627243068] 'process raft request' (duration: 177.464929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.12769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979914558,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:59:19.18751Z","caller":"traceutil/trace.go:171","msg":"trace[958340890] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"743.915953ms","start":"2026-04-29T01:59:18.443555Z","end":"2026-04-29T01:59:19.18747Z","steps":["trace[958340890] 'process raft request' (duration: 743.655268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.187756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.443514Z","time spent":"744.111847ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:19.27412Z","caller":"traceutil/trace.go:171","msg":"trace[1006172307] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2123; }","duration":"646.504357ms","start":"2026-04-29T01:59:18.62757Z","end":"2026-04-29T01:59:19.274074Z","steps":["trace[1006172307] 'read index received' (duration: 559.712189ms)","trace[1006172307] 'applied index is now lower than readState.Index' (duration: 86.790988ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:19.274293Z","caller":"traceutil/trace.go:171","msg":"trace[826169007] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"317.520716ms","start":"2026-04-29T01:59:18.956726Z","end":"2026-04-29T01:59:19.274247Z","steps":["trace[826169007] 'process raft request' (duration: 311.89153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.274481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.869323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-29T01:59:19.274507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.956688Z","time spent":"317.707639ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:19.27456Z","caller":"traceutil/trace.go:171","msg":"trace[569153704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2045; }","duration":"646.988566ms","start":"2026-04-29T01:59:18.627528Z","end":"2026-04-29T01:59:19.274516Z","steps":["trace[569153704] 'agreement among raft nodes before linearized reading' (duration: 646.731091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.274538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.392326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T01:59:19.274607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.627507Z","time spent":"647.090007ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T01:59:19.274624Z","caller":"traceutil/trace.go:171","msg":"trace[330322388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2045; }","duration":"588.495248ms","start":"2026-04-29T01:59:18.686107Z","end":"2026-04-29T01:59:19.274602Z","steps":["trace[330322388] 'agreement among raft nodes before linearized reading' (duration: 588.241344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.274671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.686048Z","time spent":"588.615201ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:19.274961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.257739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:19.275009Z","caller":"traceutil/trace.go:171","msg":"trace[294580226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2045; }","duration":"543.325321ms","start":"2026-04-29T01:59:18.73167Z","end":"2026-04-29T01:59:19.274996Z","steps":["trace[294580226] 'agreement among raft nodes before linearized reading' (duration: 542.916643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:19.27504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:18.731658Z","time spent":"543.374872ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:27.452772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.392966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:27.453099Z","caller":"traceutil/trace.go:171","msg":"trace[254710931] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"137.097832ms","start":"2026-04-29T01:59:27.315975Z","end":"2026-04-29T01:59:27.453073Z","steps":["trace[254710931] 'process raft request' (duration: 136.940139ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:27.453119Z","caller":"traceutil/trace.go:171","msg":"trace[713567551] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2169; }","duration":"140.482546ms","start":"2026-04-29T01:59:27.312612Z","end":"2026-04-29T01:59:27.453094Z","steps":["trace[713567551] 'read index received' (duration: 1.935987ms)","trace[713567551] 'applied index is now lower than readState.Index' (duration: 138.543579ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:27.453117Z","caller":"traceutil/trace.go:171","msg":"trace[1961103631] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"150.303699ms","start":"2026-04-29T01:59:27.302764Z","end":"2026-04-29T01:59:27.453067Z","steps":["trace[1961103631] 'process raft request' (duration: 28.512335ms)","trace[1961103631] 'compare' (duration: 121.179652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:27.453456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.838422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:59:27.453551Z","caller":"traceutil/trace.go:171","msg":"trace[297880074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2089; }","duration":"140.992925ms","start":"2026-04-29T01:59:27.312537Z","end":"2026-04-29T01:59:27.45353Z","steps":["trace[297880074] 'agreement among raft nodes before linearized reading' (duration: 140.72156ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:51.554327Z","caller":"traceutil/trace.go:171","msg":"trace[294278724] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"156.569687ms","start":"2026-04-29T01:59:51.397712Z","end":"2026-04-29T01:59:51.554282Z","steps":["trace[294278724] 'process raft request' (duration: 156.345603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.034061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.237949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:52.034191Z","caller":"traceutil/trace.go:171","msg":"trace[461174788] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2311; }","duration":"458.870927ms","start":"2026-04-29T01:59:51.575294Z","end":"2026-04-29T01:59:52.034165Z","steps":["trace[461174788] 'read index received' (duration: 30.751µs)","trace[461174788] 'applied index is now lower than readState.Index' (duration: 458.837616ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:52.034212Z","caller":"traceutil/trace.go:171","msg":"trace[849326701] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"489.039152ms","start":"2026-04-29T01:59:51.545134Z","end":"2026-04-29T01:59:52.034173Z","steps":["trace[849326701] 'process raft request' (duration: 25.511658ms)","trace[849326701] 'compare' (duration: 463.002595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:52.034375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.086121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-29T01:59:52.034389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.545118Z","time spent":"489.176065ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:52.034416Z","caller":"traceutil/trace.go:171","msg":"trace[833038749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2224; }","duration":"459.156602ms","start":"2026-04-29T01:59:51.575245Z","end":"2026-04-29T01:59:52.034402Z","steps":["trace[833038749] 'agreement among raft nodes before linearized reading' (duration: 459.005409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.034453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.575232Z","time spent":"459.212633ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:59:52.034731Z","caller":"traceutil/trace.go:171","msg":"trace[91737841] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"206.221127ms","start":"2026-04-29T01:59:51.828461Z","end":"2026-04-29T01:59:52.034682Z","steps":["trace[91737841] 'process raft request' (duration: 206.006813ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:52.239655Z","caller":"traceutil/trace.go:171","msg":"trace[988707952] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"372.566598ms","start":"2026-04-29T01:59:51.867064Z","end":"2026-04-29T01:59:52.239631Z","steps":["trace[988707952] 'process raft request' (duration: 372.323504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.239834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.867022Z","time spent":"372.712331ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:52.239985Z","caller":"traceutil/trace.go:171","msg":"trace[301508602] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"370.215523ms","start":"2026-04-29T01:59:51.869759Z","end":"2026-04-29T01:59:52.239974Z","steps":["trace[301508602] 'process raft request' (duration: 369.802366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.240038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.869728Z","time spent":"370.286096ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:59:52.240206Z","caller":"traceutil/trace.go:171","msg":"trace[1991273456] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2313; }","duration":"205.910812ms","start":"2026-04-29T01:59:52.034226Z","end":"2026-04-29T01:59:52.240137Z","steps":["trace[1991273456] 'read index received' (duration: 205.191889ms)","trace[1991273456] 'applied index is now lower than readState.Index' (duration: 713.793µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:59:52.240315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.239234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:52.24036Z","caller":"traceutil/trace.go:171","msg":"trace[205275684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2227; }","duration":"611.369357ms","start":"2026-04-29T01:59:51.628979Z","end":"2026-04-29T01:59:52.240348Z","steps":["trace[205275684] 'agreement among raft nodes before linearized reading' (duration: 611.223094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.240389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.628928Z","time spent":"611.455069ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:52.24038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.86801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:59:52.240466Z","caller":"traceutil/trace.go:171","msg":"trace[1032924683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2227; }","duration":"657.985492ms","start":"2026-04-29T01:59:51.582461Z","end":"2026-04-29T01:59:52.240447Z","steps":["trace[1032924683] 'agreement among raft nodes before linearized reading' (duration: 657.686046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.240505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.582449Z","time spent":"658.049413ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:52.240467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.11445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:59:52.240565Z","caller":"traceutil/trace.go:171","msg":"trace[1300479589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2227; }","duration":"661.292654ms","start":"2026-04-29T01:59:51.579249Z","end":"2026-04-29T01:59:52.240542Z","steps":["trace[1300479589] 'agreement among raft nodes before linearized reading' (duration: 660.991988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.240609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.579225Z","time spent":"661.377995ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:52.240588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.305744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T01:59:52.240703Z","caller":"traceutil/trace.go:171","msg":"trace[363859050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2227; }","duration":"661.461646ms","start":"2026-04-29T01:59:51.579215Z","end":"2026-04-29T01:59:52.240676Z","steps":["trace[363859050] 'agreement among raft nodes before linearized reading' (duration: 661.078939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.240757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:51.579179Z","time spent":"661.567888ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T01:59:52.260513Z","caller":"traceutil/trace.go:171","msg":"trace[1909745995] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"219.867934ms","start":"2026-04-29T01:59:52.040624Z","end":"2026-04-29T01:59:52.260492Z","steps":["trace[1909745995] 'process raft request' (duration: 219.634728ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:52.374342Z","caller":"traceutil/trace.go:171","msg":"trace[2050481711] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"128.605672ms","start":"2026-04-29T01:59:52.245703Z","end":"2026-04-29T01:59:52.374309Z","steps":["trace[2050481711] 'process raft request' (duration: 87.115154ms)","trace[2050481711] 'compare' (duration: 41.276064ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:52.374647Z","caller":"traceutil/trace.go:171","msg":"trace[1684806021] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"128.900748ms","start":"2026-04-29T01:59:52.245724Z","end":"2026-04-29T01:59:52.374624Z","steps":["trace[1684806021] 'process raft request' (duration: 128.542631ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:52.375342Z","caller":"traceutil/trace.go:171","msg":"trace[1358666104] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"129.086162ms","start":"2026-04-29T01:59:52.246232Z","end":"2026-04-29T01:59:52.375318Z","steps":["trace[1358666104] 'process raft request' (duration: 128.46081ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:52.444586Z","caller":"traceutil/trace.go:171","msg":"trace[279037641] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"182.117066ms","start":"2026-04-29T01:59:52.26244Z","end":"2026-04-29T01:59:52.444557Z","steps":["trace[279037641] 'process raft request' (duration: 181.936402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.886335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.232238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:52.886462Z","caller":"traceutil/trace.go:171","msg":"trace[1095770926] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2232; }","duration":"287.417502ms","start":"2026-04-29T01:59:52.599018Z","end":"2026-04-29T01:59:52.886435Z","steps":["trace[1095770926] 'count revisions from in-memory index tree' (duration: 287.030514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.886462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.792256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:52.88656Z","caller":"traceutil/trace.go:171","msg":"trace[1758414838] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2232; }","duration":"402.980779ms","start":"2026-04-29T01:59:52.483556Z","end":"2026-04-29T01:59:52.886536Z","steps":["trace[1758414838] 'count revisions from in-memory index tree' (duration: 402.655553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.886568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.093877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:52.886644Z","caller":"traceutil/trace.go:171","msg":"trace[900707504] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2232; }","duration":"149.213529ms","start":"2026-04-29T01:59:52.737414Z","end":"2026-04-29T01:59:52.886627Z","steps":["trace[900707504] 'count revisions from in-memory index tree' (duration: 148.959045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:52.886645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:52.483525Z","time spent":"403.103621ms","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:59:53.725179Z","caller":"traceutil/trace.go:171","msg":"trace[983287322] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"160.96992ms","start":"2026-04-29T01:59:53.564175Z","end":"2026-04-29T01:59:53.725145Z","steps":["trace[983287322] 'process raft request' (duration: 160.733424ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:58.397666Z","caller":"traceutil/trace.go:171","msg":"trace[831285642] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"132.426884ms","start":"2026-04-29T01:59:58.265211Z","end":"2026-04-29T01:59:58.397638Z","steps":["trace[831285642] 'process raft request' (duration: 132.22721ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:58.412848Z","caller":"traceutil/trace.go:171","msg":"trace[1172334046] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2347; }","duration":"130.320134ms","start":"2026-04-29T01:59:58.282496Z","end":"2026-04-29T01:59:58.412816Z","steps":["trace[1172334046] 'read index received' (duration: 114.965026ms)","trace[1172334046] 'applied index is now lower than readState.Index' (duration: 15.353498ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:58.412931Z","caller":"traceutil/trace.go:171","msg":"trace[313747331] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"144.773186ms","start":"2026-04-29T01:59:58.268117Z","end":"2026-04-29T01:59:58.41289Z","steps":["trace[313747331] 'process raft request' (duration: 144.513811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:58.413167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.662501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:59:58.413221Z","caller":"traceutil/trace.go:171","msg":"trace[17243169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2260; }","duration":"130.731122ms","start":"2026-04-29T01:59:58.282473Z","end":"2026-04-29T01:59:58.413204Z","steps":["trace[17243169] 'agreement among raft nodes before linearized reading' (duration: 130.537889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:58.413347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.587681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:59:58.413486Z","caller":"traceutil/trace.go:171","msg":"trace[937250035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2260; }","duration":"129.778834ms","start":"2026-04-29T01:59:58.283657Z","end":"2026-04-29T01:59:58.413436Z","steps":["trace[937250035] 'agreement among raft nodes before linearized reading' (duration: 129.437988ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:00.2527Z","caller":"traceutil/trace.go:171","msg":"trace[1222457221] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"296.023393ms","start":"2026-04-29T01:59:59.95665Z","end":"2026-04-29T02:00:00.252674Z","steps":["trace[1222457221] 'read index received' (duration: 295.87381ms)","trace[1222457221] 'applied index is now lower than readState.Index' (duration: 148.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:00.252815Z","caller":"traceutil/trace.go:171","msg":"trace[704145250] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"500.178642ms","start":"2026-04-29T01:59:59.752587Z","end":"2026-04-29T02:00:00.252766Z","steps":["trace[704145250] 'process raft request' (duration: 499.934917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:00.252883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.200176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:00:00.253129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:59.752559Z","time spent":"500.464367ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:00.253179Z","caller":"traceutil/trace.go:171","msg":"trace[215635659] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2265; }","duration":"296.511711ms","start":"2026-04-29T01:59:59.956641Z","end":"2026-04-29T02:00:00.253153Z","steps":["trace[215635659] 'agreement among raft nodes before linearized reading' (duration: 296.149165ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:00.807216Z","caller":"traceutil/trace.go:171","msg":"trace[794767807] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2354; }","duration":"438.098668ms","start":"2026-04-29T02:00:00.369098Z","end":"2026-04-29T02:00:00.807197Z","steps":["trace[794767807] 'read index received' (duration: 359.369771ms)","trace[794767807] 'applied index is now lower than readState.Index' (duration: 78.727887ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:00.807296Z","caller":"traceutil/trace.go:171","msg":"trace[585451071] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"744.200219ms","start":"2026-04-29T02:00:00.063067Z","end":"2026-04-29T02:00:00.807268Z","steps":["trace[585451071] 'process raft request' (duration: 744.068447ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:00.807313Z","caller":"traceutil/trace.go:171","msg":"trace[1651768429] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"745.84019ms","start":"2026-04-29T02:00:00.06144Z","end":"2026-04-29T02:00:00.80728Z","steps":["trace[1651768429] 'process raft request' (duration: 667.010942ms)","trace[1651768429] 'compare' (duration: 78.406481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:00.807407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.308881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:00.807444Z","caller":"traceutil/trace.go:171","msg":"trace[611346061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2267; }","duration":"438.401953ms","start":"2026-04-29T02:00:00.369035Z","end":"2026-04-29T02:00:00.807437Z","steps":["trace[611346061] 'agreement among raft nodes before linearized reading' (duration: 438.311331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:00.807475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.369012Z","time spent":"438.458324ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:00:00.807466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.061412Z","time spent":"745.975242ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:00.807478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.063035Z","time spent":"744.346172ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:01.061004Z","caller":"traceutil/trace.go:171","msg":"trace[473785574] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"687.886673ms","start":"2026-04-29T02:00:00.373081Z","end":"2026-04-29T02:00:01.060967Z","steps":["trace[473785574] 'process raft request' (duration: 644.496119ms)","trace[473785574] 'compare' (duration: 42.954936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:01.061208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.373056Z","time spent":"688.050805ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:01.061269Z","caller":"traceutil/trace.go:171","msg":"trace[480019687] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"669.090941ms","start":"2026-04-29T02:00:00.392147Z","end":"2026-04-29T02:00:01.061238Z","steps":["trace[480019687] 'process raft request' (duration: 668.721824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:01.061505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.392134Z","time spent":"669.237453ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:01.061316Z","caller":"traceutil/trace.go:171","msg":"trace[939903549] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2356; }","duration":"253.968874ms","start":"2026-04-29T02:00:00.807327Z","end":"2026-04-29T02:00:01.061295Z","steps":["trace[939903549] 'read index received' (duration: 210.104531ms)","trace[939903549] 'applied index is now lower than readState.Index' (duration: 43.862973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:01.061574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.310189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T02:00:01.0616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.558124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:00:01.061653Z","caller":"traceutil/trace.go:171","msg":"trace[90428101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2271; }","duration":"632.422553ms","start":"2026-04-29T02:00:00.429211Z","end":"2026-04-29T02:00:01.061633Z","steps":["trace[90428101] 'agreement among raft nodes before linearized reading' (duration: 632.145417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:01.061713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.429197Z","time spent":"632.501574ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T02:00:01.061728Z","caller":"traceutil/trace.go:171","msg":"trace[99920694] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"643.039862ms","start":"2026-04-29T02:00:00.418677Z","end":"2026-04-29T02:00:01.061717Z","steps":["trace[99920694] 'process raft request' (duration: 642.545062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:01.061732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.8022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T02:00:01.06172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.080798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:01.061748Z","caller":"traceutil/trace.go:171","msg":"trace[585677097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2271; }","duration":"544.694947ms","start":"2026-04-29T02:00:00.516979Z","end":"2026-04-29T02:00:01.061674Z","steps":["trace[585677097] 'agreement among raft nodes before linearized reading' (duration: 544.35477ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:01.061783Z","caller":"traceutil/trace.go:171","msg":"trace[1328763313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2271; }","duration":"544.863401ms","start":"2026-04-29T02:00:00.516903Z","end":"2026-04-29T02:00:01.061766Z","steps":["trace[1328763313] 'agreement among raft nodes before linearized reading' (duration: 544.766789ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:01.061787Z","caller":"traceutil/trace.go:171","msg":"trace[1261087372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2271; }","duration":"253.21269ms","start":"2026-04-29T02:00:00.808556Z","end":"2026-04-29T02:00:01.061769Z","steps":["trace[1261087372] 'agreement among raft nodes before linearized reading' (duration: 253.084558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:01.061791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.418647Z","time spent":"643.112824ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:01.061826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.516893Z","time spent":"544.925012ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:00:01.061828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.920918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:00:01.062022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.130024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T02:00:01.062096Z","caller":"traceutil/trace.go:171","msg":"trace[1518175328] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2271; }","duration":"460.241473ms","start":"2026-04-29T02:00:00.601836Z","end":"2026-04-29T02:00:01.062077Z","steps":["trace[1518175328] 'agreement among raft nodes before linearized reading' (duration: 459.891676ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:01.061838Z","caller":"traceutil/trace.go:171","msg":"trace[478447356] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"658.208006ms","start":"2026-04-29T02:00:00.403592Z","end":"2026-04-29T02:00:01.0618Z","steps":["trace[478447356] 'process raft request' (duration: 657.558513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:01.061894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.516956Z","time spent":"544.836641ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:00:01.062306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.601813Z","time spent":"460.438177ms","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:00:01.061604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.800328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:00:01.062384Z","caller":"traceutil/trace.go:171","msg":"trace[54506109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2271; }","duration":"618.619214ms","start":"2026-04-29T02:00:00.443749Z","end":"2026-04-29T02:00:01.062368Z","steps":["trace[54506109] 'agreement among raft nodes before linearized reading' (duration: 617.676716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:01.062392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.403577Z","time spent":"658.666265ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:01.062434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.443735Z","time spent":"618.684735ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:00:01.062113Z","caller":"traceutil/trace.go:171","msg":"trace[2123634093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2271; }","duration":"546.296237ms","start":"2026-04-29T02:00:00.515795Z","end":"2026-04-29T02:00:01.062091Z","steps":["trace[2123634093] 'agreement among raft nodes before linearized reading' (duration: 545.547752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:01.062683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:00.515782Z","time spent":"546.863837ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:00:03.211199Z","caller":"traceutil/trace.go:171","msg":"trace[447312013] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2370; }","duration":"139.211692ms","start":"2026-04-29T02:00:03.071961Z","end":"2026-04-29T02:00:03.211172Z","steps":["trace[447312013] 'read index received' (duration: 95.141384ms)","trace[447312013] 'applied index is now lower than readState.Index' (duration: 44.068687ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:03.211339Z","caller":"traceutil/trace.go:171","msg":"trace[984019981] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"142.741807ms","start":"2026-04-29T02:00:03.06857Z","end":"2026-04-29T02:00:03.211312Z","steps":["trace[984019981] 'process raft request' (duration: 142.473022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.211432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.460516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T02:00:03.211484Z","caller":"traceutil/trace.go:171","msg":"trace[1113199540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2282; }","duration":"139.542978ms","start":"2026-04-29T02:00:03.071916Z","end":"2026-04-29T02:00:03.211459Z","steps":["trace[1113199540] 'agreement among raft nodes before linearized reading' (duration: 139.387415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.2116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.369794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T02:00:03.211601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.565888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:00:03.211643Z","caller":"traceutil/trace.go:171","msg":"trace[961193938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2282; }","duration":"139.454056ms","start":"2026-04-29T02:00:03.072179Z","end":"2026-04-29T02:00:03.211633Z","steps":["trace[961193938] 'agreement among raft nodes before linearized reading' (duration: 139.319483ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:03.211661Z","caller":"traceutil/trace.go:171","msg":"trace[35741337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2282; }","duration":"139.645649ms","start":"2026-04-29T02:00:03.071999Z","end":"2026-04-29T02:00:03.211644Z","steps":["trace[35741337] 'agreement among raft nodes before linearized reading' (duration: 139.479396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.211678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.629889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:00:03.211716Z","caller":"traceutil/trace.go:171","msg":"trace[307432278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2282; }","duration":"139.68168ms","start":"2026-04-29T02:00:03.072023Z","end":"2026-04-29T02:00:03.211705Z","steps":["trace[307432278] 'agreement among raft nodes before linearized reading' (duration: 139.593689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.211911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.149632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:03.21209Z","caller":"traceutil/trace.go:171","msg":"trace[586174785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2282; }","duration":"137.245044ms","start":"2026-04-29T02:00:03.074719Z","end":"2026-04-29T02:00:03.211964Z","steps":["trace[586174785] 'agreement among raft nodes before linearized reading' (duration: 136.920548ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.490629Z","caller":"traceutil/trace.go:171","msg":"trace[2056529059] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"171.073989ms","start":"2026-04-29T02:00:47.319534Z","end":"2026-04-29T02:00:47.490608Z","steps":["trace[2056529059] 'process raft request' (duration: 170.941926ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.74077Z","caller":"traceutil/trace.go:171","msg":"trace[1175544883] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2618; }","duration":"371.913107ms","start":"2026-04-29T02:00:47.368832Z","end":"2026-04-29T02:00:47.740745Z","steps":["trace[1175544883] 'read index received' (duration: 121.620461ms)","trace[1175544883] 'applied index is now lower than readState.Index' (duration: 250.291476ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:47.740836Z","caller":"traceutil/trace.go:171","msg":"trace[1300806731] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"398.070248ms","start":"2026-04-29T02:00:47.342735Z","end":"2026-04-29T02:00:47.740806Z","steps":["trace[1300806731] 'process raft request' (duration: 389.580219ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.740867Z","caller":"traceutil/trace.go:171","msg":"trace[1973231304] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"265.399319ms","start":"2026-04-29T02:00:47.475422Z","end":"2026-04-29T02:00:47.740822Z","steps":["trace[1973231304] 'process raft request' (duration: 265.229296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.740918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.075589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:00:47.741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.342705Z","time spent":"398.201781ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:47.74101Z","caller":"traceutil/trace.go:171","msg":"trace[1058579000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2522; }","duration":"372.211532ms","start":"2026-04-29T02:00:47.368774Z","end":"2026-04-29T02:00:47.740986Z","steps":["trace[1058579000] 'agreement among raft nodes before linearized reading' (duration: 372.070099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.741093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.368756Z","time spent":"372.326934ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:00:47.742709Z","caller":"traceutil/trace.go:171","msg":"trace[303759349] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"245.523805ms","start":"2026-04-29T02:00:47.497172Z","end":"2026-04-29T02:00:47.742696Z","steps":["trace[303759349] 'process raft request' (duration: 245.343192ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.742794Z","caller":"traceutil/trace.go:171","msg":"trace[1545210637] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"245.291491ms","start":"2026-04-29T02:00:47.497487Z","end":"2026-04-29T02:00:47.742778Z","steps":["trace[1545210637] 'process raft request' (duration: 245.134109ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.742824Z","caller":"traceutil/trace.go:171","msg":"trace[1535562933] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"245.280981ms","start":"2026-04-29T02:00:47.497516Z","end":"2026-04-29T02:00:47.742797Z","steps":["trace[1535562933] 'process raft request' (duration: 245.159109ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.743075Z","caller":"traceutil/trace.go:171","msg":"trace[1170580288] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"244.786792ms","start":"2026-04-29T02:00:47.498279Z","end":"2026-04-29T02:00:47.743066Z","steps":["trace[1170580288] 'process raft request' (duration: 244.449035ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.743258Z","caller":"traceutil/trace.go:171","msg":"trace[461941391] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"244.689439ms","start":"2026-04-29T02:00:47.498492Z","end":"2026-04-29T02:00:47.743181Z","steps":["trace[461941391] 'process raft request' (duration: 244.431824ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.743803Z","caller":"traceutil/trace.go:171","msg":"trace[1545389848] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"231.714497ms","start":"2026-04-29T02:00:47.512073Z","end":"2026-04-29T02:00:47.743788Z","steps":["trace[1545389848] 'process raft request' (duration: 231.028143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.743896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.754627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:00:47.743944Z","caller":"traceutil/trace.go:171","msg":"trace[1924638341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2528; }","duration":"223.826418ms","start":"2026-04-29T02:00:47.520106Z","end":"2026-04-29T02:00:47.743932Z","steps":["trace[1924638341] 'agreement among raft nodes before linearized reading' (duration: 223.688436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.744071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.929575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:00:47.744141Z","caller":"traceutil/trace.go:171","msg":"trace[799610713] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2528; }","duration":"341.049528ms","start":"2026-04-29T02:00:47.403077Z","end":"2026-04-29T02:00:47.744127Z","steps":["trace[799610713] 'agreement among raft nodes before linearized reading' (duration: 340.884695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.744187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:47.403061Z","time spent":"341.115509ms","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:00:47.744231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.455757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T02:00:47.744279Z","caller":"traceutil/trace.go:171","msg":"trace[1539595878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2528; }","duration":"218.548559ms","start":"2026-04-29T02:00:47.525719Z","end":"2026-04-29T02:00:47.744268Z","steps":["trace[1539595878] 'agreement among raft nodes before linearized reading' (duration: 218.416927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.744485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.827254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:00:47.744521Z","caller":"traceutil/trace.go:171","msg":"trace[1722429318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2528; }","duration":"218.897556ms","start":"2026-04-29T02:00:47.525615Z","end":"2026-04-29T02:00:47.744512Z","steps":["trace[1722429318] 'agreement among raft nodes before linearized reading' (duration: 218.799674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:47.744685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.227852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T02:00:47.744773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.399818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-29T02:00:47.744833Z","caller":"traceutil/trace.go:171","msg":"trace[16873638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2528; }","duration":"184.483229ms","start":"2026-04-29T02:00:47.560334Z","end":"2026-04-29T02:00:47.744817Z","steps":["trace[16873638] 'agreement among raft nodes before linearized reading' (duration: 184.355697ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:47.744798Z","caller":"traceutil/trace.go:171","msg":"trace[1722402259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2528; }","duration":"218.377116ms","start":"2026-04-29T02:00:47.526401Z","end":"2026-04-29T02:00:47.744778Z","steps":["trace[1722402259] 'agreement among raft nodes before linearized reading' (duration: 217.660083ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:51.316681Z","caller":"traceutil/trace.go:171","msg":"trace[182362479] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"148.179209ms","start":"2026-04-29T02:00:51.168477Z","end":"2026-04-29T02:00:51.316656Z","steps":["trace[182362479] 'process raft request' (duration: 148.029065ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:51.341893Z","caller":"traceutil/trace.go:171","msg":"trace[1979574023] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"164.1624ms","start":"2026-04-29T02:00:51.177709Z","end":"2026-04-29T02:00:51.341871Z","steps":["trace[1979574023] 'process raft request' (duration: 164.022436ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:51.342164Z","caller":"traceutil/trace.go:171","msg":"trace[1549183695] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2642; }","duration":"138.918726ms","start":"2026-04-29T02:00:51.202921Z","end":"2026-04-29T02:00:51.34184Z","steps":["trace[1549183695] 'read index received' (duration: 113.630371ms)","trace[1549183695] 'applied index is now lower than readState.Index' (duration: 25.287575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:51.34218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.237542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T02:00:51.342287Z","caller":"traceutil/trace.go:171","msg":"trace[287100267] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2545; }","duration":"139.391084ms","start":"2026-04-29T02:00:51.202885Z","end":"2026-04-29T02:00:51.342276Z","steps":["trace[287100267] 'agreement among raft nodes before linearized reading' (duration: 139.123879ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:57.946799Z","caller":"traceutil/trace.go:171","msg":"trace[606222297] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"165.231777ms","start":"2026-04-29T02:00:57.78154Z","end":"2026-04-29T02:00:57.946772Z","steps":["trace[606222297] 'process raft request' (duration: 165.081074ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:57.972201Z","caller":"traceutil/trace.go:171","msg":"trace[251530861] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2737; }","duration":"163.74142ms","start":"2026-04-29T02:00:57.808434Z","end":"2026-04-29T02:00:57.972176Z","steps":["trace[251530861] 'read index received' (duration: 138.187805ms)","trace[251530861] 'applied index is now lower than readState.Index' (duration: 25.552935ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:57.97229Z","caller":"traceutil/trace.go:171","msg":"trace[1992227600] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"190.632621ms","start":"2026-04-29T02:00:57.781625Z","end":"2026-04-29T02:00:57.972257Z","steps":["trace[1992227600] 'process raft request' (duration: 190.444177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:57.972362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.929463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:00:57.972391Z","caller":"traceutil/trace.go:171","msg":"trace[1315233032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2634; }","duration":"164.011195ms","start":"2026-04-29T02:00:57.808369Z","end":"2026-04-29T02:00:57.972381Z","steps":["trace[1315233032] 'agreement among raft nodes before linearized reading' (duration: 163.913403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:57.97256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.168358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:00:57.972617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.484602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:00:57.972662Z","caller":"traceutil/trace.go:171","msg":"trace[74967735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2634; }","duration":"157.32706ms","start":"2026-04-29T02:00:57.815316Z","end":"2026-04-29T02:00:57.972643Z","steps":["trace[74967735] 'agreement among raft nodes before linearized reading' (duration: 157.064375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:57.972691Z","caller":"traceutil/trace.go:171","msg":"trace[942451111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2634; }","duration":"151.585693ms","start":"2026-04-29T02:00:57.821079Z","end":"2026-04-29T02:00:57.972665Z","steps":["trace[942451111] 'agreement among raft nodes before linearized reading' (duration: 151.384389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:57.972557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.914005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:00:57.972795Z","caller":"traceutil/trace.go:171","msg":"trace[440316885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2634; }","duration":"148.200079ms","start":"2026-04-29T02:00:57.824585Z","end":"2026-04-29T02:00:57.972785Z","steps":["trace[440316885] 'agreement among raft nodes before linearized reading' (duration: 147.857293ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.10267Z","caller":"traceutil/trace.go:171","msg":"trace[127509446] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"126.659328ms","start":"2026-04-29T02:00:57.975988Z","end":"2026-04-29T02:00:58.102648Z","steps":["trace[127509446] 'process raft request' (duration: 46.578267ms)","trace[127509446] 'compare' (duration: 79.987269ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:58.134868Z","caller":"traceutil/trace.go:171","msg":"trace[699281117] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"158.458371ms","start":"2026-04-29T02:00:57.976391Z","end":"2026-04-29T02:00:58.134849Z","steps":["trace[699281117] 'process raft request' (duration: 158.286298ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.135182Z","caller":"traceutil/trace.go:171","msg":"trace[552115554] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"158.495281ms","start":"2026-04-29T02:00:57.976658Z","end":"2026-04-29T02:00:58.135154Z","steps":["trace[552115554] 'process raft request' (duration: 158.145945ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.135262Z","caller":"traceutil/trace.go:171","msg":"trace[2014192755] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"157.682107ms","start":"2026-04-29T02:00:57.977564Z","end":"2026-04-29T02:00:58.135246Z","steps":["trace[2014192755] 'process raft request' (duration: 157.494893ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.135229Z","caller":"traceutil/trace.go:171","msg":"trace[1155274719] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2739; }","duration":"158.113194ms","start":"2026-04-29T02:00:57.977086Z","end":"2026-04-29T02:00:58.135199Z","steps":["trace[1155274719] 'read index received' (duration: 45.489077ms)","trace[1155274719] 'applied index is now lower than readState.Index' (duration: 112.622577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:58.135365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.247718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:58.135431Z","caller":"traceutil/trace.go:171","msg":"trace[1922663363] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:0; response_revision:2638; }","duration":"158.346699ms","start":"2026-04-29T02:00:57.977066Z","end":"2026-04-29T02:00:58.135413Z","steps":["trace[1922663363] 'agreement among raft nodes before linearized reading' (duration: 158.232107ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:58.599036Z","caller":"traceutil/trace.go:171","msg":"trace[1094250346] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"212.813184ms","start":"2026-04-29T02:00:58.386192Z","end":"2026-04-29T02:00:58.599005Z","steps":["trace[1094250346] 'process raft request' (duration: 206.18431ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:03.541583Z","caller":"traceutil/trace.go:171","msg":"trace[59475395] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"165.3304ms","start":"2026-04-29T02:01:03.376214Z","end":"2026-04-29T02:01:03.541545Z","steps":["trace[59475395] 'process raft request' (duration: 75.058728ms)","trace[59475395] 'compare' (duration: 90.128339ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:03.830539Z","caller":"traceutil/trace.go:171","msg":"trace[695107698] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"118.990367ms","start":"2026-04-29T02:01:03.711516Z","end":"2026-04-29T02:01:03.830506Z","steps":["trace[695107698] 'process raft request' (duration: 118.770613ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:03.992456Z","caller":"traceutil/trace.go:171","msg":"trace[487935918] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2839; }","duration":"120.79824ms","start":"2026-04-29T02:01:03.871587Z","end":"2026-04-29T02:01:03.992385Z","steps":["trace[487935918] 'read index received' (duration: 120.527905ms)","trace[487935918] 'applied index is now lower than readState.Index' (duration: 268.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:03.992757Z","caller":"traceutil/trace.go:171","msg":"trace[1445859335] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"131.780725ms","start":"2026-04-29T02:01:03.860953Z","end":"2026-04-29T02:01:03.992734Z","steps":["trace[1445859335] 'process raft request' (duration: 131.200725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:03.992957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.328249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-29T02:01:03.993025Z","caller":"traceutil/trace.go:171","msg":"trace[199907406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2730; }","duration":"121.448433ms","start":"2026-04-29T02:01:03.871558Z","end":"2026-04-29T02:01:03.993006Z","steps":["trace[199907406] 'agreement among raft nodes before linearized reading' (duration: 121.018845ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:04.45354Z","caller":"traceutil/trace.go:171","msg":"trace[1427052201] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"103.790073ms","start":"2026-04-29T02:01:04.349725Z","end":"2026-04-29T02:01:04.453515Z","steps":["trace[1427052201] 'process raft request' (duration: 103.468587ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:06.028751Z","caller":"traceutil/trace.go:171","msg":"trace[280906735] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"191.909204ms","start":"2026-04-29T02:01:05.83681Z","end":"2026-04-29T02:01:06.02872Z","steps":["trace[280906735] 'process raft request' (duration: 191.70977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:10.412402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.004162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:10.412512Z","caller":"traceutil/trace.go:171","msg":"trace[1953092330] linearizableReadLoop","detail":"{readStateIndex:2918; appliedIndex:2917; }","duration":"215.486174ms","start":"2026-04-29T02:01:10.197009Z","end":"2026-04-29T02:01:10.412495Z","steps":["trace[1953092330] 'read index received' (duration: 85.192607ms)","trace[1953092330] 'applied index is now lower than readState.Index' (duration: 130.292337ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:10.412602Z","caller":"traceutil/trace.go:171","msg":"trace[1600574890] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"296.87786ms","start":"2026-04-29T02:01:10.115709Z","end":"2026-04-29T02:01:10.412587Z","steps":["trace[1600574890] 'process raft request' (duration: 166.551192ms)","trace[1600574890] 'compare' (duration: 129.88404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:10.412865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.897529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-29T02:01:10.412953Z","caller":"traceutil/trace.go:171","msg":"trace[1809183741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2807; }","duration":"188.014222ms","start":"2026-04-29T02:01:10.224916Z","end":"2026-04-29T02:01:10.41293Z","steps":["trace[1809183741] 'agreement among raft nodes before linearized reading' (duration: 187.842339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:10.412945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.931322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-29T02:01:10.412865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.944466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:01:10.413031Z","caller":"traceutil/trace.go:171","msg":"trace[600067127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2807; }","duration":"184.13571ms","start":"2026-04-29T02:01:10.228877Z","end":"2026-04-29T02:01:10.413013Z","steps":["trace[600067127] 'agreement among raft nodes before linearized reading' (duration: 183.839714ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:10.413021Z","caller":"traceutil/trace.go:171","msg":"trace[1525748837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2807; }","duration":"216.044135ms","start":"2026-04-29T02:01:10.196956Z","end":"2026-04-29T02:01:10.413Z","steps":["trace[1525748837] 'agreement among raft nodes before linearized reading' (duration: 215.861941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:10.412849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.234804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:01:10.413106Z","caller":"traceutil/trace.go:171","msg":"trace[1838254155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2807; }","duration":"211.555342ms","start":"2026-04-29T02:01:10.201537Z","end":"2026-04-29T02:01:10.413092Z","steps":["trace[1838254155] 'agreement among raft nodes before linearized reading' (duration: 211.128233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:11.34182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.265947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T02:01:11.341843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.355143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:01:11.341895Z","caller":"traceutil/trace.go:171","msg":"trace[83597320] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2811; }","duration":"137.393879ms","start":"2026-04-29T02:01:11.204483Z","end":"2026-04-29T02:01:11.341877Z","steps":["trace[83597320] 'range keys from in-memory index tree' (duration: 137.066963ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:11.34193Z","caller":"traceutil/trace.go:171","msg":"trace[749494743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2811; }","duration":"578.484696ms","start":"2026-04-29T02:01:10.763423Z","end":"2026-04-29T02:01:11.341907Z","steps":["trace[749494743] 'range keys from in-memory index tree' (duration: 578.134179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:11.34197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:10.763401Z","time spent":"578.560307ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:01:37.726364Z","caller":"traceutil/trace.go:171","msg":"trace[114489395] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"135.81817ms","start":"2026-04-29T02:01:37.59051Z","end":"2026-04-29T02:01:37.726328Z","steps":["trace[114489395] 'process raft request' (duration: 45.229412ms)","trace[114489395] 'compare' (duration: 90.447675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:44.381617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979916781,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:01:44.381947Z","caller":"traceutil/trace.go:171","msg":"trace[1060854626] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"631.561384ms","start":"2026-04-29T02:01:43.75036Z","end":"2026-04-29T02:01:44.381921Z","steps":["trace[1060854626] 'process raft request' (duration: 631.425592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:44.382122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:43.750338Z","time spent":"631.707766ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:44.486226Z","caller":"traceutil/trace.go:171","msg":"trace[433957249] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"661.40019ms","start":"2026-04-29T02:01:43.824795Z","end":"2026-04-29T02:01:44.486195Z","steps":["trace[433957249] 'process raft request' (duration: 622.944464ms)","trace[433957249] 'compare' (duration: 38.09806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:44.486378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:43.824746Z","time spent":"661.557132ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:44.486445Z","caller":"traceutil/trace.go:171","msg":"trace[784499832] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"239.274277ms","start":"2026-04-29T02:01:44.247125Z","end":"2026-04-29T02:01:44.486399Z","steps":["trace[784499832] 'process raft request' (duration: 238.984282ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:44.486333Z","caller":"traceutil/trace.go:171","msg":"trace[2000872395] linearizableReadLoop","detail":"{readStateIndex:3131; appliedIndex:3128; }","duration":"605.640001ms","start":"2026-04-29T02:01:43.880665Z","end":"2026-04-29T02:01:44.486305Z","steps":["trace[2000872395] 'read index received' (duration: 501.108085ms)","trace[2000872395] 'applied index is now lower than readState.Index' (duration: 104.530606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:44.486639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.934286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:44.48676Z","caller":"traceutil/trace.go:171","msg":"trace[362705745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3013; }","duration":"606.10006ms","start":"2026-04-29T02:01:43.880631Z","end":"2026-04-29T02:01:44.486731Z","steps":["trace[362705745] 'agreement among raft nodes before linearized reading' (duration: 605.860414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:44.486793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.936309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-29T02:01:44.486795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.389071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aab16ce5063e17\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-29T02:01:44.486834Z","caller":"traceutil/trace.go:171","msg":"trace[795268037] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3013; }","duration":"117.00463ms","start":"2026-04-29T02:01:44.369818Z","end":"2026-04-29T02:01:44.486823Z","steps":["trace[795268037] 'agreement among raft nodes before linearized reading' (duration: 116.862308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:44.48683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:43.880618Z","time spent":"606.192922ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:01:44.486856Z","caller":"traceutil/trace.go:171","msg":"trace[1918870418] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aab16ce5063e17; range_end:; response_count:1; response_revision:3013; }","duration":"275.483862ms","start":"2026-04-29T02:01:44.211357Z","end":"2026-04-29T02:01:44.486841Z","steps":["trace[1918870418] 'agreement among raft nodes before linearized reading' (duration: 275.304628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:45.070085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979916792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:01:45.541543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.614752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:45.541661Z","caller":"traceutil/trace.go:171","msg":"trace[2020638130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3014; }","duration":"750.745834ms","start":"2026-04-29T02:01:44.790897Z","end":"2026-04-29T02:01:45.541643Z","steps":["trace[2020638130] 'range keys from in-memory index tree' (duration: 750.600492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:45.570499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979916792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:01:45.629813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098248566s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:01:45.630212Z","caller":"traceutil/trace.go:171","msg":"trace[419750326] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"1.098696305s","start":"2026-04-29T02:01:44.531488Z","end":"2026-04-29T02:01:45.630184Z","steps":["trace[419750326] 'process raft request' (duration: 1.098523302s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:45.630386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.531476Z","time spent":"1.098822907s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:46.56957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:01:46.569649Z","caller":"traceutil/trace.go:171","msg":"trace[1718814702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031774s","start":"2026-04-29T02:01:44.569599Z","end":"2026-04-29T02:01:46.56963Z","steps":["trace[1718814702] 'agreement among raft nodes before linearized reading' (duration: 1.999936452s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.569693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.569579Z","time spent":"2.000104186s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:01:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:01:46.638403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.138603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:01:46.638476Z","caller":"traceutil/trace.go:171","msg":"trace[407071924] linearizableReadLoop","detail":"{readStateIndex:3134; appliedIndex:3132; }","duration":"2.068817695s","start":"2026-04-29T02:01:44.569645Z","end":"2026-04-29T02:01:46.638463Z","steps":["trace[407071924] 'read index received' (duration: 1.060385291s)","trace[407071924] 'applied index is now lower than readState.Index' (duration: 1.008431264s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:46.638657Z","caller":"traceutil/trace.go:171","msg":"trace[1188062120] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"2.036048475s","start":"2026-04-29T02:01:44.602577Z","end":"2026-04-29T02:01:46.638626Z","steps":["trace[1188062120] 'process raft request' (duration: 1.766612027s)","trace[1188062120] 'compare' (duration: 268.649324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:01:46.638831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.602554Z","time spent":"2.036178799s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:46.702201Z","caller":"traceutil/trace.go:171","msg":"trace[1045989985] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"492.164048ms","start":"2026-04-29T02:01:46.210012Z","end":"2026-04-29T02:01:46.702176Z","steps":["trace[1045989985] 'process raft request' (duration: 492.031516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.702483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.209962Z","time spent":"492.418243ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:46.838289Z","caller":"traceutil/trace.go:171","msg":"trace[1614234718] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"452.168123ms","start":"2026-04-29T02:01:46.386079Z","end":"2026-04-29T02:01:46.838247Z","steps":["trace[1614234718] 'process raft request' (duration: 451.839897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.838546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.386063Z","time spent":"452.345176ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:46.861151Z","caller":"traceutil/trace.go:171","msg":"trace[1897442861] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"369.541854ms","start":"2026-04-29T02:01:46.491586Z","end":"2026-04-29T02:01:46.861128Z","steps":["trace[1897442861] 'process raft request' (duration: 369.378991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.861332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.491561Z","time spent":"369.676536ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:01:46.861333Z","caller":"traceutil/trace.go:171","msg":"trace[1149645659] linearizableReadLoop","detail":"{readStateIndex:3139; appliedIndex:3134; }","duration":"222.808511ms","start":"2026-04-29T02:01:46.638499Z","end":"2026-04-29T02:01:46.861307Z","steps":["trace[1149645659] 'read index received' (duration: 63.585405ms)","trace[1149645659] 'applied index is now lower than readState.Index' (duration: 159.221366ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:46.861399Z","caller":"traceutil/trace.go:171","msg":"trace[862641762] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"369.777039ms","start":"2026-04-29T02:01:46.491586Z","end":"2026-04-29T02:01:46.861363Z","steps":["trace[862641762] 'process raft request' (duration: 369.507743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.861453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491816929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:46.861527Z","caller":"traceutil/trace.go:171","msg":"trace[1367691437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3020; }","duration":"1.491957512s","start":"2026-04-29T02:01:45.369551Z","end":"2026-04-29T02:01:46.861509Z","steps":["trace[1367691437] 'agreement among raft nodes before linearized reading' (duration: 1.491807519s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.861558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.118139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-29T02:01:46.861572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:45.369521Z","time spent":"1.492040243s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:01:46.861626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.989212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:01:46.861618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125526222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:01:46.861651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.491561Z","time spent":"369.937761ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:01:46.861696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929209256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:01:46.861703Z","caller":"traceutil/trace.go:171","msg":"trace[606927709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3020; }","duration":"2.125644735s","start":"2026-04-29T02:01:44.736039Z","end":"2026-04-29T02:01:46.861684Z","steps":["trace[606927709] 'agreement among raft nodes before linearized reading' (duration: 2.12537018s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.861768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.736029Z","time spent":"2.125730446s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:46.861781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.589393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:01:46.861808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.31342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aab16c4f4dabea\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-29T02:01:46.861814Z","caller":"traceutil/trace.go:171","msg":"trace[487024228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3020; }","duration":"166.619124ms","start":"2026-04-29T02:01:46.695185Z","end":"2026-04-29T02:01:46.861804Z","steps":["trace[487024228] 'agreement among raft nodes before linearized reading' (duration: 166.568043ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.861827Z","caller":"traceutil/trace.go:171","msg":"trace[968094442] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aab16c4f4dabea; range_end:; response_count:1; response_revision:3020; }","duration":"164.379661ms","start":"2026-04-29T02:01:46.697442Z","end":"2026-04-29T02:01:46.861822Z","steps":["trace[968094442] 'agreement among raft nodes before linearized reading' (duration: 164.31977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.861656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127398138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:01:46.861729Z","caller":"traceutil/trace.go:171","msg":"trace[1979051244] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3020; }","duration":"1.929271626s","start":"2026-04-29T02:01:44.932452Z","end":"2026-04-29T02:01:46.861724Z","steps":["trace[1979051244] 'agreement among raft nodes before linearized reading' (duration: 1.929226926s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.86193Z","caller":"traceutil/trace.go:171","msg":"trace[1387621904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3020; }","duration":"2.127706753s","start":"2026-04-29T02:01:44.734213Z","end":"2026-04-29T02:01:46.86192Z","steps":["trace[1387621904] 'agreement among raft nodes before linearized reading' (duration: 2.127384557s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.861973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.734192Z","time spent":"2.127771725s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:46.862034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.932435Z","time spent":"1.929518492s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:46.861577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12643032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:01:46.862086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251075244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:01:46.862116Z","caller":"traceutil/trace.go:171","msg":"trace[1738968766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3020; }","duration":"2.126974719s","start":"2026-04-29T02:01:44.735131Z","end":"2026-04-29T02:01:46.862105Z","steps":["trace[1738968766] 'agreement among raft nodes before linearized reading' (duration: 2.126317668s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.862131Z","caller":"traceutil/trace.go:171","msg":"trace[567749197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3020; }","duration":"1.251154445s","start":"2026-04-29T02:01:45.610965Z","end":"2026-04-29T02:01:46.862119Z","steps":["trace[567749197] 'agreement among raft nodes before linearized reading' (duration: 1.250931761s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.861654Z","caller":"traceutil/trace.go:171","msg":"trace[725479888] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3020; }","duration":"407.062143ms","start":"2026-04-29T02:01:46.454585Z","end":"2026-04-29T02:01:46.861647Z","steps":["trace[725479888] 'agreement among raft nodes before linearized reading' (duration: 407.020282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.862156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.735105Z","time spent":"2.12704202s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:01:46.862162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:45.610944Z","time spent":"1.251211526s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:01:46.862175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.454564Z","time spent":"407.602112ms","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:01:46.861726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207339096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:01:46.861586Z","caller":"traceutil/trace.go:171","msg":"trace[1920153303] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3020; }","duration":"490.185121ms","start":"2026-04-29T02:01:46.371393Z","end":"2026-04-29T02:01:46.861578Z","steps":["trace[1920153303] 'agreement among raft nodes before linearized reading' (duration: 490.069849ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:46.862221Z","caller":"traceutil/trace.go:171","msg":"trace[336687881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3020; }","duration":"2.207880996s","start":"2026-04-29T02:01:44.654324Z","end":"2026-04-29T02:01:46.862205Z","steps":["trace[336687881] 'agreement among raft nodes before linearized reading' (duration: 2.207352257s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.862247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:46.371373Z","time spent":"490.851142ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-29T02:01:46.862285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:44.654294Z","time spent":"2.207975058s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:01:46.862353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398215344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:01:46.862628Z","caller":"traceutil/trace.go:171","msg":"trace[904860830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3020; }","duration":"1.398617191s","start":"2026-04-29T02:01:45.463993Z","end":"2026-04-29T02:01:46.86261Z","steps":["trace[904860830] 'agreement among raft nodes before linearized reading' (duration: 1.397784016s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.86271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:45.46397Z","time spent":"1.398725924s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:01:46.86213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801214911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:01:46.863041Z","caller":"traceutil/trace.go:171","msg":"trace[1055881899] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3020; }","duration":"1.802134579s","start":"2026-04-29T02:01:45.06089Z","end":"2026-04-29T02:01:46.863024Z","steps":["trace[1055881899] 'agreement among raft nodes before linearized reading' (duration: 1.800715752s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:46.863088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:01:45.060859Z","time spent":"1.8022119s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:01:49.043291Z","caller":"traceutil/trace.go:171","msg":"trace[600112200] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"174.554242ms","start":"2026-04-29T02:01:48.86871Z","end":"2026-04-29T02:01:49.043264Z","steps":["trace[600112200] 'process raft request' (duration: 91.377543ms)","trace[600112200] 'compare' (duration: 83.023696ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:49.043409Z","caller":"traceutil/trace.go:171","msg":"trace[727895090] linearizableReadLoop","detail":"{readStateIndex:3150; appliedIndex:3147; }","duration":"171.166428ms","start":"2026-04-29T02:01:48.87222Z","end":"2026-04-29T02:01:49.043386Z","steps":["trace[727895090] 'read index received' (duration: 634.941µs)","trace[727895090] 'applied index is now lower than readState.Index' (duration: 170.530197ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:01:49.043737Z","caller":"traceutil/trace.go:171","msg":"trace[167853646] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"173.112854ms","start":"2026-04-29T02:01:48.870613Z","end":"2026-04-29T02:01:49.043726Z","steps":["trace[167853646] 'process raft request' (duration: 172.607545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.043955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.703008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:01:49.044006Z","caller":"traceutil/trace.go:171","msg":"trace[2027370096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3031; }","duration":"171.80209ms","start":"2026-04-29T02:01:48.872191Z","end":"2026-04-29T02:01:49.043993Z","steps":["trace[2027370096] 'agreement among raft nodes before linearized reading' (duration: 171.650737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.044097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.712877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:01:49.04414Z","caller":"traceutil/trace.go:171","msg":"trace[1571607874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3031; }","duration":"150.776359ms","start":"2026-04-29T02:01:48.893354Z","end":"2026-04-29T02:01:49.04413Z","steps":["trace[1571607874] 'agreement among raft nodes before linearized reading' (duration: 150.669736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.044173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.961533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:01:49.044198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.045963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:01:49.044218Z","caller":"traceutil/trace.go:171","msg":"trace[1165441931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3031; }","duration":"172.030645ms","start":"2026-04-29T02:01:48.872175Z","end":"2026-04-29T02:01:49.044206Z","steps":["trace[1165441931] 'agreement among raft nodes before linearized reading' (duration: 171.947313ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:49.044227Z","caller":"traceutil/trace.go:171","msg":"trace[2036233823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3031; }","duration":"151.117095ms","start":"2026-04-29T02:01:48.893101Z","end":"2026-04-29T02:01:49.044218Z","steps":["trace[2036233823] 'agreement among raft nodes before linearized reading' (duration: 151.028543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:01:49.044096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.614816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:01:49.044263Z","caller":"traceutil/trace.go:171","msg":"trace[1986509571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3031; }","duration":"150.82351ms","start":"2026-04-29T02:01:48.893432Z","end":"2026-04-29T02:01:49.044255Z","steps":["trace[1986509571] 'agreement among raft nodes before linearized reading' (duration: 150.570814ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:01:51.880921Z","caller":"traceutil/trace.go:171","msg":"trace[281015603] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"178.590507ms","start":"2026-04-29T02:01:51.702297Z","end":"2026-04-29T02:01:51.880888Z","steps":["trace[281015603] 'process raft request' (duration: 178.394173ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:15.349776Z","caller":"traceutil/trace.go:171","msg":"trace[358747057] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"169.041689ms","start":"2026-04-29T02:02:15.180704Z","end":"2026-04-29T02:02:15.349746Z","steps":["trace[358747057] 'process raft request' (duration: 165.718047ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:13.894946Z","caller":"traceutil/trace.go:171","msg":"trace[612182729] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"334.679425ms","start":"2026-04-29T02:04:13.560238Z","end":"2026-04-29T02:04:13.894917Z","steps":["trace[612182729] 'process raft request' (duration: 334.528491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:13.89511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:04:13.56021Z","time spent":"334.820808ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:04:13.914274Z","caller":"traceutil/trace.go:171","msg":"trace[1600189834] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"177.034139ms","start":"2026-04-29T02:04:13.737215Z","end":"2026-04-29T02:04:13.914249Z","steps":["trace[1600189834] 'process raft request' (duration: 176.805565ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:20.073817Z","caller":"traceutil/trace.go:171","msg":"trace[893921103] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"821.053274ms","start":"2026-04-29T02:04:19.252736Z","end":"2026-04-29T02:04:20.07379Z","steps":["trace[893921103] 'process raft request' (duration: 820.838779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.074064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:04:19.252703Z","time spent":"821.257608ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:04:20.176961Z","caller":"traceutil/trace.go:171","msg":"trace[1861692793] linearizableReadLoop","detail":"{readStateIndex:4175; appliedIndex:4173; }","duration":"593.173206ms","start":"2026-04-29T02:04:19.583761Z","end":"2026-04-29T02:04:20.176935Z","steps":["trace[1861692793] 'read index received' (duration: 489.872364ms)","trace[1861692793] 'applied index is now lower than readState.Index' (duration: 103.299422ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:04:20.177037Z","caller":"traceutil/trace.go:171","msg":"trace[988542193] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"260.819155ms","start":"2026-04-29T02:04:19.916189Z","end":"2026-04-29T02:04:20.177008Z","steps":["trace[988542193] 'process raft request' (duration: 260.607432ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:20.177147Z","caller":"traceutil/trace.go:171","msg":"trace[1179385282] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"240.202977ms","start":"2026-04-29T02:04:19.936862Z","end":"2026-04-29T02:04:20.177065Z","steps":["trace[1179385282] 'process raft request' (duration: 240.014174ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:20.177252Z","caller":"traceutil/trace.go:171","msg":"trace[982694216] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"797.47633ms","start":"2026-04-29T02:04:19.379712Z","end":"2026-04-29T02:04:20.177188Z","steps":["trace[982694216] 'process raft request' (duration: 788.597823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.177464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.208709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:04:20.177518Z","caller":"traceutil/trace.go:171","msg":"trace[369140355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4022; }","duration":"449.305121ms","start":"2026-04-29T02:04:19.728201Z","end":"2026-04-29T02:04:20.177506Z","steps":["trace[369140355] 'agreement among raft nodes before linearized reading' (duration: 449.093368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.177471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:04:19.379684Z","time spent":"797.689974ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:04:20.177636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.730121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:04:20.177668Z","caller":"traceutil/trace.go:171","msg":"trace[1900443947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4022; }","duration":"196.796592ms","start":"2026-04-29T02:04:19.980864Z","end":"2026-04-29T02:04:20.17766Z","steps":["trace[1900443947] 'agreement among raft nodes before linearized reading' (duration: 196.711951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.177555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:04:19.728182Z","time spent":"449.365882ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:04:20.177705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.900931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T02:04:20.178449Z","caller":"traceutil/trace.go:171","msg":"trace[999286114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4022; }","duration":"594.726965ms","start":"2026-04-29T02:04:19.583705Z","end":"2026-04-29T02:04:20.178432Z","steps":["trace[999286114] 'agreement among raft nodes before linearized reading' (duration: 593.416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.17851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:04:19.58368Z","time spent":"594.815077ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:04:20.17778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.296298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:04:20.178658Z","caller":"traceutil/trace.go:171","msg":"trace[830051704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4022; }","duration":"192.200665ms","start":"2026-04-29T02:04:19.986418Z","end":"2026-04-29T02:04:20.178618Z","steps":["trace[830051704] 'agreement among raft nodes before linearized reading' (duration: 191.306488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.177658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.825477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:04:20.177768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.604535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:04:20.179019Z","caller":"traceutil/trace.go:171","msg":"trace[855688422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4022; }","duration":"191.89241ms","start":"2026-04-29T02:04:19.987113Z","end":"2026-04-29T02:04:20.179005Z","steps":["trace[855688422] 'agreement among raft nodes before linearized reading' (duration: 190.456423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.177859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.445876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:04:20.179175Z","caller":"traceutil/trace.go:171","msg":"trace[1635937173] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4022; }","duration":"415.797761ms","start":"2026-04-29T02:04:19.763355Z","end":"2026-04-29T02:04:20.179153Z","steps":["trace[1635937173] 'agreement among raft nodes before linearized reading' (duration: 414.410705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:04:20.179258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:04:19.763337Z","time spent":"415.885973ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:04:20.177818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.454253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:04:20.179433Z","caller":"traceutil/trace.go:171","msg":"trace[846701791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4022; }","duration":"200.043143ms","start":"2026-04-29T02:04:19.979343Z","end":"2026-04-29T02:04:20.179386Z","steps":["trace[846701791] 'agreement among raft nodes before linearized reading' (duration: 198.32013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:20.179365Z","caller":"traceutil/trace.go:171","msg":"trace[795552371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4022; }","duration":"194.02236ms","start":"2026-04-29T02:04:19.984779Z","end":"2026-04-29T02:04:20.178802Z","steps":["trace[795552371] 'agreement among raft nodes before linearized reading' (duration: 192.689015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:25.239399Z","caller":"traceutil/trace.go:171","msg":"trace[1192079094] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"151.373523ms","start":"2026-04-29T02:05:25.088003Z","end":"2026-04-29T02:05:25.239376Z","steps":["trace[1192079094] 'process raft request' (duration: 151.240661ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:32.790302Z","caller":"traceutil/trace.go:171","msg":"trace[1435660284] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"198.691239ms","start":"2026-04-29T02:05:32.591567Z","end":"2026-04-29T02:05:32.790258Z","steps":["trace[1435660284] 'process raft request' (duration: 195.417958ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:34.556737Z","caller":"traceutil/trace.go:171","msg":"trace[1588965429] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"100.673614ms","start":"2026-04-29T02:05:34.456032Z","end":"2026-04-29T02:05:34.556706Z","steps":["trace[1588965429] 'process raft request' (duration: 71.987437ms)","trace[1588965429] 'compare' (duration: 28.496354ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:37.528679Z","caller":"traceutil/trace.go:171","msg":"trace[1702410934] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"108.035982ms","start":"2026-04-29T02:05:37.420617Z","end":"2026-04-29T02:05:37.528653Z","steps":["trace[1702410934] 'process raft request' (duration: 107.968201ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:37.528693Z","caller":"traceutil/trace.go:171","msg":"trace[337369760] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"130.90573ms","start":"2026-04-29T02:05:37.397745Z","end":"2026-04-29T02:05:37.528651Z","steps":["trace[337369760] 'process raft request' (duration: 106.065446ms)","trace[337369760] 'compare' (duration: 24.61374ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:37.528701Z","caller":"traceutil/trace.go:171","msg":"trace[1619354685] linearizableReadLoop","detail":"{readStateIndex:5136; appliedIndex:5135; }","duration":"113.998143ms","start":"2026-04-29T02:05:37.414674Z","end":"2026-04-29T02:05:37.528672Z","steps":["trace[1619354685] 'read index received' (duration: 89.150469ms)","trace[1619354685] 'applied index is now lower than readState.Index' (duration: 24.845124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:37.528949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.233357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57266"} {"level":"warn","ts":"2026-04-29T02:05:37.528943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.964152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11919"} {"level":"info","ts":"2026-04-29T02:05:37.528998Z","caller":"traceutil/trace.go:171","msg":"trace[1910885144] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4946; }","duration":"130.31089ms","start":"2026-04-29T02:05:37.398678Z","end":"2026-04-29T02:05:37.528989Z","steps":["trace[1910885144] 'agreement among raft nodes before linearized reading' (duration: 130.069204ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:37.529018Z","caller":"traceutil/trace.go:171","msg":"trace[873921752] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4946; }","duration":"122.072925ms","start":"2026-04-29T02:05:37.406927Z","end":"2026-04-29T02:05:37.529Z","steps":["trace[873921752] 'agreement among raft nodes before linearized reading' (duration: 121.82937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.529082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.46033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:37.529134Z","caller":"traceutil/trace.go:171","msg":"trace[1950620864] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4946; }","duration":"108.526341ms","start":"2026-04-29T02:05:37.420592Z","end":"2026-04-29T02:05:37.529118Z","steps":["trace[1950620864] 'agreement among raft nodes before linearized reading' (duration: 108.44067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.52921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.429996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-29T02:05:37.529282Z","caller":"traceutil/trace.go:171","msg":"trace[938043599] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4946; }","duration":"111.531098ms","start":"2026-04-29T02:05:37.417735Z","end":"2026-04-29T02:05:37.529266Z","steps":["trace[938043599] 'agreement among raft nodes before linearized reading' (duration: 111.319664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:37.529614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.473635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18aab1a7d815edc0\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-04-29T02:05:37.529655Z","caller":"traceutil/trace.go:171","msg":"trace[1753591564] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18aab1a7d815edc0; range_end:; response_count:1; response_revision:4946; }","duration":"112.517665ms","start":"2026-04-29T02:05:37.417113Z","end":"2026-04-29T02:05:37.529631Z","steps":["trace[1753591564] 'agreement among raft nodes before linearized reading' (duration: 111.901074ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:38.382923Z","caller":"traceutil/trace.go:171","msg":"trace[944450304] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"121.159786ms","start":"2026-04-29T02:05:38.261743Z","end":"2026-04-29T02:05:38.382903Z","steps":["trace[944450304] 'process raft request' (duration: 120.78072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:38.850592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.064784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:38.850687Z","caller":"traceutil/trace.go:171","msg":"trace[1183616481] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5172; }","duration":"264.385777ms","start":"2026-04-29T02:05:38.586286Z","end":"2026-04-29T02:05:38.850672Z","steps":["trace[1183616481] 'read index received' (duration: 150.17153ms)","trace[1183616481] 'applied index is now lower than readState.Index' (duration: 114.213147ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:38.850807Z","caller":"traceutil/trace.go:171","msg":"trace[861689805] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"265.682723ms","start":"2026-04-29T02:05:38.585072Z","end":"2026-04-29T02:05:38.850755Z","steps":["trace[861689805] 'process raft request' (duration: 151.373373ms)","trace[861689805] 'compare' (duration: 113.958573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:38.850853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.570212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-29T02:05:38.850887Z","caller":"traceutil/trace.go:171","msg":"trace[1680217554] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4982; }","duration":"264.624223ms","start":"2026-04-29T02:05:38.586253Z","end":"2026-04-29T02:05:38.850877Z","steps":["trace[1680217554] 'agreement among raft nodes before linearized reading' (duration: 264.481511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:38.852518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.312092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:05:38.852587Z","caller":"traceutil/trace.go:171","msg":"trace[1508532044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4983; }","duration":"112.402884ms","start":"2026-04-29T02:05:38.740165Z","end":"2026-04-29T02:05:38.852568Z","steps":["trace[1508532044] 'agreement among raft nodes before linearized reading' (duration: 112.19154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:38.852752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.725986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:05:38.852738Z","caller":"traceutil/trace.go:171","msg":"trace[1434662324] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"246.264579ms","start":"2026-04-29T02:05:38.60645Z","end":"2026-04-29T02:05:38.852715Z","steps":["trace[1434662324] 'process raft request' (duration: 245.714779ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:38.852822Z","caller":"traceutil/trace.go:171","msg":"trace[1324577449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4983; }","duration":"201.834088ms","start":"2026-04-29T02:05:38.650971Z","end":"2026-04-29T02:05:38.852805Z","steps":["trace[1324577449] 'agreement among raft nodes before linearized reading' (duration: 201.656005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:38.852862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.442996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:05:38.852922Z","caller":"traceutil/trace.go:171","msg":"trace[2003537101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4983; }","duration":"103.555309ms","start":"2026-04-29T02:05:38.749348Z","end":"2026-04-29T02:05:38.852903Z","steps":["trace[2003537101] 'agreement among raft nodes before linearized reading' (duration: 103.406846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:38.853007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.250526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:518184"} {"level":"info","ts":"2026-04-29T02:05:38.853091Z","caller":"traceutil/trace.go:171","msg":"trace[552746649] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4983; }","duration":"178.360328ms","start":"2026-04-29T02:05:38.67471Z","end":"2026-04-29T02:05:38.85307Z","steps":["trace[552746649] 'agreement among raft nodes before linearized reading' (duration: 177.863329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:38.85316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.143325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-29T02:05:38.852998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.671052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:05:38.853247Z","caller":"traceutil/trace.go:171","msg":"trace[1592703697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac; range_end:; response_count:1; response_revision:4983; }","duration":"216.261217ms","start":"2026-04-29T02:05:38.63696Z","end":"2026-04-29T02:05:38.853221Z","steps":["trace[1592703697] 'agreement among raft nodes before linearized reading' (duration: 215.361151ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:38.85326Z","caller":"traceutil/trace.go:171","msg":"trace[677578310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4983; }","duration":"118.986198ms","start":"2026-04-29T02:05:38.734259Z","end":"2026-04-29T02:05:38.853245Z","steps":["trace[677578310] 'agreement among raft nodes before linearized reading' (duration: 118.58136ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:39.765226Z","caller":"traceutil/trace.go:171","msg":"trace[1614660002] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"312.05857ms","start":"2026-04-29T02:05:39.453147Z","end":"2026-04-29T02:05:39.765206Z","steps":["trace[1614660002] 'process raft request' (duration: 311.936528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:39.765342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.453128Z","time spent":"312.154373ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:39.765608Z","caller":"traceutil/trace.go:171","msg":"trace[2103434438] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5186; }","duration":"257.365997ms","start":"2026-04-29T02:05:39.508206Z","end":"2026-04-29T02:05:39.765572Z","steps":["trace[2103434438] 'read index received' (duration: 257.357187ms)","trace[2103434438] 'applied index is now lower than readState.Index' (duration: 6.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:39.76577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.564351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-4g4qb\" ","response":"range_response_count:1 size:5148"} {"level":"info","ts":"2026-04-29T02:05:39.765804Z","caller":"traceutil/trace.go:171","msg":"trace[1323908172] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-4g4qb; range_end:; response_count:1; response_revision:4995; }","duration":"257.635142ms","start":"2026-04-29T02:05:39.508158Z","end":"2026-04-29T02:05:39.765793Z","steps":["trace[1323908172] 'agreement among raft nodes before linearized reading' (duration: 257.52925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:39.765861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.703559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-29T02:05:39.765902Z","caller":"traceutil/trace.go:171","msg":"trace[1246450817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1; range_end:; response_count:1; response_revision:4995; }","duration":"214.75987ms","start":"2026-04-29T02:05:39.551128Z","end":"2026-04-29T02:05:39.765888Z","steps":["trace[1246450817] 'agreement among raft nodes before linearized reading' (duration: 214.586326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:39.765969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.725966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:05:39.766058Z","caller":"traceutil/trace.go:171","msg":"trace[538664545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:4995; }","duration":"185.854797ms","start":"2026-04-29T02:05:39.580191Z","end":"2026-04-29T02:05:39.766046Z","steps":["trace[538664545] 'agreement among raft nodes before linearized reading' (duration: 185.663214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.360108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979921575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:05:40.649498Z","caller":"traceutil/trace.go:171","msg":"trace[704402202] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"790.407042ms","start":"2026-04-29T02:05:39.859061Z","end":"2026-04-29T02:05:40.649468Z","steps":["trace[704402202] 'read index received' (duration: 790.29563ms)","trace[704402202] 'applied index is now lower than readState.Index' (duration: 109.862µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:40.649633Z","caller":"traceutil/trace.go:171","msg":"trace[1940251866] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"878.115474ms","start":"2026-04-29T02:05:39.771503Z","end":"2026-04-29T02:05:40.649619Z","steps":["trace[1940251866] 'process raft request' (duration: 877.780018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.649765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.771485Z","time spent":"878.187106ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:40.649866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.78604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-29T02:05:40.650114Z","caller":"traceutil/trace.go:171","msg":"trace[1948275535] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac; range_end:; response_count:1; response_revision:4996; }","duration":"790.922113ms","start":"2026-04-29T02:05:39.859049Z","end":"2026-04-29T02:05:40.649971Z","steps":["trace[1948275535] 'agreement among raft nodes before linearized reading' (duration: 790.681968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.650204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.858992Z","time spent":"791.199488ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac\" "} {"level":"info","ts":"2026-04-29T02:05:40.659394Z","caller":"traceutil/trace.go:171","msg":"trace[2047406811] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"140.362726ms","start":"2026-04-29T02:05:40.519013Z","end":"2026-04-29T02:05:40.659376Z","steps":["trace[2047406811] 'process raft request' (duration: 140.247214ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:40.659572Z","caller":"traceutil/trace.go:171","msg":"trace[1209398295] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"133.196103ms","start":"2026-04-29T02:05:40.526359Z","end":"2026-04-29T02:05:40.659555Z","steps":["trace[1209398295] 'process raft request' (duration: 132.991319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.659623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.952393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:40.659653Z","caller":"traceutil/trace.go:171","msg":"trace[1936472317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4998; }","duration":"293.034593ms","start":"2026-04-29T02:05:40.366609Z","end":"2026-04-29T02:05:40.659644Z","steps":["trace[1936472317] 'agreement among raft nodes before linearized reading' (duration: 292.971212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.659669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.885151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:40.659799Z","caller":"traceutil/trace.go:171","msg":"trace[1906964975] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4998; }","duration":"791.050955ms","start":"2026-04-29T02:05:39.868739Z","end":"2026-04-29T02:05:40.65979Z","steps":["trace[1906964975] 'agreement among raft nodes before linearized reading' (duration: 790.889731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.659827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:39.868727Z","time spent":"791.090895ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:05:40.659726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.388153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-29T02:05:40.65989Z","caller":"traceutil/trace.go:171","msg":"trace[858011215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4998; }","duration":"416.592988ms","start":"2026-04-29T02:05:40.243287Z","end":"2026-04-29T02:05:40.65988Z","steps":["trace[858011215] 'agreement among raft nodes before linearized reading' (duration: 416.324202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:40.659915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:40.243273Z","time spent":"416.633548ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:05:42.906627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.807239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18aab1a8b5819295\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-04-29T02:05:42.906701Z","caller":"traceutil/trace.go:171","msg":"trace[1779261669] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18aab1a8b5819295; range_end:; response_count:1; response_revision:5104; }","duration":"495.893551ms","start":"2026-04-29T02:05:42.41079Z","end":"2026-04-29T02:05:42.906683Z","steps":["trace[1779261669] 'range keys from in-memory index tree' (duration: 495.677487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:42.906723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.385256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:05:42.906779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.489815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:05:42.906775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.720038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:715839"} {"level":"info","ts":"2026-04-29T02:05:42.906808Z","caller":"traceutil/trace.go:171","msg":"trace[1119690393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5104; }","duration":"532.549227ms","start":"2026-04-29T02:05:42.37425Z","end":"2026-04-29T02:05:42.9068Z","steps":["trace[1119690393] 'range keys from in-memory index tree' (duration: 532.368403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:42.906831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:42.374231Z","time spent":"532.595107ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:05:42.906828Z","caller":"traceutil/trace.go:171","msg":"trace[253438421] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5104; }","duration":"378.814559ms","start":"2026-04-29T02:05:42.528Z","end":"2026-04-29T02:05:42.906815Z","steps":["trace[253438421] 'range keys from in-memory index tree' (duration: 378.328391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:42.906863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:42.527977Z","time spent":"378.876881ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":715862,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T02:05:42.90697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.912818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-29T02:05:42.906998Z","caller":"traceutil/trace.go:171","msg":"trace[1542679967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac; range_end:; response_count:1; response_revision:5104; }","duration":"249.975899ms","start":"2026-04-29T02:05:42.657013Z","end":"2026-04-29T02:05:42.906989Z","steps":["trace[1542679967] 'range keys from in-memory index tree' (duration: 249.798536ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:42.90704Z","caller":"traceutil/trace.go:171","msg":"trace[1196506700] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"242.794835ms","start":"2026-04-29T02:05:42.664224Z","end":"2026-04-29T02:05:42.907019Z","steps":["trace[1196506700] 'process raft request' (duration: 237.102728ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:42.906783Z","caller":"traceutil/trace.go:171","msg":"trace[390917053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5104; }","duration":"538.479097ms","start":"2026-04-29T02:05:42.36829Z","end":"2026-04-29T02:05:42.906769Z","steps":["trace[390917053] 'range keys from in-memory index tree' (duration: 538.321345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:42.907145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:42.368276Z","time spent":"538.837904ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:05:42.906745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:42.410733Z","time spent":"496.002072ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":750,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18aab1a8b5819295\" "} {"level":"info","ts":"2026-04-29T02:05:43.00597Z","caller":"traceutil/trace.go:171","msg":"trace[1063456966] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"341.609964ms","start":"2026-04-29T02:05:42.664339Z","end":"2026-04-29T02:05:43.005949Z","steps":["trace[1063456966] 'process raft request' (duration: 341.451701ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.00611Z","caller":"traceutil/trace.go:171","msg":"trace[686362370] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5298; }","duration":"215.528354ms","start":"2026-04-29T02:05:42.790562Z","end":"2026-04-29T02:05:43.006091Z","steps":["trace[686362370] 'read index received' (duration: 110.717752ms)","trace[686362370] 'applied index is now lower than readState.Index' (duration: 104.809882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:43.006119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:42.664309Z","time spent":"341.745136ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:43.00616Z","caller":"traceutil/trace.go:171","msg":"trace[1733474934] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"145.211718ms","start":"2026-04-29T02:05:42.860905Z","end":"2026-04-29T02:05:43.006117Z","steps":["trace[1733474934] 'process raft request' (duration: 145.004674ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.006205Z","caller":"traceutil/trace.go:171","msg":"trace[2024542406] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"142.812623ms","start":"2026-04-29T02:05:42.863355Z","end":"2026-04-29T02:05:43.006168Z","steps":["trace[2024542406] 'process raft request' (duration: 142.68365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.006521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.931963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1\" ","response":"range_response_count:1 size:4074"} {"level":"info","ts":"2026-04-29T02:05:43.006577Z","caller":"traceutil/trace.go:171","msg":"trace[1503590613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1; range_end:; response_count:1; response_revision:5108; }","duration":"216.029294ms","start":"2026-04-29T02:05:42.790534Z","end":"2026-04-29T02:05:43.006564Z","steps":["trace[1503590613] 'agreement among raft nodes before linearized reading' (duration: 215.631706ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.06797Z","caller":"traceutil/trace.go:171","msg":"trace[703835348] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"157.483549ms","start":"2026-04-29T02:05:42.910453Z","end":"2026-04-29T02:05:43.067937Z","steps":["trace[703835348] 'process raft request' (duration: 105.976514ms)","trace[703835348] 'compare' (duration: 51.357691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:43.068073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.133127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:05:43.068112Z","caller":"traceutil/trace.go:171","msg":"trace[1226460502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5111; }","duration":"192.188558ms","start":"2026-04-29T02:05:42.875913Z","end":"2026-04-29T02:05:43.068102Z","steps":["trace[1226460502] 'agreement among raft nodes before linearized reading' (duration: 192.064305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.068095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.051963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:05:43.06797Z","caller":"traceutil/trace.go:171","msg":"trace[680134442] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"138.056445ms","start":"2026-04-29T02:05:42.929885Z","end":"2026-04-29T02:05:43.067941Z","steps":["trace[680134442] 'process raft request' (duration: 137.984862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.068156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.679807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:05:43.068189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.014757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:05:43.0682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.25024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:05:43.068228Z","caller":"traceutil/trace.go:171","msg":"trace[471227560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5111; }","duration":"192.792529ms","start":"2026-04-29T02:05:42.875417Z","end":"2026-04-29T02:05:43.06821Z","steps":["trace[471227560] 'agreement among raft nodes before linearized reading' (duration: 192.627786ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.068245Z","caller":"traceutil/trace.go:171","msg":"trace[1282649421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5111; }","duration":"198.108869ms","start":"2026-04-29T02:05:42.870123Z","end":"2026-04-29T02:05:43.068232Z","steps":["trace[1282649421] 'agreement among raft nodes before linearized reading' (duration: 197.935086ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.068262Z","caller":"traceutil/trace.go:171","msg":"trace[148928727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5111; }","duration":"199.370132ms","start":"2026-04-29T02:05:42.868872Z","end":"2026-04-29T02:05:43.068242Z","steps":["trace[148928727] 'agreement among raft nodes before linearized reading' (duration: 199.158738ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.068161Z","caller":"traceutil/trace.go:171","msg":"trace[20814412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5111; }","duration":"139.118734ms","start":"2026-04-29T02:05:42.929027Z","end":"2026-04-29T02:05:43.068146Z","steps":["trace[20814412] 'agreement among raft nodes before linearized reading' (duration: 138.936961ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.226746Z","caller":"traceutil/trace.go:171","msg":"trace[1643327990] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"153.044704ms","start":"2026-04-29T02:05:43.073672Z","end":"2026-04-29T02:05:43.226717Z","steps":["trace[1643327990] 'process raft request' (duration: 152.83361ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.226779Z","caller":"traceutil/trace.go:171","msg":"trace[1530492967] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"152.980162ms","start":"2026-04-29T02:05:43.073775Z","end":"2026-04-29T02:05:43.226755Z","steps":["trace[1530492967] 'process raft request' (duration: 152.913651ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.226796Z","caller":"traceutil/trace.go:171","msg":"trace[59821205] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"153.021174ms","start":"2026-04-29T02:05:43.073747Z","end":"2026-04-29T02:05:43.226768Z","steps":["trace[59821205] 'process raft request' (duration: 152.895281ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.227109Z","caller":"traceutil/trace.go:171","msg":"trace[579043755] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"152.405222ms","start":"2026-04-29T02:05:43.074679Z","end":"2026-04-29T02:05:43.227085Z","steps":["trace[579043755] 'process raft request' (duration: 152.29235ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.227151Z","caller":"traceutil/trace.go:171","msg":"trace[1517221481] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"153.357869ms","start":"2026-04-29T02:05:43.073768Z","end":"2026-04-29T02:05:43.227126Z","steps":["trace[1517221481] 'process raft request' (duration: 152.951802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.2272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.879081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1\" ","response":"range_response_count:1 size:4074"} {"level":"warn","ts":"2026-04-29T02:05:43.227223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.272386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-29T02:05:43.227262Z","caller":"traceutil/trace.go:171","msg":"trace[1717140214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1; range_end:; response_count:1; response_revision:5117; }","duration":"152.969342ms","start":"2026-04-29T02:05:43.074276Z","end":"2026-04-29T02:05:43.227246Z","steps":["trace[1717140214] 'agreement among raft nodes before linearized reading' (duration: 152.793839ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:43.227267Z","caller":"traceutil/trace.go:171","msg":"trace[916236385] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5117; }","duration":"115.346698ms","start":"2026-04-29T02:05:43.111908Z","end":"2026-04-29T02:05:43.227254Z","steps":["trace[916236385] 'agreement among raft nodes before linearized reading' (duration: 115.223376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.65725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.765436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:43.657477Z","caller":"traceutil/trace.go:171","msg":"trace[1163852799] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5314; }","duration":"288.670383ms","start":"2026-04-29T02:05:43.368791Z","end":"2026-04-29T02:05:43.657461Z","steps":["trace[1163852799] 'read index received' (duration: 265.464768ms)","trace[1163852799] 'applied index is now lower than readState.Index' (duration: 23.204575ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:43.657483Z","caller":"traceutil/trace.go:171","msg":"trace[295450006] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"412.833187ms","start":"2026-04-29T02:05:43.24462Z","end":"2026-04-29T02:05:43.657454Z","steps":["trace[295450006] 'process raft request' (duration: 85.798095ms)","trace[295450006] 'compare' (duration: 326.575132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:43.657597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:43.244606Z","time spent":"412.938088ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:05:43.657616Z","caller":"traceutil/trace.go:171","msg":"trace[1834810577] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"412.606302ms","start":"2026-04-29T02:05:43.245001Z","end":"2026-04-29T02:05:43.657607Z","steps":["trace[1834810577] 'process raft request' (duration: 412.342097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.657661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:43.244987Z","time spent":"412.652913ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:05:43.657714Z","caller":"traceutil/trace.go:171","msg":"trace[1091889141] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"358.53879ms","start":"2026-04-29T02:05:43.299165Z","end":"2026-04-29T02:05:43.657703Z","steps":["trace[1091889141] 'process raft request' (duration: 358.261845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.657764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:43.299147Z","time spent":"358.597602ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:05:43.657812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.00889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:43.657901Z","caller":"traceutil/trace.go:171","msg":"trace[1929410509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5123; }","duration":"289.139591ms","start":"2026-04-29T02:05:43.368737Z","end":"2026-04-29T02:05:43.657876Z","steps":["trace[1929410509] 'agreement among raft nodes before linearized reading' (duration: 288.973668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:43.657822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.189768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:43.658024Z","caller":"traceutil/trace.go:171","msg":"trace[1043925626] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5123; }","duration":"184.470112ms","start":"2026-04-29T02:05:43.473536Z","end":"2026-04-29T02:05:43.658006Z","steps":["trace[1043925626] 'agreement among raft nodes before linearized reading' (duration: 184.171967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:44.059984Z","caller":"traceutil/trace.go:171","msg":"trace[90930129] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"390.655871ms","start":"2026-04-29T02:05:43.669307Z","end":"2026-04-29T02:05:44.059963Z","steps":["trace[90930129] 'process raft request' (duration: 390.471978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:44.06011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:43.669292Z","time spent":"390.745263ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3586,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:44.060129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.651004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:05:44.060182Z","caller":"traceutil/trace.go:171","msg":"trace[843217877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:5124; }","duration":"279.724405ms","start":"2026-04-29T02:05:43.780435Z","end":"2026-04-29T02:05:44.060159Z","steps":["trace[843217877] 'agreement among raft nodes before linearized reading' (duration: 279.579052ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:44.05996Z","caller":"traceutil/trace.go:171","msg":"trace[1391838876] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"279.467241ms","start":"2026-04-29T02:05:43.780468Z","end":"2026-04-29T02:05:44.059935Z","steps":["trace[1391838876] 'read index received' (duration: 279.215466ms)","trace[1391838876] 'applied index is now lower than readState.Index' (duration: 250.255µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:44.060456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.224998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-29T02:05:44.060487Z","caller":"traceutil/trace.go:171","msg":"trace[1984787932] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5124; }","duration":"129.29083ms","start":"2026-04-29T02:05:43.931189Z","end":"2026-04-29T02:05:44.06048Z","steps":["trace[1984787932] 'agreement among raft nodes before linearized reading' (duration: 129.203578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:44.060573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.850806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-29T02:05:44.060665Z","caller":"traceutil/trace.go:171","msg":"trace[949534093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-246dee3d-8da0-4330-bbe5-1232daae76ac; range_end:; response_count:1; response_revision:5124; }","duration":"148.00072ms","start":"2026-04-29T02:05:43.912637Z","end":"2026-04-29T02:05:44.060637Z","steps":["trace[949534093] 'agreement among raft nodes before linearized reading' (duration: 147.708974ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:45.47564Z","caller":"traceutil/trace.go:171","msg":"trace[831486722] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"127.349433ms","start":"2026-04-29T02:05:45.348266Z","end":"2026-04-29T02:05:45.475616Z","steps":["trace[831486722] 'process raft request' (duration: 127.18983ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:45.482425Z","caller":"traceutil/trace.go:171","msg":"trace[546076805] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"114.258329ms","start":"2026-04-29T02:05:45.368148Z","end":"2026-04-29T02:05:45.482407Z","steps":["trace[546076805] 'process raft request' (duration: 113.959863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:47.278515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.517378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-29T02:05:47.278595Z","caller":"traceutil/trace.go:171","msg":"trace[325427768] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5222; }","duration":"126.645621ms","start":"2026-04-29T02:05:47.151931Z","end":"2026-04-29T02:05:47.278577Z","steps":["trace[325427768] 'range keys from in-memory index tree' (duration: 126.353625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:47.279017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.941553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:05:47.279063Z","caller":"traceutil/trace.go:171","msg":"trace[704473884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5222; }","duration":"106.023684ms","start":"2026-04-29T02:05:47.173029Z","end":"2026-04-29T02:05:47.279052Z","steps":["trace[704473884] 'range keys from in-memory index tree' (duration: 105.83491ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:49.653392Z","caller":"traceutil/trace.go:171","msg":"trace[967992315] linearizableReadLoop","detail":"{readStateIndex:5501; appliedIndex:5499; }","duration":"130.668655ms","start":"2026-04-29T02:05:49.522694Z","end":"2026-04-29T02:05:49.653363Z","steps":["trace[967992315] 'read index received' (duration: 81.989294ms)","trace[967992315] 'applied index is now lower than readState.Index' (duration: 48.678031ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:49.653427Z","caller":"traceutil/trace.go:171","msg":"trace[297064290] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"181.935135ms","start":"2026-04-29T02:05:49.471451Z","end":"2026-04-29T02:05:49.653386Z","steps":["trace[297064290] 'process raft request' (duration: 133.215793ms)","trace[297064290] 'compare' (duration: 48.466607ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:49.653637Z","caller":"traceutil/trace.go:171","msg":"trace[1090056509] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"182.092007ms","start":"2026-04-29T02:05:49.471505Z","end":"2026-04-29T02:05:49.653597Z","steps":["trace[1090056509] 'process raft request' (duration: 181.784102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:49.653729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.998521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-cc7884f45-j647n.18aab1a99a387bda\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-04-29T02:05:49.653795Z","caller":"traceutil/trace.go:171","msg":"trace[2026842655] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-cc7884f45-j647n.18aab1a99a387bda; range_end:; response_count:1; response_revision:5298; }","duration":"131.124974ms","start":"2026-04-29T02:05:49.522652Z","end":"2026-04-29T02:05:49.653777Z","steps":["trace[2026842655] 'agreement among raft nodes before linearized reading' (duration: 130.832648ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:50.170644Z","caller":"traceutil/trace.go:171","msg":"trace[1406745514] linearizableReadLoop","detail":"{readStateIndex:5517; appliedIndex:5516; }","duration":"134.785113ms","start":"2026-04-29T02:05:50.035835Z","end":"2026-04-29T02:05:50.170621Z","steps":["trace[1406745514] 'read index received' (duration: 134.688471ms)","trace[1406745514] 'applied index is now lower than readState.Index' (duration: 95.742µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:50.170705Z","caller":"traceutil/trace.go:171","msg":"trace[735892512] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"135.721751ms","start":"2026-04-29T02:05:50.034954Z","end":"2026-04-29T02:05:50.170675Z","steps":["trace[735892512] 'process raft request' (duration: 135.476307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:50.170866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.016138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-29T02:05:50.170913Z","caller":"traceutil/trace.go:171","msg":"trace[2038772332] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5314; }","duration":"135.104949ms","start":"2026-04-29T02:05:50.035795Z","end":"2026-04-29T02:05:50.1709Z","steps":["trace[2038772332] 'agreement among raft nodes before linearized reading' (duration: 134.956535ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:50.177475Z","caller":"traceutil/trace.go:171","msg":"trace[558823003] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"103.494697ms","start":"2026-04-29T02:05:50.073854Z","end":"2026-04-29T02:05:50.177348Z","steps":["trace[558823003] 'process raft request' (duration: 103.373055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:50.177554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.973628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:50.177607Z","caller":"traceutil/trace.go:171","msg":"trace[1011662110] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5315; }","duration":"141.034189ms","start":"2026-04-29T02:05:50.036559Z","end":"2026-04-29T02:05:50.177594Z","steps":["trace[1011662110] 'agreement among raft nodes before linearized reading' (duration: 140.942538ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:51.200245Z","caller":"traceutil/trace.go:171","msg":"trace[440093546] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"103.161971ms","start":"2026-04-29T02:05:51.097055Z","end":"2026-04-29T02:05:51.200217Z","steps":["trace[440093546] 'process raft request' (duration: 102.903646ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.214992Z","caller":"traceutil/trace.go:171","msg":"trace[1240042869] linearizableReadLoop","detail":"{readStateIndex:5595; appliedIndex:5593; }","duration":"126.766972ms","start":"2026-04-29T02:05:55.088204Z","end":"2026-04-29T02:05:55.214971Z","steps":["trace[1240042869] 'read index received' (duration: 62.159323ms)","trace[1240042869] 'applied index is now lower than readState.Index' (duration: 64.606569ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:55.215008Z","caller":"traceutil/trace.go:171","msg":"trace[213226915] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"146.39543ms","start":"2026-04-29T02:05:55.068584Z","end":"2026-04-29T02:05:55.21498Z","steps":["trace[213226915] 'process raft request' (duration: 81.776121ms)","trace[213226915] 'compare' (duration: 64.446186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:55.215162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.934626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:05:55.215225Z","caller":"traceutil/trace.go:171","msg":"trace[1499422511] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5390; }","duration":"127.034557ms","start":"2026-04-29T02:05:55.088174Z","end":"2026-04-29T02:05:55.215209Z","steps":["trace[1499422511] 'agreement among raft nodes before linearized reading' (duration: 126.891555ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.215256Z","caller":"traceutil/trace.go:171","msg":"trace[208546734] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"146.499231ms","start":"2026-04-29T02:05:55.068726Z","end":"2026-04-29T02:05:55.215225Z","steps":["trace[208546734] 'process raft request' (duration: 146.196326ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.40991Z","caller":"traceutil/trace.go:171","msg":"trace[48053783] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5595; }","duration":"189.554927ms","start":"2026-04-29T02:05:55.220327Z","end":"2026-04-29T02:05:55.409882Z","steps":["trace[48053783] 'read index received' (duration: 8.55162ms)","trace[48053783] 'applied index is now lower than readState.Index' (duration: 181.001997ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:55.410051Z","caller":"traceutil/trace.go:171","msg":"trace[739434042] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"199.142197ms","start":"2026-04-29T02:05:55.210879Z","end":"2026-04-29T02:05:55.410021Z","steps":["trace[739434042] 'process raft request' (duration: 198.938523ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.409975Z","caller":"traceutil/trace.go:171","msg":"trace[1597991232] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"200.542763ms","start":"2026-04-29T02:05:55.209385Z","end":"2026-04-29T02:05:55.409928Z","steps":["trace[1597991232] 'process raft request' (duration: 168.230069ms)","trace[1597991232] 'compare' (duration: 32.051669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:55.410255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.910405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130624"} {"level":"info","ts":"2026-04-29T02:05:55.410297Z","caller":"traceutil/trace.go:171","msg":"trace[612191344] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5393; }","duration":"189.995106ms","start":"2026-04-29T02:05:55.220292Z","end":"2026-04-29T02:05:55.410288Z","steps":["trace[612191344] 'agreement among raft nodes before linearized reading' (duration: 189.791572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:55.732393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.927028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:55.732618Z","caller":"traceutil/trace.go:171","msg":"trace[783829382] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5598; }","duration":"322.533067ms","start":"2026-04-29T02:05:55.410064Z","end":"2026-04-29T02:05:55.732597Z","steps":["trace[783829382] 'read index received' (duration: 112.404734ms)","trace[783829382] 'applied index is now lower than readState.Index' (duration: 210.126303ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:55.732671Z","caller":"traceutil/trace.go:171","msg":"trace[1123659422] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"319.578881ms","start":"2026-04-29T02:05:55.413069Z","end":"2026-04-29T02:05:55.732648Z","steps":["trace[1123659422] 'process raft request' (duration: 319.459909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:55.732762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:55.413045Z","time spent":"319.674403ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130610,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:55.732753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.323498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:05:55.732801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.40576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:05:55.732846Z","caller":"traceutil/trace.go:171","msg":"trace[1288728242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5395; }","duration":"403.493221ms","start":"2026-04-29T02:05:55.329342Z","end":"2026-04-29T02:05:55.732835Z","steps":["trace[1288728242] 'agreement among raft nodes before linearized reading' (duration: 403.361579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:55.732877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:55.32932Z","time spent":"403.549383ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:05:55.732873Z","caller":"traceutil/trace.go:171","msg":"trace[1578091060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5395; }","duration":"364.448911ms","start":"2026-04-29T02:05:55.368382Z","end":"2026-04-29T02:05:55.732831Z","steps":["trace[1578091060] 'agreement among raft nodes before linearized reading' (duration: 364.246587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:55.732922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:55.368372Z","time spent":"364.539272ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:05:55.733004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.702654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:05:55.73303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.893615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:05:55.733087Z","caller":"traceutil/trace.go:171","msg":"trace[1907469115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5395; }","duration":"280.830415ms","start":"2026-04-29T02:05:55.452237Z","end":"2026-04-29T02:05:55.733067Z","steps":["trace[1907469115] 'agreement among raft nodes before linearized reading' (duration: 280.54271ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.733107Z","caller":"traceutil/trace.go:171","msg":"trace[638600018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5395; }","duration":"384.022147ms","start":"2026-04-29T02:05:55.34907Z","end":"2026-04-29T02:05:55.733092Z","steps":["trace[638600018] 'agreement among raft nodes before linearized reading' (duration: 383.608359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:55.73311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.956138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:05:55.733152Z","caller":"traceutil/trace.go:171","msg":"trace[1988529126] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"478.18726ms","start":"2026-04-29T02:05:55.254336Z","end":"2026-04-29T02:05:55.732523Z","steps":["trace[1988529126] 'process raft request' (duration: 268.044288ms)","trace[1988529126] 'compare' (duration: 209.802946ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:55.733189Z","caller":"traceutil/trace.go:171","msg":"trace[626409366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5395; }","duration":"281.06042ms","start":"2026-04-29T02:05:55.452096Z","end":"2026-04-29T02:05:55.733156Z","steps":["trace[626409366] 'agreement among raft nodes before linearized reading' (duration: 280.650852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:55.733275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:55.254303Z","time spent":"478.910693ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:05:55.733163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:55.349053Z","time spent":"384.100809ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:05:55.73312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.999823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:05:55.73361Z","caller":"traceutil/trace.go:171","msg":"trace[2114899486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5395; }","duration":"348.502432ms","start":"2026-04-29T02:05:55.385079Z","end":"2026-04-29T02:05:55.733582Z","steps":["trace[2114899486] 'agreement among raft nodes before linearized reading' (duration: 347.561135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:55.733775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:55.385006Z","time spent":"348.707246ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:05:55.92595Z","caller":"traceutil/trace.go:171","msg":"trace[2126643129] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"188.480278ms","start":"2026-04-29T02:05:55.73744Z","end":"2026-04-29T02:05:55.92592Z","steps":["trace[2126643129] 'process raft request' (duration: 188.328085ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.92596Z","caller":"traceutil/trace.go:171","msg":"trace[1458141521] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"187.56161ms","start":"2026-04-29T02:05:55.738378Z","end":"2026-04-29T02:05:55.925939Z","steps":["trace[1458141521] 'process raft request' (duration: 187.415528ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.925959Z","caller":"traceutil/trace.go:171","msg":"trace[784907032] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"189.1519ms","start":"2026-04-29T02:05:55.736757Z","end":"2026-04-29T02:05:55.925909Z","steps":["trace[784907032] 'process raft request' (duration: 100.655103ms)","trace[784907032] 'compare' (duration: 88.164431ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:55.92606Z","caller":"traceutil/trace.go:171","msg":"trace[560271981] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"187.445949ms","start":"2026-04-29T02:05:55.738579Z","end":"2026-04-29T02:05:55.926025Z","steps":["trace[560271981] 'process raft request' (duration: 187.240095ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.926083Z","caller":"traceutil/trace.go:171","msg":"trace[1101117031] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"187.125672ms","start":"2026-04-29T02:05:55.738926Z","end":"2026-04-29T02:05:55.926052Z","steps":["trace[1101117031] 'process raft request' (duration: 186.936659ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.926116Z","caller":"traceutil/trace.go:171","msg":"trace[1000699470] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"189.218741ms","start":"2026-04-29T02:05:55.736879Z","end":"2026-04-29T02:05:55.926097Z","steps":["trace[1000699470] 'process raft request' (duration: 188.836944ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.926196Z","caller":"traceutil/trace.go:171","msg":"trace[2141272143] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"142.745062ms","start":"2026-04-29T02:05:55.783445Z","end":"2026-04-29T02:05:55.92619Z","steps":["trace[2141272143] 'process raft request' (duration: 142.456037ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:55.926272Z","caller":"traceutil/trace.go:171","msg":"trace[955215178] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"141.733432ms","start":"2026-04-29T02:05:55.784531Z","end":"2026-04-29T02:05:55.926265Z","steps":["trace[955215178] 'process raft request' (duration: 141.6156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:59.91131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.213219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:05:59.911435Z","caller":"traceutil/trace.go:171","msg":"trace[1919871037] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"667.453742ms","start":"2026-04-29T02:05:59.243956Z","end":"2026-04-29T02:05:59.91141Z","steps":["trace[1919871037] 'process raft request' (duration: 453.05312ms)","trace[1919871037] 'compare' (duration: 213.979664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:59.91152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.243934Z","time spent":"667.542673ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:59.922405Z","caller":"traceutil/trace.go:171","msg":"trace[711770873] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5641; }","duration":"398.945666ms","start":"2026-04-29T02:05:59.523435Z","end":"2026-04-29T02:05:59.92238Z","steps":["trace[711770873] 'read index received' (duration: 173.591209ms)","trace[711770873] 'applied index is now lower than readState.Index' (duration: 225.353567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:59.922597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.14104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-cc7884f45-j647n\" ","response":"range_response_count:1 size:11843"} {"level":"info","ts":"2026-04-29T02:05:59.92263Z","caller":"traceutil/trace.go:171","msg":"trace[254361734] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-cc7884f45-j647n; range_end:; response_count:1; response_revision:5438; }","duration":"399.226492ms","start":"2026-04-29T02:05:59.523393Z","end":"2026-04-29T02:05:59.922619Z","steps":["trace[254361734] 'agreement among raft nodes before linearized reading' (duration: 399.073549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:59.922662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.523371Z","time spent":"399.282872ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11866,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-cc7884f45-j647n\" "} {"level":"info","ts":"2026-04-29T02:05:59.923131Z","caller":"traceutil/trace.go:171","msg":"trace[1289788260] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"501.100219ms","start":"2026-04-29T02:05:59.422017Z","end":"2026-04-29T02:05:59.923118Z","steps":["trace[1289788260] 'process raft request' (duration: 499.995468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:59.923242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.421937Z","time spent":"501.242961ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:05:59.923231Z","caller":"traceutil/trace.go:171","msg":"trace[883963822] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"500.996437ms","start":"2026-04-29T02:05:59.422147Z","end":"2026-04-29T02:05:59.923143Z","steps":["trace[883963822] 'process raft request' (duration: 499.960167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:59.923562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.422138Z","time spent":"501.306092ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:00.440869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979922496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:06:00.941327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979922496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:06:01.390461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425155583s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:06:01.467657Z","caller":"traceutil/trace.go:171","msg":"trace[182992689] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"1.527565569s","start":"2026-04-29T02:05:59.940068Z","end":"2026-04-29T02:06:01.467633Z","steps":["trace[182992689] 'read index received' (duration: 1.450636899s)","trace[182992689] 'applied index is now lower than readState.Index' (duration: 76.92753ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:01.467671Z","caller":"traceutil/trace.go:171","msg":"trace[1965262622] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"1.534262855s","start":"2026-04-29T02:05:59.933378Z","end":"2026-04-29T02:06:01.467641Z","steps":["trace[1965262622] 'process raft request' (duration: 1.457329365s)","trace[1965262622] 'compare' (duration: 76.697486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:01.467833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.933349Z","time spent":"1.534393027s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:01.467869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527783353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:06:01.467937Z","caller":"traceutil/trace.go:171","msg":"trace[453185577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5439; }","duration":"1.527890735s","start":"2026-04-29T02:05:59.940029Z","end":"2026-04-29T02:06:01.467919Z","steps":["trace[453185577] 'agreement among raft nodes before linearized reading' (duration: 1.527678721s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:01.467989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.940012Z","time spent":"1.527965126s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:06:02.136021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.218673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:06:02.136183Z","caller":"traceutil/trace.go:171","msg":"trace[951769330] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5645; }","duration":"668.450931ms","start":"2026-04-29T02:06:01.467708Z","end":"2026-04-29T02:06:02.136158Z","steps":["trace[951769330] 'read index received' (duration: 105.312322ms)","trace[951769330] 'applied index is now lower than readState.Index' (duration: 563.135599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:02.136354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91173593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-29T02:06:02.136394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07574463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:06:02.136434Z","caller":"traceutil/trace.go:171","msg":"trace[1249007356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:5440; }","duration":"1.911859452s","start":"2026-04-29T02:06:00.224556Z","end":"2026-04-29T02:06:02.136415Z","steps":["trace[1249007356] 'agreement among raft nodes before linearized reading' (duration: 1.911621147s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.136431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976096645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-29T02:06:02.136477Z","caller":"traceutil/trace.go:171","msg":"trace[2063471628] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5440; }","duration":"2.075903762s","start":"2026-04-29T02:06:00.060553Z","end":"2026-04-29T02:06:02.136456Z","steps":["trace[2063471628] 'agreement among raft nodes before linearized reading' (duration: 2.075704147s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.136476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19492319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:06:02.136422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.727235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T02:06:02.136519Z","caller":"traceutil/trace.go:171","msg":"trace[2096828442] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5440; }","duration":"1.976195567s","start":"2026-04-29T02:06:00.160299Z","end":"2026-04-29T02:06:02.136495Z","steps":["trace[2096828442] 'agreement among raft nodes before linearized reading' (duration: 1.975940901s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.136533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477254248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:02.136532Z","caller":"traceutil/trace.go:171","msg":"trace[714649383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5440; }","duration":"2.195000081s","start":"2026-04-29T02:05:59.941517Z","end":"2026-04-29T02:06:02.136517Z","steps":["trace[714649383] 'agreement among raft nodes before linearized reading' (duration: 2.194794196s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.136571Z","caller":"traceutil/trace.go:171","msg":"trace[2054498234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5440; }","duration":"1.477329019s","start":"2026-04-29T02:06:00.65923Z","end":"2026-04-29T02:06:02.136559Z","steps":["trace[2054498234] 'agreement among raft nodes before linearized reading' (duration: 1.477274878s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.136572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.160278Z","time spent":"1.976284298s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:06:02.136585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.941507Z","time spent":"2.195066542s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:06:02.136581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.060537Z","time spent":"2.076029164s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:06:02.136608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.65921Z","time spent":"1.477390101s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:06:02.136571Z","caller":"traceutil/trace.go:171","msg":"trace[593599458] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:5440; }","duration":"918.935359ms","start":"2026-04-29T02:06:01.217614Z","end":"2026-04-29T02:06:02.13655Z","steps":["trace[593599458] 'agreement among raft nodes before linearized reading' (duration: 918.602102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.136697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76746824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:02.136728Z","caller":"traceutil/trace.go:171","msg":"trace[156839279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"1.767502711s","start":"2026-04-29T02:06:00.369216Z","end":"2026-04-29T02:06:02.136719Z","steps":["trace[156839279] 'agreement among raft nodes before linearized reading' (duration: 1.76744411s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.136483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.224545Z","time spent":"1.911929643s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:06:02.136763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.369164Z","time spent":"1.767592122s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:06:02.136771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195695544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:06:02.13684Z","caller":"traceutil/trace.go:171","msg":"trace[1469028903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5440; }","duration":"2.195780006s","start":"2026-04-29T02:05:59.941041Z","end":"2026-04-29T02:06:02.136821Z","steps":["trace[1469028903] 'agreement among raft nodes before linearized reading' (duration: 2.195585602s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.136747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.217587Z","time spent":"919.134233ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:06:02.136869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195888657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:06:02.136878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.941034Z","time spent":"2.195836146s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:06:02.136901Z","caller":"traceutil/trace.go:171","msg":"trace[37666312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5440; }","duration":"2.195939928s","start":"2026-04-29T02:05:59.940951Z","end":"2026-04-29T02:06:02.136891Z","steps":["trace[37666312] 'agreement among raft nodes before linearized reading' (duration: 2.195849276s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.13693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.940939Z","time spent":"2.195984679s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:06:02.137047Z","caller":"traceutil/trace.go:171","msg":"trace[1616175225] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"1.156544496s","start":"2026-04-29T02:06:00.980064Z","end":"2026-04-29T02:06:02.136609Z","steps":["trace[1616175225] 'process raft request' (duration: 593.006068ms)","trace[1616175225] 'compare' (duration: 561.619101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:02.137217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:00.980034Z","time spent":"1.157074565s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:02.137305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195668934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:06:02.137351Z","caller":"traceutil/trace.go:171","msg":"trace[373885883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5440; }","duration":"2.195778955s","start":"2026-04-29T02:05:59.94156Z","end":"2026-04-29T02:06:02.137339Z","steps":["trace[373885883] 'agreement among raft nodes before linearized reading' (duration: 2.194642483s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.137384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:05:59.941542Z","time spent":"2.195834257s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:06:02.173797Z","caller":"traceutil/trace.go:171","msg":"trace[2143477512] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"701.482859ms","start":"2026-04-29T02:06:01.472288Z","end":"2026-04-29T02:06:02.17377Z","steps":["trace[2143477512] 'process raft request' (duration: 701.176513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.173951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.472252Z","time spent":"701.611981ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.174126Z","caller":"traceutil/trace.go:171","msg":"trace[659334105] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"701.431808ms","start":"2026-04-29T02:06:01.472635Z","end":"2026-04-29T02:06:02.174067Z","steps":["trace[659334105] 'process raft request' (duration: 701.056941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.174258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.472625Z","time spent":"701.561101ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.174888Z","caller":"traceutil/trace.go:171","msg":"trace[756300573] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"700.975639ms","start":"2026-04-29T02:06:01.473892Z","end":"2026-04-29T02:06:02.174868Z","steps":["trace[756300573] 'process raft request' (duration: 699.857688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.175081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.473851Z","time spent":"701.163573ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.175445Z","caller":"traceutil/trace.go:171","msg":"trace[1758387721] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"698.323639ms","start":"2026-04-29T02:06:01.477108Z","end":"2026-04-29T02:06:02.175432Z","steps":["trace[1758387721] 'process raft request' (duration: 697.560505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.175563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.477098Z","time spent":"698.42051ms","remote":"127.0.0.1:42982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.270357Z","caller":"traceutil/trace.go:171","msg":"trace[1367120192] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"342.201194ms","start":"2026-04-29T02:06:01.928133Z","end":"2026-04-29T02:06:02.270334Z","steps":["trace[1367120192] 'process raft request' (duration: 342.123362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.270551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.928111Z","time spent":"342.372417ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.270379Z","caller":"traceutil/trace.go:171","msg":"trace[1469461727] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"353.249921ms","start":"2026-04-29T02:06:01.917092Z","end":"2026-04-29T02:06:02.270342Z","steps":["trace[1469461727] 'process raft request' (duration: 349.756266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.270765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.917068Z","time spent":"353.661228ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.270837Z","caller":"traceutil/trace.go:171","msg":"trace[223885914] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"129.050876ms","start":"2026-04-29T02:06:02.141777Z","end":"2026-04-29T02:06:02.270828Z","steps":["trace[223885914] 'process raft request' (duration: 128.844251ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.270945Z","caller":"traceutil/trace.go:171","msg":"trace[640619776] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"342.781426ms","start":"2026-04-29T02:06:01.928152Z","end":"2026-04-29T02:06:02.270933Z","steps":["trace[640619776] 'process raft request' (duration: 342.148143ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.271285Z","caller":"traceutil/trace.go:171","msg":"trace[788581891] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"128.888122ms","start":"2026-04-29T02:06:02.142387Z","end":"2026-04-29T02:06:02.271275Z","steps":["trace[788581891] 'process raft request' (duration: 128.80295ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.271247Z","caller":"traceutil/trace.go:171","msg":"trace[1124032401] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"129.355362ms","start":"2026-04-29T02:06:02.141863Z","end":"2026-04-29T02:06:02.271218Z","steps":["trace[1124032401] 'process raft request' (duration: 128.928934ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.27131Z","caller":"traceutil/trace.go:171","msg":"trace[212522718] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"129.410262ms","start":"2026-04-29T02:06:02.141882Z","end":"2026-04-29T02:06:02.271292Z","steps":["trace[212522718] 'process raft request' (duration: 129.225799ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.271254Z","caller":"traceutil/trace.go:171","msg":"trace[1317401894] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5646; }","duration":"134.994147ms","start":"2026-04-29T02:06:02.136235Z","end":"2026-04-29T02:06:02.27123Z","steps":["trace[1317401894] 'read index received' (duration: 37.39535ms)","trace[1317401894] 'applied index is now lower than readState.Index' (duration: 97.597797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:02.271479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.970695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-29T02:06:02.271468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:01.928128Z","time spent":"342.864477ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:02.271647Z","caller":"traceutil/trace.go:171","msg":"trace[456123178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5451; }","duration":"245.186508ms","start":"2026-04-29T02:06:02.02644Z","end":"2026-04-29T02:06:02.271627Z","steps":["trace[456123178] 'agreement among raft nodes before linearized reading' (duration: 244.858742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.279716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.594449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:06:02.279731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.885859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71043"} {"level":"info","ts":"2026-04-29T02:06:02.279765Z","caller":"traceutil/trace.go:171","msg":"trace[1129324826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5453; }","duration":"141.668651ms","start":"2026-04-29T02:06:02.138085Z","end":"2026-04-29T02:06:02.279754Z","steps":["trace[1129324826] 'agreement among raft nodes before linearized reading' (duration: 141.547229ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:02.279771Z","caller":"traceutil/trace.go:171","msg":"trace[254488161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5453; }","duration":"138.957231ms","start":"2026-04-29T02:06:02.140804Z","end":"2026-04-29T02:06:02.279761Z","steps":["trace[254488161] 'agreement among raft nodes before linearized reading' (duration: 138.764827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:02.280399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.51044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-29T02:06:02.28057Z","caller":"traceutil/trace.go:171","msg":"trace[1962008492] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1; range_end:; response_count:1; response_revision:5453; }","duration":"139.693065ms","start":"2026-04-29T02:06:02.140859Z","end":"2026-04-29T02:06:02.280552Z","steps":["trace[1962008492] 'agreement among raft nodes before linearized reading' (duration: 138.704366ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:03.232644Z","caller":"traceutil/trace.go:171","msg":"trace[871319532] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"107.748896ms","start":"2026-04-29T02:06:03.12487Z","end":"2026-04-29T02:06:03.232619Z","steps":["trace[871319532] 'process raft request' (duration: 102.032909ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:03.268621Z","caller":"traceutil/trace.go:171","msg":"trace[278957925] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5665; }","duration":"107.227016ms","start":"2026-04-29T02:06:03.161371Z","end":"2026-04-29T02:06:03.268598Z","steps":["trace[278957925] 'read index received' (duration: 65.535786ms)","trace[278957925] 'applied index is now lower than readState.Index' (duration: 41.6903ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:03.268705Z","caller":"traceutil/trace.go:171","msg":"trace[487982422] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"135.351242ms","start":"2026-04-29T02:06:03.133289Z","end":"2026-04-29T02:06:03.268641Z","steps":["trace[487982422] 'process raft request' (duration: 135.206959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:03.268846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.44576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:06:03.268926Z","caller":"traceutil/trace.go:171","msg":"trace[608698741] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5460; }","duration":"107.578813ms","start":"2026-04-29T02:06:03.161329Z","end":"2026-04-29T02:06:03.268908Z","steps":["trace[608698741] 'agreement among raft nodes before linearized reading' (duration: 107.358699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:06.387223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.632221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-29T02:06:06.387298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.916431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-29T02:06:06.387298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.863207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2mbf5.18aab1aa4f3e54fb\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-29T02:06:06.387396Z","caller":"traceutil/trace.go:171","msg":"trace[521984814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5; range_end:; response_count:1; response_revision:5542; }","duration":"247.039724ms","start":"2026-04-29T02:06:06.140331Z","end":"2026-04-29T02:06:06.387371Z","steps":["trace[521984814] 'range keys from in-memory index tree' (duration: 246.78434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:06.387398Z","caller":"traceutil/trace.go:171","msg":"trace[834243580] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2mbf5.18aab1aa4f3e54fb; range_end:; response_count:1; response_revision:5542; }","duration":"359.02739ms","start":"2026-04-29T02:06:06.028349Z","end":"2026-04-29T02:06:06.387377Z","steps":["trace[834243580] 'range keys from in-memory index tree' (duration: 358.672942ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:06.387335Z","caller":"traceutil/trace.go:171","msg":"trace[1972453692] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5; range_end:; response_count:1; response_revision:5542; }","duration":"328.773594ms","start":"2026-04-29T02:06:06.058542Z","end":"2026-04-29T02:06:06.387316Z","steps":["trace[1972453692] 'range keys from in-memory index tree' (duration: 328.473807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:06.387464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:06.028328Z","time spent":"359.119701ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2mbf5.18aab1aa4f3e54fb\" "} {"level":"info","ts":"2026-04-29T02:06:06.38754Z","caller":"traceutil/trace.go:171","msg":"trace[84330690] linearizableReadLoop","detail":"{readStateIndex:5750; appliedIndex:5749; }","duration":"197.923455ms","start":"2026-04-29T02:06:06.189594Z","end":"2026-04-29T02:06:06.387517Z","steps":["trace[84330690] 'read index received' (duration: 138.704756ms)","trace[84330690] 'applied index is now lower than readState.Index' (duration: 59.217369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:06.387565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:06.058531Z","time spent":"328.987568ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" "} {"level":"info","ts":"2026-04-29T02:06:06.387639Z","caller":"traceutil/trace.go:171","msg":"trace[1069844987] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"239.333079ms","start":"2026-04-29T02:06:06.148289Z","end":"2026-04-29T02:06:06.387622Z","steps":["trace[1069844987] 'process raft request' (duration: 180.03297ms)","trace[1069844987] 'compare' (duration: 59.070125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:06.387867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.271061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T02:06:06.387925Z","caller":"traceutil/trace.go:171","msg":"trace[1982317619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5543; }","duration":"198.364253ms","start":"2026-04-29T02:06:06.189547Z","end":"2026-04-29T02:06:06.387911Z","steps":["trace[1982317619] 'agreement among raft nodes before linearized reading' (duration: 198.22099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:06.388339Z","caller":"traceutil/trace.go:171","msg":"trace[1556131950] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"100.754796ms","start":"2026-04-29T02:06:06.287564Z","end":"2026-04-29T02:06:06.388318Z","steps":["trace[1556131950] 'process raft request' (duration: 100.615663ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:06.388461Z","caller":"traceutil/trace.go:171","msg":"trace[1526815367] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"100.428929ms","start":"2026-04-29T02:06:06.288006Z","end":"2026-04-29T02:06:06.388435Z","steps":["trace[1526815367] 'process raft request' (duration: 100.276666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:08.654796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.847062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:06:08.655362Z","caller":"traceutil/trace.go:171","msg":"trace[430818983] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"261.502264ms","start":"2026-04-29T02:06:08.393838Z","end":"2026-04-29T02:06:08.655341Z","steps":["trace[430818983] 'process raft request' (duration: 252.957233ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:08.655388Z","caller":"traceutil/trace.go:171","msg":"trace[512691729] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5571; }","duration":"316.494634ms","start":"2026-04-29T02:06:08.338873Z","end":"2026-04-29T02:06:08.655368Z","steps":["trace[512691729] 'count revisions from in-memory index tree' (duration: 315.757639ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:08.655449Z","caller":"traceutil/trace.go:171","msg":"trace[2077453657] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"261.371022ms","start":"2026-04-29T02:06:08.394044Z","end":"2026-04-29T02:06:08.655415Z","steps":["trace[2077453657] 'process raft request' (duration: 261.191018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:08.655145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.037323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-29T02:06:08.6556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:08.338858Z","time spent":"316.722878ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:06:08.655672Z","caller":"traceutil/trace.go:171","msg":"trace[1505553643] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"260.553886ms","start":"2026-04-29T02:06:08.395076Z","end":"2026-04-29T02:06:08.65563Z","steps":["trace[1505553643] 'process raft request' (duration: 260.287821ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:08.655597Z","caller":"traceutil/trace.go:171","msg":"trace[680337987] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5571; }","duration":"419.534982ms","start":"2026-04-29T02:06:08.236026Z","end":"2026-04-29T02:06:08.655561Z","steps":["trace[680337987] 'range keys from in-memory index tree' (duration: 418.853079ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:08.655728Z","caller":"traceutil/trace.go:171","msg":"trace[1440769624] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5779; }","duration":"258.985537ms","start":"2026-04-29T02:06:08.396709Z","end":"2026-04-29T02:06:08.655695Z","steps":["trace[1440769624] 'read index received' (duration: 250.241494ms)","trace[1440769624] 'applied index is now lower than readState.Index' (duration: 8.742653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:08.655817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:08.236005Z","time spent":"419.784517ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-29T02:06:08.654995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.673948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:08.65591Z","caller":"traceutil/trace.go:171","msg":"trace[616761123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5571; }","duration":"285.676576ms","start":"2026-04-29T02:06:08.37022Z","end":"2026-04-29T02:06:08.655896Z","steps":["trace[616761123] 'range keys from in-memory index tree' (duration: 284.538065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:08.656005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.260982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-29T02:06:08.656077Z","caller":"traceutil/trace.go:171","msg":"trace[1044488086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5; range_end:; response_count:1; response_revision:5575; }","duration":"259.377504ms","start":"2026-04-29T02:06:08.396678Z","end":"2026-04-29T02:06:08.656055Z","steps":["trace[1044488086] 'agreement among raft nodes before linearized reading' (duration: 259.141649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:08.65611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.579466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:06:08.656186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.645608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:06:08.656177Z","caller":"traceutil/trace.go:171","msg":"trace[1667594133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5575; }","duration":"252.655858ms","start":"2026-04-29T02:06:08.403498Z","end":"2026-04-29T02:06:08.656154Z","steps":["trace[1667594133] 'agreement among raft nodes before linearized reading' (duration: 252.452984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:08.656194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.201009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:06:08.656222Z","caller":"traceutil/trace.go:171","msg":"trace[766715049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5575; }","duration":"252.694889ms","start":"2026-04-29T02:06:08.403519Z","end":"2026-04-29T02:06:08.656214Z","steps":["trace[766715049] 'agreement among raft nodes before linearized reading' (duration: 252.599957ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:08.656247Z","caller":"traceutil/trace.go:171","msg":"trace[821634122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5575; }","duration":"253.300331ms","start":"2026-04-29T02:06:08.402934Z","end":"2026-04-29T02:06:08.656235Z","steps":["trace[821634122] 'agreement among raft nodes before linearized reading' (duration: 253.175349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:08.656077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.782195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-29T02:06:08.656335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.541634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:06:08.656345Z","caller":"traceutil/trace.go:171","msg":"trace[1122222854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5575; }","duration":"257.089791ms","start":"2026-04-29T02:06:08.399242Z","end":"2026-04-29T02:06:08.656331Z","steps":["trace[1122222854] 'agreement among raft nodes before linearized reading' (duration: 256.703004ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:08.656381Z","caller":"traceutil/trace.go:171","msg":"trace[552930228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5575; }","duration":"254.608685ms","start":"2026-04-29T02:06:08.401758Z","end":"2026-04-29T02:06:08.656367Z","steps":["trace[552930228] 'agreement among raft nodes before linearized reading' (duration: 254.464403ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:08.655791Z","caller":"traceutil/trace.go:171","msg":"trace[1304944916] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"259.987676ms","start":"2026-04-29T02:06:08.395721Z","end":"2026-04-29T02:06:08.655709Z","steps":["trace[1304944916] 'process raft request' (duration: 259.812302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:08.657021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.879723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:06:08.65707Z","caller":"traceutil/trace.go:171","msg":"trace[2146209918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:5575; }","duration":"252.953444ms","start":"2026-04-29T02:06:08.404106Z","end":"2026-04-29T02:06:08.657059Z","steps":["trace[2146209918] 'agreement among raft nodes before linearized reading' (duration: 252.005976ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:11.027702Z","caller":"traceutil/trace.go:171","msg":"trace[1647359370] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"477.570548ms","start":"2026-04-29T02:06:10.55011Z","end":"2026-04-29T02:06:11.027681Z","steps":["trace[1647359370] 'process raft request' (duration: 477.437136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.02791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.55009Z","time spent":"477.763982ms","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:06:11.171418Z","caller":"traceutil/trace.go:171","msg":"trace[950572906] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"510.551986ms","start":"2026-04-29T02:06:10.660839Z","end":"2026-04-29T02:06:11.17139Z","steps":["trace[950572906] 'process raft request' (duration: 479.436313ms)","trace[950572906] 'compare' (duration: 30.949069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:11.171637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.660808Z","time spent":"510.683638ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:11.171723Z","caller":"traceutil/trace.go:171","msg":"trace[1651769252] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"509.841251ms","start":"2026-04-29T02:06:10.661859Z","end":"2026-04-29T02:06:11.171701Z","steps":["trace[1651769252] 'process raft request' (duration: 509.492884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.171861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.661853Z","time spent":"509.938903ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:11.171947Z","caller":"traceutil/trace.go:171","msg":"trace[1223388738] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"509.545496ms","start":"2026-04-29T02:06:10.662365Z","end":"2026-04-29T02:06:11.171911Z","steps":["trace[1223388738] 'process raft request' (duration: 509.248201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.17209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.66234Z","time spent":"509.676699ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:11.17248Z","caller":"traceutil/trace.go:171","msg":"trace[581391685] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"510.041145ms","start":"2026-04-29T02:06:10.662417Z","end":"2026-04-29T02:06:11.172459Z","steps":["trace[581391685] 'process raft request' (duration: 509.434564ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:11.172484Z","caller":"traceutil/trace.go:171","msg":"trace[1396517507] linearizableReadLoop","detail":"{readStateIndex:5846; appliedIndex:5841; }","duration":"507.340685ms","start":"2026-04-29T02:06:10.665092Z","end":"2026-04-29T02:06:11.172433Z","steps":["trace[1396517507] 'read index received' (duration: 362.459374ms)","trace[1396517507] 'applied index is now lower than readState.Index' (duration: 144.879531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:11.172582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.66239Z","time spent":"510.147707ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:11.172796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.135966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-29T02:06:11.17281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.696412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:06:11.172839Z","caller":"traceutil/trace.go:171","msg":"trace[1903956364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:5637; }","duration":"504.187387ms","start":"2026-04-29T02:06:10.668637Z","end":"2026-04-29T02:06:11.172825Z","steps":["trace[1903956364] 'agreement among raft nodes before linearized reading' (duration: 504.048223ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:11.172852Z","caller":"traceutil/trace.go:171","msg":"trace[1810439015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5637; }","duration":"507.772704ms","start":"2026-04-29T02:06:10.665068Z","end":"2026-04-29T02:06:11.17284Z","steps":["trace[1810439015] 'agreement among raft nodes before linearized reading' (duration: 507.547339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.17287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.668626Z","time spent":"504.238548ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:06:11.172889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.665059Z","time spent":"507.821695ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:11.172853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.637454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:06:11.172801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.53843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:06:11.173062Z","caller":"traceutil/trace.go:171","msg":"trace[2140030574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5637; }","duration":"506.832945ms","start":"2026-04-29T02:06:10.666204Z","end":"2026-04-29T02:06:11.173037Z","steps":["trace[2140030574] 'agreement among raft nodes before linearized reading' (duration: 506.449538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.173133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.217325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:06:11.173174Z","caller":"traceutil/trace.go:171","msg":"trace[119194075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5637; }","duration":"505.316818ms","start":"2026-04-29T02:06:10.667848Z","end":"2026-04-29T02:06:11.173165Z","steps":["trace[119194075] 'agreement among raft nodes before linearized reading' (duration: 505.145105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.173239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.667839Z","time spent":"505.390839ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:06:11.173296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.326537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:06:11.17336Z","caller":"traceutil/trace.go:171","msg":"trace[1515591272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5637; }","duration":"506.423868ms","start":"2026-04-29T02:06:10.666922Z","end":"2026-04-29T02:06:11.173345Z","steps":["trace[1515591272] 'agreement among raft nodes before linearized reading' (duration: 506.271905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.173399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.666908Z","time spent":"506.482519ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:11.173211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.666184Z","time spent":"506.961388ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:06:11.172945Z","caller":"traceutil/trace.go:171","msg":"trace[608539018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5637; }","duration":"505.741736ms","start":"2026-04-29T02:06:10.667191Z","end":"2026-04-29T02:06:11.172933Z","steps":["trace[608539018] 'agreement among raft nodes before linearized reading' (duration: 505.564941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.173512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:10.667184Z","time spent":"506.307287ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:06:11.17296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.537397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:11.173638Z","caller":"traceutil/trace.go:171","msg":"trace[1725933881] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5637; }","duration":"128.261171ms","start":"2026-04-29T02:06:11.045362Z","end":"2026-04-29T02:06:11.173623Z","steps":["trace[1725933881] 'agreement among raft nodes before linearized reading' (duration: 127.538258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:11.173322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.516459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-29T02:06:11.173733Z","caller":"traceutil/trace.go:171","msg":"trace[2089586635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5637; }","duration":"242.965957ms","start":"2026-04-29T02:06:10.930741Z","end":"2026-04-29T02:06:11.173707Z","steps":["trace[2089586635] 'agreement among raft nodes before linearized reading' (duration: 242.273614ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:15.99677Z","caller":"traceutil/trace.go:171","msg":"trace[1371420880] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"112.00016ms","start":"2026-04-29T02:06:15.884741Z","end":"2026-04-29T02:06:15.996741Z","steps":["trace[1371420880] 'process raft request' (duration: 76.883667ms)","trace[1371420880] 'compare' (duration: 34.913609ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:15.996862Z","caller":"traceutil/trace.go:171","msg":"trace[1430358676] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5918; }","duration":"111.840907ms","start":"2026-04-29T02:06:15.884994Z","end":"2026-04-29T02:06:15.996835Z","steps":["trace[1430358676] 'read index received' (duration: 76.631342ms)","trace[1430358676] 'applied index is now lower than readState.Index' (duration: 35.207805ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:15.996985Z","caller":"traceutil/trace.go:171","msg":"trace[691355947] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5708; }","duration":"112.154362ms","start":"2026-04-29T02:06:15.884819Z","end":"2026-04-29T02:06:15.996973Z","steps":["trace[691355947] 'process raft request' (duration: 111.866887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:15.997246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.240184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-29T02:06:15.997289Z","caller":"traceutil/trace.go:171","msg":"trace[1292216520] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5708; }","duration":"112.319676ms","start":"2026-04-29T02:06:15.884957Z","end":"2026-04-29T02:06:15.997277Z","steps":["trace[1292216520] 'agreement among raft nodes before linearized reading' (duration: 112.163753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:16.260604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.341541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:06:16.260699Z","caller":"traceutil/trace.go:171","msg":"trace[264918443] linearizableReadLoop","detail":"{readStateIndex:5923; appliedIndex:5921; }","duration":"217.402654ms","start":"2026-04-29T02:06:16.043281Z","end":"2026-04-29T02:06:16.260684Z","steps":["trace[264918443] 'read index received' (duration: 12.748977ms)","trace[264918443] 'applied index is now lower than readState.Index' (duration: 204.652327ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:16.260756Z","caller":"traceutil/trace.go:171","msg":"trace[202813443] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5711; }","duration":"218.703938ms","start":"2026-04-29T02:06:16.042002Z","end":"2026-04-29T02:06:16.260706Z","steps":["trace[202813443] 'process raft request' (duration: 100.183894ms)","trace[202813443] 'compare' (duration: 118.238469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:16.260877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.597929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-29T02:06:16.260906Z","caller":"traceutil/trace.go:171","msg":"trace[1427472411] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5711; }","duration":"217.65195ms","start":"2026-04-29T02:06:16.043246Z","end":"2026-04-29T02:06:16.260898Z","steps":["trace[1427472411] 'agreement among raft nodes before linearized reading' (duration: 217.528907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:16.261046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.97781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-04-29T02:06:16.261167Z","caller":"traceutil/trace.go:171","msg":"trace[1031422878] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5711; }","duration":"215.122212ms","start":"2026-04-29T02:06:16.046022Z","end":"2026-04-29T02:06:16.261144Z","steps":["trace[1031422878] 'agreement among raft nodes before linearized reading' (duration: 214.831946ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.415568Z","caller":"traceutil/trace.go:171","msg":"trace[255018366] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"220.570513ms","start":"2026-04-29T02:06:17.194975Z","end":"2026-04-29T02:06:17.415546Z","steps":["trace[255018366] 'process raft request' (duration: 220.465561ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.415602Z","caller":"traceutil/trace.go:171","msg":"trace[486245119] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"221.289397ms","start":"2026-04-29T02:06:17.194279Z","end":"2026-04-29T02:06:17.415568Z","steps":["trace[486245119] 'process raft request' (duration: 220.951451ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.415746Z","caller":"traceutil/trace.go:171","msg":"trace[1075664751] linearizableReadLoop","detail":"{readStateIndex:5929; appliedIndex:5925; }","duration":"216.725561ms","start":"2026-04-29T02:06:17.198996Z","end":"2026-04-29T02:06:17.415722Z","steps":["trace[1075664751] 'read index received' (duration: 48.184106ms)","trace[1075664751] 'applied index is now lower than readState.Index' (duration: 168.540395ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:17.415911Z","caller":"traceutil/trace.go:171","msg":"trace[1778572759] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"220.368439ms","start":"2026-04-29T02:06:17.195528Z","end":"2026-04-29T02:06:17.415897Z","steps":["trace[1778572759] 'process raft request' (duration: 219.971922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.415959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.950885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:06:17.415992Z","caller":"traceutil/trace.go:171","msg":"trace[1973982949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5717; }","duration":"217.026757ms","start":"2026-04-29T02:06:17.198955Z","end":"2026-04-29T02:06:17.415982Z","steps":["trace[1973982949] 'agreement among raft nodes before linearized reading' (duration: 216.879453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.422864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.049437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T02:06:17.422902Z","caller":"traceutil/trace.go:171","msg":"trace[1843685805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5718; }","duration":"153.090928ms","start":"2026-04-29T02:06:17.269802Z","end":"2026-04-29T02:06:17.422893Z","steps":["trace[1843685805] 'agreement among raft nodes before linearized reading' (duration: 152.984786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.422853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.82982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:06:17.42295Z","caller":"traceutil/trace.go:171","msg":"trace[394764144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5718; }","duration":"153.978044ms","start":"2026-04-29T02:06:17.268954Z","end":"2026-04-29T02:06:17.422932Z","steps":["trace[394764144] 'agreement among raft nodes before linearized reading' (duration: 153.72105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.422975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.676156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T02:06:17.423075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.765974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:06:17.423102Z","caller":"traceutil/trace.go:171","msg":"trace[1139707112] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:5718; }","duration":"151.809434ms","start":"2026-04-29T02:06:17.271286Z","end":"2026-04-29T02:06:17.423095Z","steps":["trace[1139707112] 'agreement among raft nodes before linearized reading' (duration: 151.734273ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.423068Z","caller":"traceutil/trace.go:171","msg":"trace[273096803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5718; }","duration":"147.8147ms","start":"2026-04-29T02:06:17.275233Z","end":"2026-04-29T02:06:17.423048Z","steps":["trace[273096803] 'agreement among raft nodes before linearized reading' (duration: 147.531254ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.423179Z","caller":"traceutil/trace.go:171","msg":"trace[1426352879] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"115.617801ms","start":"2026-04-29T02:06:17.307525Z","end":"2026-04-29T02:06:17.423143Z","steps":["trace[1426352879] 'process raft request' (duration: 114.999259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.423239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.219059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:06:17.423264Z","caller":"traceutil/trace.go:171","msg":"trace[1026654485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5718; }","duration":"154.250589ms","start":"2026-04-29T02:06:17.269004Z","end":"2026-04-29T02:06:17.423255Z","steps":["trace[1026654485] 'agreement among raft nodes before linearized reading' (duration: 154.179638ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.647689Z","caller":"traceutil/trace.go:171","msg":"trace[1836096823] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"220.994631ms","start":"2026-04-29T02:06:17.426661Z","end":"2026-04-29T02:06:17.647655Z","steps":["trace[1836096823] 'process raft request' (duration: 205.517084ms)","trace[1836096823] 'compare' (duration: 15.315015ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:17.647738Z","caller":"traceutil/trace.go:171","msg":"trace[707142826] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5931; }","duration":"220.431871ms","start":"2026-04-29T02:06:17.427284Z","end":"2026-04-29T02:06:17.647716Z","steps":["trace[707142826] 'read index received' (duration: 204.908422ms)","trace[707142826] 'applied index is now lower than readState.Index' (duration: 15.521528ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:17.647878Z","caller":"traceutil/trace.go:171","msg":"trace[1418054910] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"220.521382ms","start":"2026-04-29T02:06:17.42733Z","end":"2026-04-29T02:06:17.647852Z","steps":["trace[1418054910] 'process raft request' (duration: 220.305998ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.64809Z","caller":"traceutil/trace.go:171","msg":"trace[1833583017] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"220.582203ms","start":"2026-04-29T02:06:17.427485Z","end":"2026-04-29T02:06:17.648067Z","steps":["trace[1833583017] 'process raft request' (duration: 220.40709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.648109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.804977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81612"} {"level":"info","ts":"2026-04-29T02:06:17.648182Z","caller":"traceutil/trace.go:171","msg":"trace[488804921] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5722; }","duration":"220.909409ms","start":"2026-04-29T02:06:17.427257Z","end":"2026-04-29T02:06:17.648167Z","steps":["trace[488804921] 'agreement among raft nodes before linearized reading' (duration: 220.548572ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.648218Z","caller":"traceutil/trace.go:171","msg":"trace[1163756544] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"220.713645ms","start":"2026-04-29T02:06:17.427492Z","end":"2026-04-29T02:06:17.648206Z","steps":["trace[1163756544] 'process raft request' (duration: 220.223317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.648271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.319886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:06:17.648387Z","caller":"traceutil/trace.go:171","msg":"trace[663857751] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5723; }","duration":"172.56647ms","start":"2026-04-29T02:06:17.475794Z","end":"2026-04-29T02:06:17.648361Z","steps":["trace[663857751] 'agreement among raft nodes before linearized reading' (duration: 172.230654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.648639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.664167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:06:17.648754Z","caller":"traceutil/trace.go:171","msg":"trace[1441232359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5723; }","duration":"104.845461ms","start":"2026-04-29T02:06:17.54388Z","end":"2026-04-29T02:06:17.648726Z","steps":["trace[1441232359] 'agreement among raft nodes before linearized reading' (duration: 104.464383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.898929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.178361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:17.899004Z","caller":"traceutil/trace.go:171","msg":"trace[1957120280] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5723; }","duration":"159.325303ms","start":"2026-04-29T02:06:17.739665Z","end":"2026-04-29T02:06:17.89899Z","steps":["trace[1957120280] 'agreement among raft nodes before linearized reading' (duration: 159.167911ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:17.898745Z","caller":"traceutil/trace.go:171","msg":"trace[959205015] linearizableReadLoop","detail":"{readStateIndex:5936; appliedIndex:5935; }","duration":"159.001098ms","start":"2026-04-29T02:06:17.739714Z","end":"2026-04-29T02:06:17.898715Z","steps":["trace[959205015] 'read index received' (duration: 71.012841ms)","trace[959205015] 'applied index is now lower than readState.Index' (duration: 87.985797ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:18.176277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2857} {"level":"info","ts":"2026-04-29T02:06:18.41812Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2857,"took":"240.403821ms","hash":3573537119,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":31637504,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:06:18.418188Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3573537119,"revision":2857,"compact-revision":-1} {"level":"info","ts":"2026-04-29T02:06:23.769953Z","caller":"traceutil/trace.go:171","msg":"trace[2129858155] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5976; }","duration":"414.727966ms","start":"2026-04-29T02:06:23.355201Z","end":"2026-04-29T02:06:23.769929Z","steps":["trace[2129858155] 'read index received' (duration: 414.677455ms)","trace[2129858155] 'applied index is now lower than readState.Index' (duration: 49.201µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:23.770126Z","caller":"traceutil/trace.go:171","msg":"trace[1781618073] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"503.985086ms","start":"2026-04-29T02:06:23.266108Z","end":"2026-04-29T02:06:23.770093Z","steps":["trace[1781618073] 'process raft request' (duration: 503.687511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:23.770258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.036951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-29T02:06:23.770285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.266085Z","time spent":"504.111578ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:23.770333Z","caller":"traceutil/trace.go:171","msg":"trace[1958672989] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5762; }","duration":"415.160594ms","start":"2026-04-29T02:06:23.355156Z","end":"2026-04-29T02:06:23.770316Z","steps":["trace[1958672989] 'agreement among raft nodes before linearized reading' (duration: 414.94896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:23.770406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.355135Z","time spent":"415.260625ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-29T02:06:24.271093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979923223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:06:24.330513Z","caller":"traceutil/trace.go:171","msg":"trace[1712694036] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"892.443662ms","start":"2026-04-29T02:06:23.438051Z","end":"2026-04-29T02:06:24.330495Z","steps":["trace[1712694036] 'process raft request' (duration: 892.389771ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:24.330518Z","caller":"traceutil/trace.go:171","msg":"trace[569184853] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"892.970522ms","start":"2026-04-29T02:06:23.437515Z","end":"2026-04-29T02:06:24.330485Z","steps":["trace[569184853] 'process raft request' (duration: 892.822469ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:24.330696Z","caller":"traceutil/trace.go:171","msg":"trace[603123268] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"891.952104ms","start":"2026-04-29T02:06:23.438674Z","end":"2026-04-29T02:06:24.330626Z","steps":["trace[603123268] 'process raft request' (duration: 891.799331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.330819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.438029Z","time spent":"892.564784ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:24.330841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.437487Z","time spent":"893.274248ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:06:24.33099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.438641Z","time spent":"892.215578ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:06:24.356105Z","caller":"traceutil/trace.go:171","msg":"trace[713959305] linearizableReadLoop","detail":"{readStateIndex:5981; appliedIndex:5977; }","duration":"586.035572ms","start":"2026-04-29T02:06:23.770037Z","end":"2026-04-29T02:06:24.356072Z","steps":["trace[713959305] 'read index received' (duration: 560.298363ms)","trace[713959305] 'applied index is now lower than readState.Index' (duration: 25.735259ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:24.356202Z","caller":"traceutil/trace.go:171","msg":"trace[1304903981] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"208.140461ms","start":"2026-04-29T02:06:24.148038Z","end":"2026-04-29T02:06:24.356178Z","steps":["trace[1304903981] 'process raft request' (duration: 207.848156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.106962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:06:24.356314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.575292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:06:24.35638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.703965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:06:24.356382Z","caller":"traceutil/trace.go:171","msg":"trace[928406617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5766; }","duration":"687.198993ms","start":"2026-04-29T02:06:23.669169Z","end":"2026-04-29T02:06:24.356368Z","steps":["trace[928406617] 'agreement among raft nodes before linearized reading' (duration: 687.03803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.176637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:06:24.356417Z","caller":"traceutil/trace.go:171","msg":"trace[2073668703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:5766; }","duration":"678.769687ms","start":"2026-04-29T02:06:23.677636Z","end":"2026-04-29T02:06:24.356406Z","steps":["trace[2073668703] 'agreement among raft nodes before linearized reading' (duration: 678.646634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.66916Z","time spent":"687.257224ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:24.35645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.67761Z","time spent":"678.834798ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:06:24.356446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.785393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:06:24.356445Z","caller":"traceutil/trace.go:171","msg":"trace[1575213772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5766; }","duration":"913.299881ms","start":"2026-04-29T02:06:23.443126Z","end":"2026-04-29T02:06:24.356426Z","steps":["trace[1575213772] 'agreement among raft nodes before linearized reading' (duration: 913.178398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.544945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:06:24.356474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.045967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:06:24.356508Z","caller":"traceutil/trace.go:171","msg":"trace[1618037584] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5766; }","duration":"111.639707ms","start":"2026-04-29T02:06:24.244854Z","end":"2026-04-29T02:06:24.356494Z","steps":["trace[1618037584] 'agreement among raft nodes before linearized reading' (duration: 111.551355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.443114Z","time spent":"913.384412ms","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:06:24.356398Z","caller":"traceutil/trace.go:171","msg":"trace[1024595671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5766; }","duration":"679.682414ms","start":"2026-04-29T02:06:23.676702Z","end":"2026-04-29T02:06:24.356384Z","steps":["trace[1024595671] 'agreement among raft nodes before linearized reading' (duration: 679.43231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.676692Z","time spent":"679.916079ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:06:24.356526Z","caller":"traceutil/trace.go:171","msg":"trace[928179660] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5; range_end:; response_count:1; response_revision:5766; }","duration":"583.139149ms","start":"2026-04-29T02:06:23.773372Z","end":"2026-04-29T02:06:24.356511Z","steps":["trace[928179660] 'agreement among raft nodes before linearized reading' (duration: 582.998316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.773354Z","time spent":"583.336213ms","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" "} {"level":"info","ts":"2026-04-29T02:06:24.356483Z","caller":"traceutil/trace.go:171","msg":"trace[2000665114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5766; }","duration":"911.847884ms","start":"2026-04-29T02:06:23.444624Z","end":"2026-04-29T02:06:24.356472Z","steps":["trace[2000665114] 'agreement among raft nodes before linearized reading' (duration: 911.764881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.444612Z","time spent":"912.129829ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:06:24.356349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.204393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:06:24.356889Z","caller":"traceutil/trace.go:171","msg":"trace[1281280838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5766; }","duration":"687.817585ms","start":"2026-04-29T02:06:23.669064Z","end":"2026-04-29T02:06:24.356882Z","steps":["trace[1281280838] 'agreement among raft nodes before linearized reading' (duration: 687.147062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.356913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.66904Z","time spent":"687.866006ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:06:24.357003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.228693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:06:24.357064Z","caller":"traceutil/trace.go:171","msg":"trace[1519321768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5766; }","duration":"681.306995ms","start":"2026-04-29T02:06:23.675736Z","end":"2026-04-29T02:06:24.357043Z","steps":["trace[1519321768] 'agreement among raft nodes before linearized reading' (duration: 680.51637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.357108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:06:23.675726Z","time spent":"681.371536ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:06:24.557656Z","caller":"traceutil/trace.go:171","msg":"trace[1731565528] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"195.698121ms","start":"2026-04-29T02:06:24.361923Z","end":"2026-04-29T02:06:24.557621Z","steps":["trace[1731565528] 'process raft request' (duration: 195.62353ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:24.557692Z","caller":"traceutil/trace.go:171","msg":"trace[1607754054] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"195.817813ms","start":"2026-04-29T02:06:24.361829Z","end":"2026-04-29T02:06:24.557647Z","steps":["trace[1607754054] 'process raft request' (duration: 153.14362ms)","trace[1607754054] 'compare' (duration: 42.458369ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:24.557912Z","caller":"traceutil/trace.go:171","msg":"trace[876109907] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"195.941445ms","start":"2026-04-29T02:06:24.361946Z","end":"2026-04-29T02:06:24.557887Z","steps":["trace[876109907] 'process raft request' (duration: 195.641289ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:24.558003Z","caller":"traceutil/trace.go:171","msg":"trace[1939426892] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5982; }","duration":"173.247262ms","start":"2026-04-29T02:06:24.38471Z","end":"2026-04-29T02:06:24.557958Z","steps":["trace[1939426892] 'read index received' (duration: 130.166502ms)","trace[1939426892] 'applied index is now lower than readState.Index' (duration: 43.07967ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:24.558027Z","caller":"traceutil/trace.go:171","msg":"trace[1384483992] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"195.777241ms","start":"2026-04-29T02:06:24.362232Z","end":"2026-04-29T02:06:24.558009Z","steps":["trace[1384483992] 'process raft request' (duration: 195.533646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:24.558128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.587885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:24.558164Z","caller":"traceutil/trace.go:171","msg":"trace[626156120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5771; }","duration":"191.652325ms","start":"2026-04-29T02:06:24.366501Z","end":"2026-04-29T02:06:24.558153Z","steps":["trace[626156120] 'agreement among raft nodes before linearized reading' (duration: 191.558354ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:25.030803Z","caller":"traceutil/trace.go:171","msg":"trace[1487552265] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"102.937634ms","start":"2026-04-29T02:06:24.927843Z","end":"2026-04-29T02:06:25.030781Z","steps":["trace[1487552265] 'process raft request' (duration: 102.796452ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:57.603864Z","caller":"traceutil/trace.go:171","msg":"trace[1436625314] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"144.409946ms","start":"2026-04-29T02:06:57.459428Z","end":"2026-04-29T02:06:57.603838Z","steps":["trace[1436625314] 'process raft request' (duration: 144.257913ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:17.685592Z","caller":"traceutil/trace.go:171","msg":"trace[941659452] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"107.331197ms","start":"2026-04-29T02:07:17.578236Z","end":"2026-04-29T02:07:17.685567Z","steps":["trace[941659452] 'process raft request' (duration: 107.155574ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:22.842544Z","caller":"traceutil/trace.go:171","msg":"trace[2038621289] linearizableReadLoop","detail":"{readStateIndex:6479; appliedIndex:6478; }","duration":"157.877056ms","start":"2026-04-29T02:07:22.684638Z","end":"2026-04-29T02:07:22.842515Z","steps":["trace[2038621289] 'read index received' (duration: 71.145702ms)","trace[2038621289] 'applied index is now lower than readState.Index' (duration: 86.730344ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:07:22.842656Z","caller":"traceutil/trace.go:171","msg":"trace[2042593679] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"253.500445ms","start":"2026-04-29T02:07:22.589095Z","end":"2026-04-29T02:07:22.842596Z","steps":["trace[2042593679] 'process raft request' (duration: 166.64558ms)","trace[2042593679] 'compare' (duration: 86.636641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:07:22.842878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.212742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:07:22.84298Z","caller":"traceutil/trace.go:171","msg":"trace[1094902090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:6250; }","duration":"158.336275ms","start":"2026-04-29T02:07:22.684622Z","end":"2026-04-29T02:07:22.842958Z","steps":["trace[1094902090] 'agreement among raft nodes before linearized reading' (duration: 158.042408ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:11:18.19057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5724} {"level":"info","ts":"2026-04-29T02:11:18.290732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5724,"took":"98.026068ms","hash":2018570516,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":26337280,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-29T02:11:18.290791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2018570516,"revision":5724,"compact-revision":2857} {"level":"info","ts":"2026-04-29T02:12:10.461285Z","caller":"traceutil/trace.go:171","msg":"trace[2076518361] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"138.731867ms","start":"2026-04-29T02:12:10.322523Z","end":"2026-04-29T02:12:10.461255Z","steps":["trace[2076518361] 'process raft request' (duration: 138.275568ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:10.461845Z","caller":"traceutil/trace.go:171","msg":"trace[230739499] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"119.61821ms","start":"2026-04-29T02:12:10.342212Z","end":"2026-04-29T02:12:10.46183Z","steps":["trace[230739499] 'process raft request' (duration: 119.452877ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:20.706597Z","caller":"traceutil/trace.go:171","msg":"trace[1701535590] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"129.713628ms","start":"2026-04-29T02:12:20.576827Z","end":"2026-04-29T02:12:20.70654Z","steps":["trace[1701535590] 'process raft request' (duration: 39.294462ms)","trace[1701535590] 'compare' (duration: 90.190462ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:20.826119Z","caller":"traceutil/trace.go:171","msg":"trace[616027198] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"248.342052ms","start":"2026-04-29T02:12:20.577739Z","end":"2026-04-29T02:12:20.826081Z","steps":["trace[616027198] 'process raft request' (duration: 228.891989ms)","trace[616027198] 'compare' (duration: 19.176627ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:20.826198Z","caller":"traceutil/trace.go:171","msg":"trace[1620999630] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8624; }","duration":"246.990426ms","start":"2026-04-29T02:12:20.579183Z","end":"2026-04-29T02:12:20.826174Z","steps":["trace[1620999630] 'read index received' (duration: 36.962529ms)","trace[1620999630] 'applied index is now lower than readState.Index' (duration: 210.026227ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:20.826283Z","caller":"traceutil/trace.go:171","msg":"trace[1182655538] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"248.458394ms","start":"2026-04-29T02:12:20.577798Z","end":"2026-04-29T02:12:20.826257Z","steps":["trace[1182655538] 'process raft request' (duration: 248.225309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:20.826428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.36672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:20.826491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.058147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:12:20.826658Z","caller":"traceutil/trace.go:171","msg":"trace[1121963290] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8326; }","duration":"167.31632ms","start":"2026-04-29T02:12:20.65932Z","end":"2026-04-29T02:12:20.826637Z","steps":["trace[1121963290] 'agreement among raft nodes before linearized reading' (duration: 167.031415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:20.826826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.638938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224322"} {"level":"info","ts":"2026-04-29T02:12:20.826865Z","caller":"traceutil/trace.go:171","msg":"trace[790123428] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8326; }","duration":"247.713509ms","start":"2026-04-29T02:12:20.579142Z","end":"2026-04-29T02:12:20.826856Z","steps":["trace[790123428] 'agreement among raft nodes before linearized reading' (duration: 247.149589ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:20.826522Z","caller":"traceutil/trace.go:171","msg":"trace[1799450701] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:8326; }","duration":"242.492602ms","start":"2026-04-29T02:12:20.584009Z","end":"2026-04-29T02:12:20.826501Z","steps":["trace[1799450701] 'agreement among raft nodes before linearized reading' (duration: 242.330429ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:24.970743Z","caller":"traceutil/trace.go:171","msg":"trace[1466085798] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"117.212486ms","start":"2026-04-29T02:12:24.853508Z","end":"2026-04-29T02:12:24.97072Z","steps":["trace[1466085798] 'read index received' (duration: 117.050473ms)","trace[1466085798] 'applied index is now lower than readState.Index' (duration: 160.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:24.97087Z","caller":"traceutil/trace.go:171","msg":"trace[495806680] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"123.897731ms","start":"2026-04-29T02:12:24.846935Z","end":"2026-04-29T02:12:24.970833Z","steps":["trace[495806680] 'process raft request' (duration: 123.631896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:24.971159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.561352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:12:24.971313Z","caller":"traceutil/trace.go:171","msg":"trace[1923341746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8484; }","duration":"117.795867ms","start":"2026-04-29T02:12:24.853468Z","end":"2026-04-29T02:12:24.971264Z","steps":["trace[1923341746] 'agreement among raft nodes before linearized reading' (duration: 117.40134ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:26.952496Z","caller":"traceutil/trace.go:171","msg":"trace[682254865] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"446.073408ms","start":"2026-04-29T02:12:26.506396Z","end":"2026-04-29T02:12:26.952469Z","steps":["trace[682254865] 'read index received' (duration: 445.819214ms)","trace[682254865] 'applied index is now lower than readState.Index' (duration: 252.474µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:26.952559Z","caller":"traceutil/trace.go:171","msg":"trace[534774594] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"502.880668ms","start":"2026-04-29T02:12:26.449639Z","end":"2026-04-29T02:12:26.952519Z","steps":["trace[534774594] 'process raft request' (duration: 502.618203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:26.952788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.449621Z","time spent":"503.060511ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:26.95281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.356893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-29T02:12:26.952891Z","caller":"traceutil/trace.go:171","msg":"trace[2071760302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8492; }","duration":"446.499547ms","start":"2026-04-29T02:12:26.506343Z","end":"2026-04-29T02:12:26.952843Z","steps":["trace[2071760302] 'agreement among raft nodes before linearized reading' (duration: 446.281043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:26.952976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.506325Z","time spent":"446.607918ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:12:27.520138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.218587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T02:12:27.520265Z","caller":"traceutil/trace.go:171","msg":"trace[794443714] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8794; }","duration":"567.680096ms","start":"2026-04-29T02:12:26.952563Z","end":"2026-04-29T02:12:27.520243Z","steps":["trace[794443714] 'read index received' (duration: 310.327677ms)","trace[794443714] 'applied index is now lower than readState.Index' (duration: 257.350859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:27.520407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.75949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:27.520459Z","caller":"traceutil/trace.go:171","msg":"trace[2002965810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8492; }","duration":"824.862902ms","start":"2026-04-29T02:12:26.695582Z","end":"2026-04-29T02:12:27.520445Z","steps":["trace[2002965810] 'agreement among raft nodes before linearized reading' (duration: 824.7625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.520466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.868033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:12:27.520498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.695557Z","time spent":"824.932513ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:12:27.520527Z","caller":"traceutil/trace.go:171","msg":"trace[833751302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8492; }","duration":"787.949754ms","start":"2026-04-29T02:12:26.732564Z","end":"2026-04-29T02:12:27.520513Z","steps":["trace[833751302] 'agreement among raft nodes before linearized reading' (duration: 787.74249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.520568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.73245Z","time spent":"788.108927ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:12:27.520808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.675852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:12:27.520861Z","caller":"traceutil/trace.go:171","msg":"trace[1366864354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8492; }","duration":"917.770484ms","start":"2026-04-29T02:12:26.603077Z","end":"2026-04-29T02:12:27.520848Z","steps":["trace[1366864354] 'agreement among raft nodes before linearized reading' (duration: 917.618761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.5209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.603056Z","time spent":"917.833085ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:12:27.521037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.263629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:12:27.521039Z","caller":"traceutil/trace.go:171","msg":"trace[919691712] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"562.206633ms","start":"2026-04-29T02:12:26.958764Z","end":"2026-04-29T02:12:27.52097Z","steps":["trace[919691712] 'process raft request' (duration: 561.950099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:27.521129Z","caller":"traceutil/trace.go:171","msg":"trace[1986106222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8492; }","duration":"965.422893ms","start":"2026-04-29T02:12:26.555679Z","end":"2026-04-29T02:12:27.521102Z","steps":["trace[1986106222] 'agreement among raft nodes before linearized reading' (duration: 965.092467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.521286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.958733Z","time spent":"562.427938ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:27.521301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.555667Z","time spent":"965.619086ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:12:27.521702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.284162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:12:27.521715Z","caller":"traceutil/trace.go:171","msg":"trace[1579087645] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"232.803612ms","start":"2026-04-29T02:12:27.288886Z","end":"2026-04-29T02:12:27.52169Z","steps":["trace[1579087645] 'process raft request' (duration: 232.475645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.521686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.156876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:27.521695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.140723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:12:27.521758Z","caller":"traceutil/trace.go:171","msg":"trace[1920975727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8494; }","duration":"506.373793ms","start":"2026-04-29T02:12:27.01537Z","end":"2026-04-29T02:12:27.521744Z","steps":["trace[1920975727] 'agreement among raft nodes before linearized reading' (duration: 506.266201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.521797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:27.015357Z","time spent":"506.428604ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:12:27.521798Z","caller":"traceutil/trace.go:171","msg":"trace[432264532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8494; }","duration":"547.279756ms","start":"2026-04-29T02:12:26.974498Z","end":"2026-04-29T02:12:27.521778Z","steps":["trace[432264532] 'agreement among raft nodes before linearized reading' (duration: 547.030681ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:27.521794Z","caller":"traceutil/trace.go:171","msg":"trace[1293919002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8494; }","duration":"153.294369ms","start":"2026-04-29T02:12:27.368471Z","end":"2026-04-29T02:12:27.521765Z","steps":["trace[1293919002] 'agreement among raft nodes before linearized reading' (duration: 153.119866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.521848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.97448Z","time spent":"547.355377ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:12:27.521901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.271946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:12:27.521941Z","caller":"traceutil/trace.go:171","msg":"trace[356003376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8494; }","duration":"539.326846ms","start":"2026-04-29T02:12:26.982604Z","end":"2026-04-29T02:12:27.521931Z","steps":["trace[356003376] 'agreement among raft nodes before linearized reading' (duration: 539.073622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:27.521971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:26.982597Z","time spent":"539.367508ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"info","ts":"2026-04-29T02:12:37.949192Z","caller":"traceutil/trace.go:171","msg":"trace[2070143884] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"288.47637ms","start":"2026-04-29T02:12:37.660679Z","end":"2026-04-29T02:12:37.949155Z","steps":["trace[2070143884] 'process raft request' (duration: 234.234268ms)","trace[2070143884] 'compare' (duration: 54.090999ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:38.008664Z","caller":"traceutil/trace.go:171","msg":"trace[1383991834] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"346.685975ms","start":"2026-04-29T02:12:37.661945Z","end":"2026-04-29T02:12:38.008631Z","steps":["trace[1383991834] 'process raft request' (duration: 346.42425ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:38.008692Z","caller":"traceutil/trace.go:171","msg":"trace[1677153745] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"346.631715ms","start":"2026-04-29T02:12:37.662032Z","end":"2026-04-29T02:12:38.008664Z","steps":["trace[1677153745] 'process raft request' (duration: 346.479162ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:38.008808Z","caller":"traceutil/trace.go:171","msg":"trace[861496975] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"277.373362ms","start":"2026-04-29T02:12:37.731424Z","end":"2026-04-29T02:12:38.008797Z","steps":["trace[861496975] 'process raft request' (duration: 277.164629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:38.008824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:37.66192Z","time spent":"346.816458ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:38.008829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:37.66197Z","time spent":"346.778808ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:38.008675Z","caller":"traceutil/trace.go:171","msg":"trace[2133573052] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"346.087224ms","start":"2026-04-29T02:12:37.662546Z","end":"2026-04-29T02:12:38.008633Z","steps":["trace[2133573052] 'process raft request' (duration: 346.008683ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:38.008975Z","caller":"traceutil/trace.go:171","msg":"trace[1318232815] linearizableReadLoop","detail":"{readStateIndex:8856; appliedIndex:8852; }","duration":"345.155377ms","start":"2026-04-29T02:12:37.66381Z","end":"2026-04-29T02:12:38.008965Z","steps":["trace[1318232815] 'read index received' (duration: 231.023559ms)","trace[1318232815] 'applied index is now lower than readState.Index' (duration: 114.130978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:38.00902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:37.662529Z","time spent":"346.439102ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:38.009083Z","caller":"traceutil/trace.go:171","msg":"trace[1855200626] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"179.335164ms","start":"2026-04-29T02:12:37.829719Z","end":"2026-04-29T02:12:38.009054Z","steps":["trace[1855200626] 'process raft request' (duration: 179.036889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:38.009513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.683507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"info","ts":"2026-04-29T02:12:38.009583Z","caller":"traceutil/trace.go:171","msg":"trace[137464842] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8553; }","duration":"345.804528ms","start":"2026-04-29T02:12:37.663763Z","end":"2026-04-29T02:12:38.009568Z","steps":["trace[137464842] 'agreement among raft nodes before linearized reading' (duration: 345.236678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:38.009635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:37.663748Z","time spent":"345.87076ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224157,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-29T02:12:39.398355Z","caller":"traceutil/trace.go:171","msg":"trace[700467700] linearizableReadLoop","detail":"{readStateIndex:8860; appliedIndex:8859; }","duration":"215.588511ms","start":"2026-04-29T02:12:39.182744Z","end":"2026-04-29T02:12:39.398333Z","steps":["trace[700467700] 'read index received' (duration: 215.402088ms)","trace[700467700] 'applied index is now lower than readState.Index' (duration: 185.533µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:39.398418Z","caller":"traceutil/trace.go:171","msg":"trace[1555151407] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"391.904388ms","start":"2026-04-29T02:12:39.006484Z","end":"2026-04-29T02:12:39.398388Z","steps":["trace[1555151407] 'process raft request' (duration: 391.709184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:39.39851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.751183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:12:39.398538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:39.006461Z","time spent":"392.00915ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:39.398567Z","caller":"traceutil/trace.go:171","msg":"trace[376122070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8555; }","duration":"215.857305ms","start":"2026-04-29T02:12:39.182696Z","end":"2026-04-29T02:12:39.398553Z","steps":["trace[376122070] 'agreement among raft nodes before linearized reading' (duration: 215.756133ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:39.818273Z","caller":"traceutil/trace.go:171","msg":"trace[771384504] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"153.745117ms","start":"2026-04-29T02:12:39.664506Z","end":"2026-04-29T02:12:39.818251Z","steps":["trace[771384504] 'process raft request' (duration: 153.608495ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:40.231153Z","caller":"traceutil/trace.go:171","msg":"trace[1741014773] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"121.005556ms","start":"2026-04-29T02:12:40.110132Z","end":"2026-04-29T02:12:40.231137Z","steps":["trace[1741014773] 'process raft request' (duration: 120.971775ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:40.231154Z","caller":"traceutil/trace.go:171","msg":"trace[315461925] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"217.20604ms","start":"2026-04-29T02:12:40.013919Z","end":"2026-04-29T02:12:40.231125Z","steps":["trace[315461925] 'process raft request' (duration: 125.083121ms)","trace[315461925] 'compare' (duration: 91.868494ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:40.231326Z","caller":"traceutil/trace.go:171","msg":"trace[457176448] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"217.270611ms","start":"2026-04-29T02:12:40.014046Z","end":"2026-04-29T02:12:40.231317Z","steps":["trace[457176448] 'process raft request' (duration: 216.972566ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:40.231413Z","caller":"traceutil/trace.go:171","msg":"trace[1588999360] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8862; }","duration":"207.782225ms","start":"2026-04-29T02:12:40.023618Z","end":"2026-04-29T02:12:40.231401Z","steps":["trace[1588999360] 'read index received' (duration: 115.502194ms)","trace[1588999360] 'applied index is now lower than readState.Index' (duration: 92.279021ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:40.231488Z","caller":"traceutil/trace.go:171","msg":"trace[1006946073] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"203.775119ms","start":"2026-04-29T02:12:40.027705Z","end":"2026-04-29T02:12:40.23148Z","steps":["trace[1006946073] 'process raft request' (duration: 203.360632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:40.23172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.064896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:12:40.231852Z","caller":"traceutil/trace.go:171","msg":"trace[362217173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8561; }","duration":"218.229178ms","start":"2026-04-29T02:12:40.013598Z","end":"2026-04-29T02:12:40.231827Z","steps":["trace[362217173] 'agreement among raft nodes before linearized reading' (duration: 217.926363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:40.231743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.561811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:12:40.232003Z","caller":"traceutil/trace.go:171","msg":"trace[1527736819] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8561; }","duration":"214.872458ms","start":"2026-04-29T02:12:40.017102Z","end":"2026-04-29T02:12:40.231974Z","steps":["trace[1527736819] 'agreement among raft nodes before linearized reading' (duration: 214.407869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:40.231742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.117246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:12:40.232164Z","caller":"traceutil/trace.go:171","msg":"trace[470836676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8561; }","duration":"218.569386ms","start":"2026-04-29T02:12:40.013563Z","end":"2026-04-29T02:12:40.232133Z","steps":["trace[470836676] 'agreement among raft nodes before linearized reading' (duration: 217.948244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:41.878265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.108206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:12:41.878593Z","caller":"traceutil/trace.go:171","msg":"trace[411690319] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8564; }","duration":"218.479144ms","start":"2026-04-29T02:12:41.660085Z","end":"2026-04-29T02:12:41.878564Z","steps":["trace[411690319] 'count revisions from in-memory index tree' (duration: 218.030485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:41.878736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.008831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:41.879145Z","caller":"traceutil/trace.go:171","msg":"trace[1702925854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8564; }","duration":"510.427049ms","start":"2026-04-29T02:12:41.368689Z","end":"2026-04-29T02:12:41.879116Z","steps":["trace[1702925854] 'range keys from in-memory index tree' (duration: 509.901928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:41.879243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:41.368665Z","time spent":"510.545401ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:12:41.878287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113729518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:12:41.879499Z","caller":"traceutil/trace.go:171","msg":"trace[1392282203] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8564; }","duration":"1.114991542s","start":"2026-04-29T02:12:40.764494Z","end":"2026-04-29T02:12:41.879486Z","steps":["trace[1392282203] 'count revisions from in-memory index tree' (duration: 1.113615766s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:41.879543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:40.764463Z","time spent":"1.115063024s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:12:41.878501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.714861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-29T02:12:41.878713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.647327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:41.879903Z","caller":"traceutil/trace.go:171","msg":"trace[1776639017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8564; }","duration":"476.924203ms","start":"2026-04-29T02:12:41.402739Z","end":"2026-04-29T02:12:41.879663Z","steps":["trace[1776639017] 'range keys from in-memory index tree' (duration: 475.566018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:41.878266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.406845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T02:12:41.880025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:41.402715Z","time spent":"477.28939ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:12:41.880013Z","caller":"traceutil/trace.go:171","msg":"trace[1224721878] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8564; }","duration":"901.002683ms","start":"2026-04-29T02:12:40.978973Z","end":"2026-04-29T02:12:41.879975Z","steps":["trace[1224721878] 'count revisions from in-memory index tree' (duration: 899.524215ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:41.880084Z","caller":"traceutil/trace.go:171","msg":"trace[1893163183] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8564; }","duration":"640.27498ms","start":"2026-04-29T02:12:41.239796Z","end":"2026-04-29T02:12:41.880071Z","steps":["trace[1893163183] 'range keys from in-memory index tree' (duration: 638.205581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:41.880128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:41.239774Z","time spent":"640.340341ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:12:41.880212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:40.978949Z","time spent":"901.163375ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:12:41.945614Z","caller":"traceutil/trace.go:171","msg":"trace[1762222001] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"121.992254ms","start":"2026-04-29T02:12:41.823595Z","end":"2026-04-29T02:12:41.945587Z","steps":["trace[1762222001] 'process raft request' (duration: 121.74514ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.051796Z","caller":"traceutil/trace.go:171","msg":"trace[1144900609] linearizableReadLoop","detail":"{readStateIndex:8872; appliedIndex:8870; }","duration":"106.242571ms","start":"2026-04-29T02:12:41.945507Z","end":"2026-04-29T02:12:42.05175Z","steps":["trace[1144900609] 'read index received' (duration: 40.991435ms)","trace[1144900609] 'applied index is now lower than readState.Index' (duration: 65.250046ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:42.051824Z","caller":"traceutil/trace.go:171","msg":"trace[2092836362] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"167.592955ms","start":"2026-04-29T02:12:41.884198Z","end":"2026-04-29T02:12:42.051791Z","steps":["trace[2092836362] 'process raft request' (duration: 167.411632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:42.051963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.088171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:42.052026Z","caller":"traceutil/trace.go:171","msg":"trace[1363740143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8566; }","duration":"171.163352ms","start":"2026-04-29T02:12:41.880847Z","end":"2026-04-29T02:12:42.05201Z","steps":["trace[1363740143] 'agreement among raft nodes before linearized reading' (duration: 171.025229ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.27041Z","caller":"traceutil/trace.go:171","msg":"trace[1719860156] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8873; }","duration":"194.11207ms","start":"2026-04-29T02:12:42.076239Z","end":"2026-04-29T02:12:42.270351Z","steps":["trace[1719860156] 'read index received' (duration: 190.636055ms)","trace[1719860156] 'applied index is now lower than readState.Index' (duration: 3.474765ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:42.270827Z","caller":"traceutil/trace.go:171","msg":"trace[1500436538] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"216.529688ms","start":"2026-04-29T02:12:42.054285Z","end":"2026-04-29T02:12:42.270814Z","steps":["trace[1500436538] 'process raft request' (duration: 212.546763ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.271106Z","caller":"traceutil/trace.go:171","msg":"trace[1541684838] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"215.158643ms","start":"2026-04-29T02:12:42.055928Z","end":"2026-04-29T02:12:42.271087Z","steps":["trace[1541684838] 'process raft request' (duration: 214.337107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:42.271322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.068168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:12:42.271363Z","caller":"traceutil/trace.go:171","msg":"trace[1325983915] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8569; }","duration":"195.152639ms","start":"2026-04-29T02:12:42.076193Z","end":"2026-04-29T02:12:42.271346Z","steps":["trace[1325983915] 'agreement among raft nodes before linearized reading' (duration: 195.020356ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.470939Z","caller":"traceutil/trace.go:171","msg":"trace[426367964] linearizableReadLoop","detail":"{readStateIndex:8878; appliedIndex:8875; }","duration":"200.421907ms","start":"2026-04-29T02:12:42.270481Z","end":"2026-04-29T02:12:42.470903Z","steps":["trace[426367964] 'read index received' (duration: 109.620814ms)","trace[426367964] 'applied index is now lower than readState.Index' (duration: 90.799483ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:42.47114Z","caller":"traceutil/trace.go:171","msg":"trace[1647031050] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"233.82808ms","start":"2026-04-29T02:12:42.237291Z","end":"2026-04-29T02:12:42.471119Z","steps":["trace[1647031050] 'process raft request' (duration: 233.32362ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.47133Z","caller":"traceutil/trace.go:171","msg":"trace[1238753869] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"233.395082ms","start":"2026-04-29T02:12:42.237907Z","end":"2026-04-29T02:12:42.471302Z","steps":["trace[1238753869] 'process raft request' (duration: 232.926794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:42.471452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.308069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-29T02:12:42.471497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.404172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T02:12:42.471516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.072154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:12:42.471551Z","caller":"traceutil/trace.go:171","msg":"trace[786702104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8572; }","duration":"227.454741ms","start":"2026-04-29T02:12:42.244069Z","end":"2026-04-29T02:12:42.471524Z","steps":["trace[786702104] 'agreement among raft nodes before linearized reading' (duration: 227.134216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:42.471527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.673466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:12:42.471573Z","caller":"traceutil/trace.go:171","msg":"trace[1811449740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8572; }","duration":"235.174746ms","start":"2026-04-29T02:12:42.236382Z","end":"2026-04-29T02:12:42.471557Z","steps":["trace[1811449740] 'agreement among raft nodes before linearized reading' (duration: 234.970732ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.471629Z","caller":"traceutil/trace.go:171","msg":"trace[1338948528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8572; }","duration":"205.809898ms","start":"2026-04-29T02:12:42.265793Z","end":"2026-04-29T02:12:42.471603Z","steps":["trace[1338948528] 'agreement among raft nodes before linearized reading' (duration: 205.518853ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.471558Z","caller":"traceutil/trace.go:171","msg":"trace[345103446] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8572; }","duration":"196.504394ms","start":"2026-04-29T02:12:42.275039Z","end":"2026-04-29T02:12:42.471544Z","steps":["trace[345103446] 'agreement among raft nodes before linearized reading' (duration: 196.30932ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:42.471626Z","caller":"traceutil/trace.go:171","msg":"trace[403023607] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"234.394552ms","start":"2026-04-29T02:12:42.236652Z","end":"2026-04-29T02:12:42.471046Z","steps":["trace[403023607] 'process raft request' (duration: 143.553378ms)","trace[403023607] 'compare' (duration: 90.09372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:42.471643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.195188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:12:42.471818Z","caller":"traceutil/trace.go:171","msg":"trace[1408382287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8572; }","duration":"182.444331ms","start":"2026-04-29T02:12:42.28936Z","end":"2026-04-29T02:12:42.471804Z","steps":["trace[1408382287] 'agreement among raft nodes before linearized reading' (duration: 182.034074ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:43.082095Z","caller":"traceutil/trace.go:171","msg":"trace[106020907] linearizableReadLoop","detail":"{readStateIndex:8881; appliedIndex:8879; }","duration":"604.763927ms","start":"2026-04-29T02:12:42.477306Z","end":"2026-04-29T02:12:43.08207Z","steps":["trace[106020907] 'read index received' (duration: 43.227436ms)","trace[106020907] 'applied index is now lower than readState.Index' (duration: 561.535231ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:43.082184Z","caller":"traceutil/trace.go:171","msg":"trace[628573192] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"605.700944ms","start":"2026-04-29T02:12:42.476448Z","end":"2026-04-29T02:12:43.082149Z","steps":["trace[628573192] 'process raft request' (duration: 605.361278ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:43.082411Z","caller":"traceutil/trace.go:171","msg":"trace[1771450161] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"605.691784ms","start":"2026-04-29T02:12:42.476521Z","end":"2026-04-29T02:12:43.082213Z","steps":["trace[1771450161] 'process raft request' (duration: 605.49295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:43.082446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:42.476418Z","time spent":"605.836557ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:43.082576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.248177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"warn","ts":"2026-04-29T02:12:43.082632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:42.476503Z","time spent":"605.952459ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:43.082687Z","caller":"traceutil/trace.go:171","msg":"trace[531628044] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8575; }","duration":"605.367529ms","start":"2026-04-29T02:12:42.477301Z","end":"2026-04-29T02:12:43.082668Z","steps":["trace[531628044] 'agreement among raft nodes before linearized reading' (duration: 604.968501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:43.082749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:42.477276Z","time spent":"605.463221ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224157,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:12:43.582419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979930635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:12:43.613844Z","caller":"traceutil/trace.go:171","msg":"trace[1249965361] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8881; }","duration":"531.638695ms","start":"2026-04-29T02:12:43.082176Z","end":"2026-04-29T02:12:43.613815Z","steps":["trace[1249965361] 'read index received' (duration: 512.884455ms)","trace[1249965361] 'applied index is now lower than readState.Index' (duration: 18.74927ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:43.613879Z","caller":"traceutil/trace.go:171","msg":"trace[1093643781] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"788.971283ms","start":"2026-04-29T02:12:42.824872Z","end":"2026-04-29T02:12:43.613843Z","steps":["trace[1093643781] 'process raft request' (duration: 770.302035ms)","trace[1093643781] 'compare' (duration: 18.23269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:43.614065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:42.824843Z","time spent":"789.117615ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:12:43.614136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087765604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-29T02:12:43.614116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.41892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:43.614186Z","caller":"traceutil/trace.go:171","msg":"trace[1343944684] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8576; }","duration":"1.087852896s","start":"2026-04-29T02:12:42.526319Z","end":"2026-04-29T02:12:43.614172Z","steps":["trace[1343944684] 'agreement among raft nodes before linearized reading' (duration: 1.087633752s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:43.614223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:42.526307Z","time spent":"1.087906837s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-29T02:12:43.614241Z","caller":"traceutil/trace.go:171","msg":"trace[1359302869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8576; }","duration":"671.572423ms","start":"2026-04-29T02:12:42.942623Z","end":"2026-04-29T02:12:43.614196Z","steps":["trace[1359302869] 'agreement among raft nodes before linearized reading' (duration: 671.266687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:43.614313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:42.942591Z","time spent":"671.693595ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:12:43.614389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.173683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:43.614424Z","caller":"traceutil/trace.go:171","msg":"trace[1335674865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8576; }","duration":"244.249614ms","start":"2026-04-29T02:12:43.370164Z","end":"2026-04-29T02:12:43.614414Z","steps":["trace[1335674865] 'agreement among raft nodes before linearized reading' (duration: 244.198144ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:43.913107Z","caller":"traceutil/trace.go:171","msg":"trace[1693372438] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"294.707079ms","start":"2026-04-29T02:12:43.618372Z","end":"2026-04-29T02:12:43.913079Z","steps":["trace[1693372438] 'process raft request' (duration: 268.035402ms)","trace[1693372438] 'compare' (duration: 26.214698ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:44.123443Z","caller":"traceutil/trace.go:171","msg":"trace[1123355362] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"172.92747ms","start":"2026-04-29T02:12:43.950476Z","end":"2026-04-29T02:12:44.123404Z","steps":["trace[1123355362] 'process raft request' (duration: 98.189229ms)","trace[1123355362] 'compare' (duration: 74.204782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:44.556784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.891157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:44.556878Z","caller":"traceutil/trace.go:171","msg":"trace[348001958] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8579; }","duration":"218.04861ms","start":"2026-04-29T02:12:44.338808Z","end":"2026-04-29T02:12:44.556856Z","steps":["trace[348001958] 'count revisions from in-memory index tree' (duration: 217.779345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:44.556874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.542781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:12:44.556922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.253898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:12:44.557024Z","caller":"traceutil/trace.go:171","msg":"trace[373266716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8579; }","duration":"281.39872ms","start":"2026-04-29T02:12:44.275602Z","end":"2026-04-29T02:12:44.557001Z","steps":["trace[373266716] 'range keys from in-memory index tree' (duration: 280.89308ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:44.557051Z","caller":"traceutil/trace.go:171","msg":"trace[2025431814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8579; }","duration":"188.699434ms","start":"2026-04-29T02:12:44.368261Z","end":"2026-04-29T02:12:44.55696Z","steps":["trace[2025431814] 'range keys from in-memory index tree' (duration: 188.471549ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:02.371946Z","caller":"traceutil/trace.go:171","msg":"trace[1453250953] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"124.804253ms","start":"2026-04-29T02:13:02.247112Z","end":"2026-04-29T02:13:02.371916Z","steps":["trace[1453250953] 'process raft request' (duration: 84.721178ms)","trace[1453250953] 'compare' (duration: 39.858791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:04.426581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.522188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-29T02:13:04.426683Z","caller":"traceutil/trace.go:171","msg":"trace[1908742927] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8691; }","duration":"132.64856ms","start":"2026-04-29T02:13:04.29401Z","end":"2026-04-29T02:13:04.426658Z","steps":["trace[1908742927] 'range keys from in-memory index tree' (duration: 132.394375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.427342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.403864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-29T02:13:04.427455Z","caller":"traceutil/trace.go:171","msg":"trace[1999633999] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8691; }","duration":"133.566266ms","start":"2026-04-29T02:13:04.293865Z","end":"2026-04-29T02:13:04.427431Z","steps":["trace[1999633999] 'range keys from in-memory index tree' (duration: 132.711971ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:04.798864Z","caller":"traceutil/trace.go:171","msg":"trace[1728988851] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"109.727344ms","start":"2026-04-29T02:13:04.689099Z","end":"2026-04-29T02:13:04.798826Z","steps":["trace[1728988851] 'process raft request' (duration: 109.424237ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:05.970824Z","caller":"traceutil/trace.go:171","msg":"trace[1347258764] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"112.920173ms","start":"2026-04-29T02:13:05.857866Z","end":"2026-04-29T02:13:05.970786Z","steps":["trace[1347258764] 'process raft request' (duration: 112.712079ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:08.971792Z","caller":"traceutil/trace.go:171","msg":"trace[1916384850] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"155.001016ms","start":"2026-04-29T02:13:08.816765Z","end":"2026-04-29T02:13:08.971766Z","steps":["trace[1916384850] 'process raft request' (duration: 154.849684ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:09.010264Z","caller":"traceutil/trace.go:171","msg":"trace[1743662974] linearizableReadLoop","detail":"{readStateIndex:9075; appliedIndex:9073; }","duration":"191.070078ms","start":"2026-04-29T02:13:08.819171Z","end":"2026-04-29T02:13:09.010241Z","steps":["trace[1743662974] 'read index received' (duration: 152.50972ms)","trace[1743662974] 'applied index is now lower than readState.Index' (duration: 38.559158ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:09.01058Z","caller":"traceutil/trace.go:171","msg":"trace[724569094] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"192.19616ms","start":"2026-04-29T02:13:08.818374Z","end":"2026-04-29T02:13:09.01057Z","steps":["trace[724569094] 'process raft request' (duration: 191.735371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:09.010811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.620758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-29T02:13:09.010841Z","caller":"traceutil/trace.go:171","msg":"trace[956906965] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8761; }","duration":"191.69147ms","start":"2026-04-29T02:13:08.819141Z","end":"2026-04-29T02:13:09.010833Z","steps":["trace[956906965] 'agreement among raft nodes before linearized reading' (duration: 191.577338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:09.086242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.376507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:13:09.086322Z","caller":"traceutil/trace.go:171","msg":"trace[993306267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8762; }","duration":"247.464948ms","start":"2026-04-29T02:13:08.838839Z","end":"2026-04-29T02:13:09.086304Z","steps":["trace[993306267] 'agreement among raft nodes before linearized reading' (duration: 247.237754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.598198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.991797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/rook-ceph.nfs.csi.ceph.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:10.598321Z","caller":"traceutil/trace.go:171","msg":"trace[732707567] range","detail":"{range_begin:/registry/csidrivers/rook-ceph.nfs.csi.ceph.com; range_end:; response_count:0; response_revision:8768; }","duration":"575.179351ms","start":"2026-04-29T02:13:10.023121Z","end":"2026-04-29T02:13:10.598301Z","steps":["trace[732707567] 'range keys from in-memory index tree' (duration: 574.941417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.598362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.023111Z","time spent":"575.241102ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/rook-ceph.nfs.csi.ceph.com\" "} {"level":"warn","ts":"2026-04-29T02:13:10.598546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.283388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:13:10.5986Z","caller":"traceutil/trace.go:171","msg":"trace[1200460962] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"326.310736ms","start":"2026-04-29T02:13:10.272254Z","end":"2026-04-29T02:13:10.598565Z","steps":["trace[1200460962] 'process raft request' (duration: 306.237623ms)","trace[1200460962] 'compare' (duration: 19.3652ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:10.598601Z","caller":"traceutil/trace.go:171","msg":"trace[1557625549] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"229.354481ms","start":"2026-04-29T02:13:10.369185Z","end":"2026-04-29T02:13:10.598539Z","steps":["trace[1557625549] 'read index received' (duration: 209.173195ms)","trace[1557625549] 'applied index is now lower than readState.Index' (duration: 20.179236ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:10.598664Z","caller":"traceutil/trace.go:171","msg":"trace[1719300107] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8768; }","duration":"346.462772ms","start":"2026-04-29T02:13:10.25217Z","end":"2026-04-29T02:13:10.598632Z","steps":["trace[1719300107] 'count revisions from in-memory index tree' (duration: 346.184576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.598732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.252148Z","time spent":"346.567613ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:10.598749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.272232Z","time spent":"326.434268ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:10.598794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.601526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:10.598872Z","caller":"traceutil/trace.go:171","msg":"trace[1935197783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"229.725608ms","start":"2026-04-29T02:13:10.369128Z","end":"2026-04-29T02:13:10.598853Z","steps":["trace[1935197783] 'agreement among raft nodes before linearized reading' (duration: 229.566555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.59888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.256868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:13:10.598926Z","caller":"traceutil/trace.go:171","msg":"trace[96662398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8769; }","duration":"114.36146ms","start":"2026-04-29T02:13:10.484553Z","end":"2026-04-29T02:13:10.598915Z","steps":["trace[96662398] 'agreement among raft nodes before linearized reading' (duration: 114.178236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:13.831086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979931295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:13:14.331889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979931295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:13:14.44797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333168295s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:13:15.107172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.094747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:15.107296Z","caller":"traceutil/trace.go:171","msg":"trace[243234791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8788; }","duration":"315.228069ms","start":"2026-04-29T02:13:14.792049Z","end":"2026-04-29T02:13:15.107277Z","steps":["trace[243234791] 'range keys from in-memory index tree' (duration: 315.081827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.108277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.984181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:13:15.108389Z","caller":"traceutil/trace.go:171","msg":"trace[20272276] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"1.993641804s","start":"2026-04-29T02:13:13.114727Z","end":"2026-04-29T02:13:15.108369Z","steps":["trace[20272276] 'process raft request' (duration: 1.33347504s)","trace[20272276] 'compare' (duration: 658.435602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:15.10846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.11471Z","time spent":"1.993719535s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:15.314818Z","caller":"traceutil/trace.go:171","msg":"trace[2027301181] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9103; }","duration":"1.984126786s","start":"2026-04-29T02:13:13.330649Z","end":"2026-04-29T02:13:15.314776Z","steps":["trace[2027301181] 'read index received' (duration: 1.117567149s)","trace[2027301181] 'applied index is now lower than readState.Index' (duration: 866.558717ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:15.314959Z","caller":"traceutil/trace.go:171","msg":"trace[28671657] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"1.339204697s","start":"2026-04-29T02:13:13.975706Z","end":"2026-04-29T02:13:15.31491Z","steps":["trace[28671657] 'process raft request' (duration: 1.336628s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.315092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984392373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:13:15.315185Z","caller":"traceutil/trace.go:171","msg":"trace[1667227263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8790; }","duration":"1.984529925s","start":"2026-04-29T02:13:13.330643Z","end":"2026-04-29T02:13:15.315173Z","steps":["trace[1667227263] 'agreement among raft nodes before linearized reading' (duration: 1.98427975s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.315216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.330587Z","time spent":"1.984620497s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:15.315296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.97569Z","time spent":"1.339370401s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:15.318878Z","caller":"traceutil/trace.go:171","msg":"trace[1429199060] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"576.74872ms","start":"2026-04-29T02:13:14.742092Z","end":"2026-04-29T02:13:15.318841Z","steps":["trace[1429199060] 'process raft request' (duration: 576.676818ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:15.318899Z","caller":"traceutil/trace.go:171","msg":"trace[2066701192] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"709.258847ms","start":"2026-04-29T02:13:14.60959Z","end":"2026-04-29T02:13:15.318849Z","steps":["trace[2066701192] 'process raft request' (duration: 708.979302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.319062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:14.742072Z","time spent":"576.894952ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:15.319201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:14.609565Z","time spent":"709.509811ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:15.319298Z","caller":"traceutil/trace.go:171","msg":"trace[456372190] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"566.442698ms","start":"2026-04-29T02:13:14.752842Z","end":"2026-04-29T02:13:15.319285Z","steps":["trace[456372190] 'process raft request' (duration: 565.960448ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:15.319342Z","caller":"traceutil/trace.go:171","msg":"trace[260330614] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"577.87467ms","start":"2026-04-29T02:13:14.741454Z","end":"2026-04-29T02:13:15.319329Z","steps":["trace[260330614] 'process raft request' (duration: 577.272579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.319372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:14.752818Z","time spent":"566.516109ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:15.319426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:14.741425Z","time spent":"577.953402ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:15.319201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942700695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:13:15.319538Z","caller":"traceutil/trace.go:171","msg":"trace[118789105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8794; }","duration":"1.943061852s","start":"2026-04-29T02:13:13.376461Z","end":"2026-04-29T02:13:15.319523Z","steps":["trace[118789105] 'agreement among raft nodes before linearized reading' (duration: 1.942601263s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.319615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.37645Z","time spent":"1.943151284s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:13:15.319627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886306354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:15.320651Z","caller":"traceutil/trace.go:171","msg":"trace[759561199] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8794; }","duration":"1.887360025s","start":"2026-04-29T02:13:13.433274Z","end":"2026-04-29T02:13:15.320634Z","steps":["trace[759561199] 'agreement among raft nodes before linearized reading' (duration: 1.886318775s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.319689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805867258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:13:15.321476Z","caller":"traceutil/trace.go:171","msg":"trace[542001859] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8794; }","duration":"1.80764556s","start":"2026-04-29T02:13:13.513806Z","end":"2026-04-29T02:13:15.321452Z","steps":["trace[542001859] 'agreement among raft nodes before linearized reading' (duration: 1.805784556s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.321554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.513773Z","time spent":"1.807759802s","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:15.319709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928111203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:13:15.321886Z","caller":"traceutil/trace.go:171","msg":"trace[102062312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8794; }","duration":"1.930284924s","start":"2026-04-29T02:13:13.39157Z","end":"2026-04-29T02:13:15.321854Z","steps":["trace[102062312] 'agreement among raft nodes before linearized reading' (duration: 1.928078163s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.319824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.311295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T02:13:15.321959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.391559Z","time spent":"1.930377215s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:15.319897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.885887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:13:15.322051Z","caller":"traceutil/trace.go:171","msg":"trace[255504741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8794; }","duration":"285.456945ms","start":"2026-04-29T02:13:15.036477Z","end":"2026-04-29T02:13:15.321934Z","steps":["trace[255504741] 'agreement among raft nodes before linearized reading' (duration: 283.245824ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:15.322137Z","caller":"traceutil/trace.go:171","msg":"trace[1588389574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8794; }","duration":"684.18048ms","start":"2026-04-29T02:13:14.637941Z","end":"2026-04-29T02:13:15.322121Z","steps":["trace[1588389574] 'agreement among raft nodes before linearized reading' (duration: 681.905488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.322179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:14.637916Z","time spent":"684.251812ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:13:15.319938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.322354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:13:15.319975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.54778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:15.322304Z","caller":"traceutil/trace.go:171","msg":"trace[899797875] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8794; }","duration":"707.680118ms","start":"2026-04-29T02:13:14.614586Z","end":"2026-04-29T02:13:15.322266Z","steps":["trace[899797875] 'agreement among raft nodes before linearized reading' (duration: 705.329004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.322374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:14.614574Z","time spent":"707.783211ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:15.322372Z","caller":"traceutil/trace.go:171","msg":"trace[1171195838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8794; }","duration":"952.928395ms","start":"2026-04-29T02:13:14.369384Z","end":"2026-04-29T02:13:15.322313Z","steps":["trace[1171195838] 'agreement among raft nodes before linearized reading' (duration: 950.571061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.322424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:14.369361Z","time spent":"953.048156ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:15.320042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391284697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-29T02:13:15.320077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702940981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:15.322817Z","caller":"traceutil/trace.go:171","msg":"trace[1800523001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8794; }","duration":"1.705695212s","start":"2026-04-29T02:13:13.617109Z","end":"2026-04-29T02:13:15.322804Z","steps":["trace[1800523001] 'agreement among raft nodes before linearized reading' (duration: 1.70295064s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.322852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.617097Z","time spent":"1.705746312s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:15.320698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.43325Z","time spent":"1.887432716s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:15.322981Z","caller":"traceutil/trace.go:171","msg":"trace[1510336741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8794; }","duration":"1.393986398s","start":"2026-04-29T02:13:13.928728Z","end":"2026-04-29T02:13:15.322714Z","steps":["trace[1510336741] 'agreement among raft nodes before linearized reading' (duration: 1.391263277s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:15.323068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:13.928714Z","time spent":"1.394322514s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:13:16.80896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.568765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:16.809037Z","caller":"traceutil/trace.go:171","msg":"trace[896297058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8800; }","duration":"113.698108ms","start":"2026-04-29T02:13:16.69532Z","end":"2026-04-29T02:13:16.809018Z","steps":["trace[896297058] 'range keys from in-memory index tree' (duration: 113.481503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:16.889616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.978672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-29T02:13:18.234216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.415036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:13:18.234886Z","caller":"traceutil/trace.go:171","msg":"trace[1048752937] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9117; }","duration":"907.249574ms","start":"2026-04-29T02:13:17.327616Z","end":"2026-04-29T02:13:18.234865Z","steps":["trace[1048752937] 'read index received' (duration: 45.575829ms)","trace[1048752937] 'applied index is now lower than readState.Index' (duration: 861.672595ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:18.23498Z","caller":"traceutil/trace.go:171","msg":"trace[1305035988] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"909.603498ms","start":"2026-04-29T02:13:17.325365Z","end":"2026-04-29T02:13:18.234968Z","steps":["trace[1305035988] 'process raft request' (duration: 168.334646ms)","trace[1305035988] 'compare' (duration: 739.906917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:18.235057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.325337Z","time spent":"909.675749ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:18.235202Z","caller":"traceutil/trace.go:171","msg":"trace[909552503] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"909.361512ms","start":"2026-04-29T02:13:17.32583Z","end":"2026-04-29T02:13:18.235192Z","steps":["trace[909552503] 'process raft request' (duration: 908.989946ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:18.235206Z","caller":"traceutil/trace.go:171","msg":"trace[1688884182] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"909.530886ms","start":"2026-04-29T02:13:17.325644Z","end":"2026-04-29T02:13:18.235175Z","steps":["trace[1688884182] 'process raft request' (duration: 909.090078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:18.235367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.325635Z","time spent":"909.646848ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:18.235446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.325733Z","time spent":"909.499975ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:18.235944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.296903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:13:18.236005Z","caller":"traceutil/trace.go:171","msg":"trace[2064382064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8805; }","duration":"908.424666ms","start":"2026-04-29T02:13:17.327567Z","end":"2026-04-29T02:13:18.235991Z","steps":["trace[2064382064] 'agreement among raft nodes before linearized reading' (duration: 907.674681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:18.236303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.327546Z","time spent":"908.742772ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:19.008261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.670816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:13:19.008491Z","caller":"traceutil/trace.go:171","msg":"trace[515126998] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"768.48462ms","start":"2026-04-29T02:13:18.239988Z","end":"2026-04-29T02:13:19.008472Z","steps":["trace[515126998] 'process raft request' (duration: 768.442719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.008565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.239957Z","time spent":"768.572971ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:19.00857Z","caller":"traceutil/trace.go:171","msg":"trace[147882826] linearizableReadLoop","detail":"{readStateIndex:9122; appliedIndex:9121; }","duration":"773.604445ms","start":"2026-04-29T02:13:18.234927Z","end":"2026-04-29T02:13:19.008532Z","steps":["trace[147882826] 'read index received' (duration: 260.513981ms)","trace[147882826] 'applied index is now lower than readState.Index' (duration: 513.085474ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:19.008636Z","caller":"traceutil/trace.go:171","msg":"trace[1123026097] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"770.746363ms","start":"2026-04-29T02:13:18.237843Z","end":"2026-04-29T02:13:19.00859Z","steps":["trace[1123026097] 'process raft request' (duration: 770.520438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.008761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640446798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:13:19.008831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.237823Z","time spent":"770.904936ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:19.008862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674651004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:13:19.008885Z","caller":"traceutil/trace.go:171","msg":"trace[2101590414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"1.64062797s","start":"2026-04-29T02:13:17.368224Z","end":"2026-04-29T02:13:19.008852Z","steps":["trace[2101590414] 'agreement among raft nodes before linearized reading' (duration: 1.640362346s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.008893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675721525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T02:13:19.008917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.902644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:13:19.008931Z","caller":"traceutil/trace.go:171","msg":"trace[238036344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8808; }","duration":"1.674748725s","start":"2026-04-29T02:13:17.334161Z","end":"2026-04-29T02:13:19.008909Z","steps":["trace[238036344] 'agreement among raft nodes before linearized reading' (duration: 1.67443326s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.008938Z","caller":"traceutil/trace.go:171","msg":"trace[1819859559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8808; }","duration":"1.675813116s","start":"2026-04-29T02:13:17.333111Z","end":"2026-04-29T02:13:19.008924Z","steps":["trace[1819859559] 'agreement among raft nodes before linearized reading' (duration: 1.675596522s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.008943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667607342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:13:19.008994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.33415Z","time spent":"1.674835467s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"info","ts":"2026-04-29T02:13:19.008996Z","caller":"traceutil/trace.go:171","msg":"trace[2029937529] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8808; }","duration":"634.040067ms","start":"2026-04-29T02:13:18.374935Z","end":"2026-04-29T02:13:19.008975Z","steps":["trace[2029937529] 'agreement among raft nodes before linearized reading' (duration: 633.897734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.008945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.368212Z","time spent":"1.640724043s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:13:19.009017Z","caller":"traceutil/trace.go:171","msg":"trace[1171187819] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"931.22941ms","start":"2026-04-29T02:13:18.077762Z","end":"2026-04-29T02:13:19.008991Z","steps":["trace[1171187819] 'process raft request' (duration: 417.741048ms)","trace[1171187819] 'compare' (duration: 512.460872ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:19.009028Z","caller":"traceutil/trace.go:171","msg":"trace[1624466496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8808; }","duration":"1.667727155s","start":"2026-04-29T02:13:17.341278Z","end":"2026-04-29T02:13:19.009005Z","steps":["trace[1624466496] 'agreement among raft nodes before linearized reading' (duration: 1.667399579s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.009049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.374909Z","time spent":"634.130718ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:19.009081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.341262Z","time spent":"1.667809926s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:19.009104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67764621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:13:19.009142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.077739Z","time spent":"931.313742ms","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:19.009157Z","caller":"traceutil/trace.go:171","msg":"trace[1936291347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"1.677712671s","start":"2026-04-29T02:13:17.331428Z","end":"2026-04-29T02:13:19.009141Z","steps":["trace[1936291347] 'agreement among raft nodes before linearized reading' (duration: 1.677559568s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.009008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.333098Z","time spent":"1.675900207s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:19.009191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:17.331419Z","time spent":"1.677765271s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:13:19.008958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.67115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:13:19.009308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.723808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:13:19.009326Z","caller":"traceutil/trace.go:171","msg":"trace[1399729665] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8808; }","duration":"431.090778ms","start":"2026-04-29T02:13:18.578219Z","end":"2026-04-29T02:13:19.009309Z","steps":["trace[1399729665] 'agreement among raft nodes before linearized reading' (duration: 430.69121ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.00934Z","caller":"traceutil/trace.go:171","msg":"trace[492258000] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8808; }","duration":"584.78731ms","start":"2026-04-29T02:13:18.424539Z","end":"2026-04-29T02:13:19.009326Z","steps":["trace[492258000] 'agreement among raft nodes before linearized reading' (duration: 584.739779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.009367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.578178Z","time spent":"431.174169ms","remote":"127.0.0.1:42928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:19.00937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:18.424518Z","time spent":"584.84402ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:19.12043Z","caller":"traceutil/trace.go:171","msg":"trace[1503273505] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"102.135332ms","start":"2026-04-29T02:13:19.01828Z","end":"2026-04-29T02:13:19.120415Z","steps":["trace[1503273505] 'process raft request' (duration: 102.072621ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.120459Z","caller":"traceutil/trace.go:171","msg":"trace[169680217] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"102.243343ms","start":"2026-04-29T02:13:19.018184Z","end":"2026-04-29T02:13:19.120427Z","steps":["trace[169680217] 'process raft request' (duration: 102.04378ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.120679Z","caller":"traceutil/trace.go:171","msg":"trace[1608779824] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9124; }","duration":"100.680985ms","start":"2026-04-29T02:13:19.019946Z","end":"2026-04-29T02:13:19.120627Z","steps":["trace[1608779824] 'read index received' (duration: 100.231416ms)","trace[1608779824] 'applied index is now lower than readState.Index' (duration: 446.559µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:19.120833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.859338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:19.120877Z","caller":"traceutil/trace.go:171","msg":"trace[974550066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8811; }","duration":"100.946419ms","start":"2026-04-29T02:13:19.019922Z","end":"2026-04-29T02:13:19.120869Z","steps":["trace[974550066] 'agreement among raft nodes before linearized reading' (duration: 100.849537ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:19.120707Z","caller":"traceutil/trace.go:171","msg":"trace[1327425712] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"102.339116ms","start":"2026-04-29T02:13:19.018318Z","end":"2026-04-29T02:13:19.120657Z","steps":["trace[1327425712] 'process raft request' (duration: 102.065181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:19.121069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.047931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18aab210c67c6da7\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-29T02:13:19.121112Z","caller":"traceutil/trace.go:171","msg":"trace[1857846471] range","detail":"{range_begin:/registry/events/openstack/ceph.18aab210c67c6da7; range_end:; response_count:1; response_revision:8811; }","duration":"101.137883ms","start":"2026-04-29T02:13:19.019962Z","end":"2026-04-29T02:13:19.1211Z","steps":["trace[1857846471] 'agreement among raft nodes before linearized reading' (duration: 100.905129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:27.823473Z","caller":"traceutil/trace.go:171","msg":"trace[1555978158] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"212.744072ms","start":"2026-04-29T02:13:27.610703Z","end":"2026-04-29T02:13:27.823447Z","steps":["trace[1555978158] 'process raft request' (duration: 152.568181ms)","trace[1555978158] 'compare' (duration: 59.679612ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:28.793329Z","caller":"traceutil/trace.go:171","msg":"trace[465002814] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9220; }","duration":"159.439839ms","start":"2026-04-29T02:13:28.633863Z","end":"2026-04-29T02:13:28.793303Z","steps":["trace[465002814] 'read index received' (duration: 159.179694ms)","trace[465002814] 'applied index is now lower than readState.Index' (duration: 259.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:28.793391Z","caller":"traceutil/trace.go:171","msg":"trace[154997784] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"200.229998ms","start":"2026-04-29T02:13:28.593106Z","end":"2026-04-29T02:13:28.793336Z","steps":["trace[154997784] 'process raft request' (duration: 200.023514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:28.793509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.614572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:28.793554Z","caller":"traceutil/trace.go:171","msg":"trace[879604726] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8901; }","duration":"159.721424ms","start":"2026-04-29T02:13:28.633816Z","end":"2026-04-29T02:13:28.793537Z","steps":["trace[879604726] 'agreement among raft nodes before linearized reading' (duration: 159.628902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:29.447278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979931614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:13:29.866864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060809903s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:13:29.867383Z","caller":"traceutil/trace.go:171","msg":"trace[1041515870] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"1.061456316s","start":"2026-04-29T02:13:28.8059Z","end":"2026-04-29T02:13:29.867356Z","steps":["trace[1041515870] 'process raft request' (duration: 1.061250872s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:29.867535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.805871Z","time spent":"1.061590337s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:13:30.096543Z","caller":"traceutil/trace.go:171","msg":"trace[214259270] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"1.268655564s","start":"2026-04-29T02:13:28.827858Z","end":"2026-04-29T02:13:30.096513Z","steps":["trace[214259270] 'process raft request' (duration: 1.26840504s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.096663Z","caller":"traceutil/trace.go:171","msg":"trace[987694543] linearizableReadLoop","detail":"{readStateIndex:9224; appliedIndex:9221; }","duration":"1.149873261s","start":"2026-04-29T02:13:28.946763Z","end":"2026-04-29T02:13:30.096636Z","steps":["trace[987694543] 'read index received' (duration: 920.309516ms)","trace[987694543] 'applied index is now lower than readState.Index' (duration: 229.562215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:30.096692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.82783Z","time spent":"1.268788386s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:30.096732Z","caller":"traceutil/trace.go:171","msg":"trace[480756187] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"668.302234ms","start":"2026-04-29T02:13:29.428395Z","end":"2026-04-29T02:13:30.096697Z","steps":["trace[480756187] 'process raft request' (duration: 668.05461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.096851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150048464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:13:30.096889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.428363Z","time spent":"668.440436ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:30.096955Z","caller":"traceutil/trace.go:171","msg":"trace[1946501075] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8904; }","duration":"1.150182687s","start":"2026-04-29T02:13:28.946746Z","end":"2026-04-29T02:13:30.096928Z","steps":["trace[1946501075] 'agreement among raft nodes before linearized reading' (duration: 1.149995233s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.096953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024325675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-29T02:13:30.096994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034077485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T02:13:30.097003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.946671Z","time spent":"1.150320061s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:30.097008Z","caller":"traceutil/trace.go:171","msg":"trace[1440731977] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8904; }","duration":"1.024402436s","start":"2026-04-29T02:13:29.072592Z","end":"2026-04-29T02:13:30.096994Z","steps":["trace[1440731977] 'agreement among raft nodes before linearized reading' (duration: 1.024226853s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.097021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.250269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:13:30.097031Z","caller":"traceutil/trace.go:171","msg":"trace[600194117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8904; }","duration":"1.034160127s","start":"2026-04-29T02:13:29.062859Z","end":"2026-04-29T02:13:30.09702Z","steps":["trace[600194117] 'agreement among raft nodes before linearized reading' (duration: 1.034071966s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.097047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.07258Z","time spent":"1.024457797s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"info","ts":"2026-04-29T02:13:30.097053Z","caller":"traceutil/trace.go:171","msg":"trace[388293172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8904; }","duration":"824.325611ms","start":"2026-04-29T02:13:29.272718Z","end":"2026-04-29T02:13:30.097043Z","steps":["trace[388293172] 'agreement among raft nodes before linearized reading' (duration: 824.205428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.097064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.062824Z","time spent":"1.034233249s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:30.097083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.272691Z","time spent":"824.385571ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:30.096971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.939274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:13:30.097305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.817969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T02:13:30.09734Z","caller":"traceutil/trace.go:171","msg":"trace[1829660423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8904; }","duration":"889.89135ms","start":"2026-04-29T02:13:29.207437Z","end":"2026-04-29T02:13:30.097329Z","steps":["trace[1829660423] 'agreement among raft nodes before linearized reading' (duration: 889.768237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.09737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.207416Z","time spent":"889.947071ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:13:30.096897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.577973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:13:30.097473Z","caller":"traceutil/trace.go:171","msg":"trace[1285130232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8904; }","duration":"862.199934ms","start":"2026-04-29T02:13:29.235252Z","end":"2026-04-29T02:13:30.097452Z","steps":["trace[1285130232] 'agreement among raft nodes before linearized reading' (duration: 861.554512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.096908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072665384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-29T02:13:30.097583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.235218Z","time spent":"862.325607ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:13:30.097618Z","caller":"traceutil/trace.go:171","msg":"trace[1314151430] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8904; }","duration":"1.073419589s","start":"2026-04-29T02:13:29.02418Z","end":"2026-04-29T02:13:30.097599Z","steps":["trace[1314151430] 'agreement among raft nodes before linearized reading' (duration: 1.072600563s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.097098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.134404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:30.097686Z","caller":"traceutil/trace.go:171","msg":"trace[441767912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8904; }","duration":"801.360072ms","start":"2026-04-29T02:13:29.295929Z","end":"2026-04-29T02:13:30.097289Z","steps":["trace[441767912] 'agreement among raft nodes before linearized reading' (duration: 800.898324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.097709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.02415Z","time spent":"1.07354458s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-29T02:13:30.097762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.295914Z","time spent":"801.835011ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:13:30.09793Z","caller":"traceutil/trace.go:171","msg":"trace[1177852445] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8904; }","duration":"666.800958ms","start":"2026-04-29T02:13:29.430914Z","end":"2026-04-29T02:13:30.097715Z","steps":["trace[1177852445] 'agreement among raft nodes before linearized reading' (duration: 666.102404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.098214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.430899Z","time spent":"667.156734ms","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:30.234999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.585782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-29T02:13:30.235072Z","caller":"traceutil/trace.go:171","msg":"trace[155292433] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8910; }","duration":"130.707165ms","start":"2026-04-29T02:13:30.104348Z","end":"2026-04-29T02:13:30.235055Z","steps":["trace[155292433] 'agreement among raft nodes before linearized reading' (duration: 130.501501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.235267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.089602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18aab210c67c6da7\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-29T02:13:30.23537Z","caller":"traceutil/trace.go:171","msg":"trace[816565041] range","detail":"{range_begin:/registry/events/openstack/ceph.18aab210c67c6da7; range_end:; response_count:1; response_revision:8910; }","duration":"131.242954ms","start":"2026-04-29T02:13:30.104113Z","end":"2026-04-29T02:13:30.235356Z","steps":["trace[816565041] 'agreement among raft nodes before linearized reading' (duration: 130.654003ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:31.528409Z","caller":"traceutil/trace.go:171","msg":"trace[647863564] linearizableReadLoop","detail":"{readStateIndex:9241; appliedIndex:9240; }","duration":"182.122922ms","start":"2026-04-29T02:13:31.34626Z","end":"2026-04-29T02:13:31.528383Z","steps":["trace[647863564] 'read index received' (duration: 181.885707ms)","trace[647863564] 'applied index is now lower than readState.Index' (duration: 235.755µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:31.528602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.896148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:31.528642Z","caller":"traceutil/trace.go:171","msg":"trace[339041622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8920; }","duration":"159.97709ms","start":"2026-04-29T02:13:31.368655Z","end":"2026-04-29T02:13:31.528632Z","steps":["trace[339041622] 'agreement among raft nodes before linearized reading' (duration: 159.882888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:31.528844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.58735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:13:31.528932Z","caller":"traceutil/trace.go:171","msg":"trace[1783412539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8920; }","duration":"182.755944ms","start":"2026-04-29T02:13:31.346152Z","end":"2026-04-29T02:13:31.528908Z","steps":["trace[1783412539] 'agreement among raft nodes before linearized reading' (duration: 182.341496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.643039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979931687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:13:32.839306Z","caller":"traceutil/trace.go:171","msg":"trace[132714046] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"819.164063ms","start":"2026-04-29T02:13:32.020115Z","end":"2026-04-29T02:13:32.839279Z","steps":["trace[132714046] 'process raft request' (duration: 819.007591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.839459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.020081Z","time spent":"819.296866ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:32.857391Z","caller":"traceutil/trace.go:171","msg":"trace[1850410675] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"754.780565ms","start":"2026-04-29T02:13:32.102583Z","end":"2026-04-29T02:13:32.857363Z","steps":["trace[1850410675] 'process raft request' (duration: 754.584711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.857561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.102549Z","time spent":"754.919468ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:32.857679Z","caller":"traceutil/trace.go:171","msg":"trace[1987990155] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"531.187682ms","start":"2026-04-29T02:13:32.326474Z","end":"2026-04-29T02:13:32.857662Z","steps":["trace[1987990155] 'process raft request' (duration: 530.843155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.857784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.326452Z","time spent":"531.279003ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:32.858065Z","caller":"traceutil/trace.go:171","msg":"trace[1345730478] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"435.270235ms","start":"2026-04-29T02:13:32.422772Z","end":"2026-04-29T02:13:32.858042Z","steps":["trace[1345730478] 'process raft request' (duration: 434.816287ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.858085Z","caller":"traceutil/trace.go:171","msg":"trace[21707850] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"414.448348ms","start":"2026-04-29T02:13:32.443613Z","end":"2026-04-29T02:13:32.858061Z","steps":["trace[21707850] 'process raft request' (duration: 414.286855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.858164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.42275Z","time spent":"435.370747ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:32.858059Z","caller":"traceutil/trace.go:171","msg":"trace[1280145685] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9242; }","duration":"715.997612ms","start":"2026-04-29T02:13:32.142036Z","end":"2026-04-29T02:13:32.858033Z","steps":["trace[1280145685] 'read index received' (duration: 697.160762ms)","trace[1280145685] 'applied index is now lower than readState.Index' (duration: 18.8357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:32.858228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.182225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T02:13:32.858288Z","caller":"traceutil/trace.go:171","msg":"trace[1669045939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8926; }","duration":"716.328547ms","start":"2026-04-29T02:13:32.141944Z","end":"2026-04-29T02:13:32.858273Z","steps":["trace[1669045939] 'agreement among raft nodes before linearized reading' (duration: 716.165495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.858328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.141923Z","time spent":"716.396369ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:32.858477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.849537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:13:32.85849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.744838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:13:32.858513Z","caller":"traceutil/trace.go:171","msg":"trace[1807062246] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8926; }","duration":"369.890518ms","start":"2026-04-29T02:13:32.488611Z","end":"2026-04-29T02:13:32.858501Z","steps":["trace[1807062246] 'agreement among raft nodes before linearized reading' (duration: 369.827546ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.858536Z","caller":"traceutil/trace.go:171","msg":"trace[1284559432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:8926; }","duration":"671.826729ms","start":"2026-04-29T02:13:32.186696Z","end":"2026-04-29T02:13:32.858522Z","steps":["trace[1284559432] 'agreement among raft nodes before linearized reading' (duration: 671.669596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.858554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.488566Z","time spent":"369.979849ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:32.858586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.186675Z","time spent":"671.885761ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:13:32.858579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.492929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:13:32.858613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.583135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:32.858638Z","caller":"traceutil/trace.go:171","msg":"trace[1510220600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8926; }","duration":"674.599971ms","start":"2026-04-29T02:13:32.184025Z","end":"2026-04-29T02:13:32.858625Z","steps":["trace[1510220600] 'agreement among raft nodes before linearized reading' (duration: 674.256585ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.858651Z","caller":"traceutil/trace.go:171","msg":"trace[1649685806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8926; }","duration":"489.671747ms","start":"2026-04-29T02:13:32.368968Z","end":"2026-04-29T02:13:32.85864Z","steps":["trace[1649685806] 'agreement among raft nodes before linearized reading' (duration: 489.611416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.858683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.184001Z","time spent":"674.674803ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:32.858685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.368944Z","time spent":"489.73572ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:32.858504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.443588Z","time spent":"414.545499ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:32.858958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.774145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-29T02:13:32.859011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.779835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:13:32.859053Z","caller":"traceutil/trace.go:171","msg":"trace[2031453183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8926; }","duration":"674.863836ms","start":"2026-04-29T02:13:32.184179Z","end":"2026-04-29T02:13:32.859043Z","steps":["trace[2031453183] 'agreement among raft nodes before linearized reading' (duration: 674.748254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.859082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.184161Z","time spent":"674.914918ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:13:32.85907Z","caller":"traceutil/trace.go:171","msg":"trace[197484027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8926; }","duration":"674.919207ms","start":"2026-04-29T02:13:32.18412Z","end":"2026-04-29T02:13:32.859039Z","steps":["trace[197484027] 'agreement among raft nodes before linearized reading' (duration: 674.627832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.859191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.184085Z","time spent":"675.087911ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:13:32.858915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.759325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:13:32.859364Z","caller":"traceutil/trace.go:171","msg":"trace[528977397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8926; }","duration":"675.230073ms","start":"2026-04-29T02:13:32.184119Z","end":"2026-04-29T02:13:32.859349Z","steps":["trace[528977397] 'agreement among raft nodes before linearized reading' (duration: 674.726254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.859414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.184113Z","time spent":"675.286734ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:41.451726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.429361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T02:13:41.451836Z","caller":"traceutil/trace.go:171","msg":"trace[724632185] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:9001; }","duration":"208.603054ms","start":"2026-04-29T02:13:41.24321Z","end":"2026-04-29T02:13:41.451813Z","steps":["trace[724632185] 'range keys from in-memory index tree' (duration: 208.254078ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:46.274541Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024af.wal"} {"level":"info","ts":"2026-04-29T02:14:26.513813Z","caller":"traceutil/trace.go:171","msg":"trace[659545228] linearizableReadLoop","detail":"{readStateIndex:9795; appliedIndex:9794; }","duration":"144.496111ms","start":"2026-04-29T02:14:26.369289Z","end":"2026-04-29T02:14:26.513785Z","steps":["trace[659545228] 'read index received' (duration: 144.43598ms)","trace[659545228] 'applied index is now lower than readState.Index' (duration: 59.101µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:26.513942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.646273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:14:26.513973Z","caller":"traceutil/trace.go:171","msg":"trace[277763912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9455; }","duration":"144.733845ms","start":"2026-04-29T02:14:26.36923Z","end":"2026-04-29T02:14:26.513963Z","steps":["trace[277763912] 'agreement among raft nodes before linearized reading' (duration: 144.661754ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:26.513954Z","caller":"traceutil/trace.go:171","msg":"trace[1911596332] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"167.489329ms","start":"2026-04-29T02:14:26.346413Z","end":"2026-04-29T02:14:26.513902Z","steps":["trace[1911596332] 'process raft request' (duration: 167.213984ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:26.823707Z","caller":"traceutil/trace.go:171","msg":"trace[595646648] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"136.537582ms","start":"2026-04-29T02:14:26.687093Z","end":"2026-04-29T02:14:26.82363Z","steps":["trace[595646648] 'process raft request' (duration: 117.697682ms)","trace[595646648] 'compare' (duration: 18.554945ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:26.823871Z","caller":"traceutil/trace.go:171","msg":"trace[561504097] transaction","detail":"{read_only:false; response_revision:9461; number_of_response:1; }","duration":"135.071205ms","start":"2026-04-29T02:14:26.688767Z","end":"2026-04-29T02:14:26.823838Z","steps":["trace[561504097] 'process raft request' (duration: 134.78305ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:26.824364Z","caller":"traceutil/trace.go:171","msg":"trace[404993108] transaction","detail":"{read_only:false; response_revision:9462; number_of_response:1; }","duration":"133.18837ms","start":"2026-04-29T02:14:26.691139Z","end":"2026-04-29T02:14:26.824327Z","steps":["trace[404993108] 'process raft request' (duration: 132.483006ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:26.824554Z","caller":"traceutil/trace.go:171","msg":"trace[59192413] linearizableReadLoop","detail":"{readStateIndex:9803; appliedIndex:9799; }","duration":"114.721296ms","start":"2026-04-29T02:14:26.709814Z","end":"2026-04-29T02:14:26.824535Z","steps":["trace[59192413] 'read index received' (duration: 2.454996ms)","trace[59192413] 'applied index is now lower than readState.Index' (duration: 112.26472ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:26.824605Z","caller":"traceutil/trace.go:171","msg":"trace[80319501] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"117.574159ms","start":"2026-04-29T02:14:26.706999Z","end":"2026-04-29T02:14:26.824573Z","steps":["trace[80319501] 'process raft request' (duration: 117.269924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:26.824772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.93478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-db-init-5jhmk\" ","response":"range_response_count:1 size:2758"} {"level":"info","ts":"2026-04-29T02:14:26.824808Z","caller":"traceutil/trace.go:171","msg":"trace[1753725732] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-db-init-5jhmk; range_end:; response_count:1; response_revision:9463; }","duration":"115.014901ms","start":"2026-04-29T02:14:26.709781Z","end":"2026-04-29T02:14:26.824795Z","steps":["trace[1753725732] 'agreement among raft nodes before linearized reading' (duration: 114.850798ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:46.434112Z","caller":"traceutil/trace.go:171","msg":"trace[70220048] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"162.958984ms","start":"2026-04-29T02:14:46.271128Z","end":"2026-04-29T02:14:46.434087Z","steps":["trace[70220048] 'process raft request' (duration: 162.551077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.550174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08640984s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T02:14:47.550465Z","caller":"traceutil/trace.go:171","msg":"trace[1827682184] linearizableReadLoop","detail":"{readStateIndex:9994; appliedIndex:9992; }","duration":"1.181325258s","start":"2026-04-29T02:14:46.369104Z","end":"2026-04-29T02:14:47.550429Z","steps":["trace[1827682184] 'read index received' (duration: 64.42529ms)","trace[1827682184] 'applied index is now lower than readState.Index' (duration: 1.116898098s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:47.550621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181498241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:14:47.550716Z","caller":"traceutil/trace.go:171","msg":"trace[1215004148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9651; }","duration":"1.181631584s","start":"2026-04-29T02:14:46.36906Z","end":"2026-04-29T02:14:47.550692Z","steps":["trace[1215004148] 'agreement among raft nodes before linearized reading' (duration: 1.181478781s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.550757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:46.369041Z","time spent":"1.181707845s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:14:47.550908Z","caller":"traceutil/trace.go:171","msg":"trace[1545789054] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"378.452978ms","start":"2026-04-29T02:14:47.171992Z","end":"2026-04-29T02:14:47.550445Z","steps":["trace[1545789054] 'process raft request' (duration: 378.306196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.551082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.171965Z","time spent":"379.028008ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:14:47.799896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.912272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:14:47.800171Z","caller":"traceutil/trace.go:171","msg":"trace[823339326] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"575.414545ms","start":"2026-04-29T02:14:47.22471Z","end":"2026-04-29T02:14:47.800125Z","steps":["trace[823339326] 'process raft request' (duration: 461.119706ms)","trace[823339326] 'compare' (duration: 113.575556ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:47.800277Z","caller":"traceutil/trace.go:171","msg":"trace[1731226931] linearizableReadLoop","detail":"{readStateIndex:9999; appliedIndex:9995; }","duration":"249.729539ms","start":"2026-04-29T02:14:47.550516Z","end":"2026-04-29T02:14:47.800245Z","steps":["trace[1731226931] 'read index received' (duration: 135.352999ms)","trace[1731226931] 'applied index is now lower than readState.Index' (duration: 114.3749ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:47.800319Z","caller":"traceutil/trace.go:171","msg":"trace[373218041] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"560.68552ms","start":"2026-04-29T02:14:47.239593Z","end":"2026-04-29T02:14:47.800279Z","steps":["trace[373218041] 'process raft request' (duration: 560.525227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.800456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105287941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:14:47.800437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.224683Z","time spent":"575.607518ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:14:47.800471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.60502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:14:47.800523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.239556Z","time spent":"560.860284ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:47.800342Z","caller":"traceutil/trace.go:171","msg":"trace[527554058] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"560.860164ms","start":"2026-04-29T02:14:47.239456Z","end":"2026-04-29T02:14:47.800316Z","steps":["trace[527554058] 'process raft request' (duration: 560.594649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.800587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.891295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:14:47.800605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.276097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:14:47.800658Z","caller":"traceutil/trace.go:171","msg":"trace[1772236208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9655; }","duration":"240.986828ms","start":"2026-04-29T02:14:47.55966Z","end":"2026-04-29T02:14:47.800646Z","steps":["trace[1772236208] 'agreement among raft nodes before linearized reading' (duration: 240.899316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.800677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.525795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:14:47.800678Z","caller":"traceutil/trace.go:171","msg":"trace[1204821993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:9655; }","duration":"361.39072ms","start":"2026-04-29T02:14:47.439271Z","end":"2026-04-29T02:14:47.800661Z","steps":["trace[1204821993] 'agreement among raft nodes before linearized reading' (duration: 361.104355ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:47.800709Z","caller":"traceutil/trace.go:171","msg":"trace[293241545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9655; }","duration":"424.578006ms","start":"2026-04-29T02:14:47.376122Z","end":"2026-04-29T02:14:47.8007Z","steps":["trace[293241545] 'agreement among raft nodes before linearized reading' (duration: 424.493694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.800733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.439258Z","time spent":"361.465681ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:14:47.800741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.573168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T02:14:47.800743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.376109Z","time spent":"424.625277ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:14:47.800739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.075728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T02:14:47.800765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.239422Z","time spent":"561.22193ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:47.800521Z","caller":"traceutil/trace.go:171","msg":"trace[875705662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9655; }","duration":"1.105392303s","start":"2026-04-29T02:14:46.695115Z","end":"2026-04-29T02:14:47.800507Z","steps":["trace[875705662] 'agreement among raft nodes before linearized reading' (duration: 1.105293801s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:47.800809Z","caller":"traceutil/trace.go:171","msg":"trace[1131343572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9655; }","duration":"416.16896ms","start":"2026-04-29T02:14:47.384619Z","end":"2026-04-29T02:14:47.800788Z","steps":["trace[1131343572] 'agreement among raft nodes before linearized reading' (duration: 415.955315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.800819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.052651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"warn","ts":"2026-04-29T02:14:47.800845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.384608Z","time spent":"416.228481ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:14:47.800856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:46.69509Z","time spent":"1.10574526s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:14:47.800566Z","caller":"traceutil/trace.go:171","msg":"trace[1165141522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9655; }","duration":"421.737053ms","start":"2026-04-29T02:14:47.378811Z","end":"2026-04-29T02:14:47.800548Z","steps":["trace[1165141522] 'agreement among raft nodes before linearized reading' (duration: 421.528299ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:47.800888Z","caller":"traceutil/trace.go:171","msg":"trace[1583781679] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9655; }","duration":"435.155304ms","start":"2026-04-29T02:14:47.365713Z","end":"2026-04-29T02:14:47.800868Z","steps":["trace[1583781679] 'agreement among raft nodes before linearized reading' (duration: 434.909068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.800923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.365696Z","time spent":"435.219044ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19358,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:14:47.800925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.3788Z","time spent":"422.11162ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:14:47.800556Z","caller":"traceutil/trace.go:171","msg":"trace[2041704737] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"560.731401ms","start":"2026-04-29T02:14:47.239783Z","end":"2026-04-29T02:14:47.800515Z","steps":["trace[2041704737] 'process raft request' (duration: 560.385445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.801041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.239571Z","time spent":"561.415195ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:14:47.800588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.173735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5fmnn\" ","response":"range_response_count:1 size:19692"} {"level":"info","ts":"2026-04-29T02:14:47.801119Z","caller":"traceutil/trace.go:171","msg":"trace[1747332491] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5fmnn; range_end:; response_count:1; response_revision:9655; }","duration":"557.721156ms","start":"2026-04-29T02:14:47.243374Z","end":"2026-04-29T02:14:47.801095Z","steps":["trace[1747332491] 'agreement among raft nodes before linearized reading' (duration: 557.030342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.801183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.243364Z","time spent":"557.804478ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19715,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5fmnn\" "} {"level":"warn","ts":"2026-04-29T02:14:47.800577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.790785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:14:47.801316Z","caller":"traceutil/trace.go:171","msg":"trace[1554112107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9655; }","duration":"414.57903ms","start":"2026-04-29T02:14:47.386705Z","end":"2026-04-29T02:14:47.801284Z","steps":["trace[1554112107] 'agreement among raft nodes before linearized reading' (duration: 413.767215ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:47.800783Z","caller":"traceutil/trace.go:171","msg":"trace[2013149508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9655; }","duration":"531.667731ms","start":"2026-04-29T02:14:47.269104Z","end":"2026-04-29T02:14:47.800772Z","steps":["trace[2013149508] 'agreement among raft nodes before linearized reading' (duration: 531.523357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:47.80137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.386671Z","time spent":"414.683541ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:14:47.8014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.269082Z","time spent":"532.301252ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:14:47.975011Z","caller":"traceutil/trace.go:171","msg":"trace[1149264439] linearizableReadLoop","detail":"{readStateIndex:10000; appliedIndex:9999; }","duration":"168.497037ms","start":"2026-04-29T02:14:47.806464Z","end":"2026-04-29T02:14:47.974961Z","steps":["trace[1149264439] 'read index received' (duration: 140.329612ms)","trace[1149264439] 'applied index is now lower than readState.Index' (duration: 28.165815ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:47.975054Z","caller":"traceutil/trace.go:171","msg":"trace[1950133394] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"168.821524ms","start":"2026-04-29T02:14:47.8062Z","end":"2026-04-29T02:14:47.975021Z","steps":["trace[1950133394] 'process raft request' (duration: 140.550078ms)","trace[1950133394] 'compare' (duration: 28.068892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:47.975257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.771032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-04-29T02:14:47.97533Z","caller":"traceutil/trace.go:171","msg":"trace[1898191915] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9656; }","duration":"168.882644ms","start":"2026-04-29T02:14:47.806429Z","end":"2026-04-29T02:14:47.975311Z","steps":["trace[1898191915] 'agreement among raft nodes before linearized reading' (duration: 168.65872ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:48.192886Z","caller":"traceutil/trace.go:171","msg":"trace[842076158] transaction","detail":"{read_only:false; response_revision:9657; number_of_response:1; }","duration":"386.256343ms","start":"2026-04-29T02:14:47.806595Z","end":"2026-04-29T02:14:48.192851Z","steps":["trace[842076158] 'process raft request' (duration: 385.932026ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:48.192962Z","caller":"traceutil/trace.go:171","msg":"trace[1257116785] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"386.209661ms","start":"2026-04-29T02:14:47.806727Z","end":"2026-04-29T02:14:48.192937Z","steps":["trace[1257116785] 'process raft request' (duration: 385.966606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:48.193251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.806581Z","time spent":"386.494927ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:14:48.193246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.806692Z","time spent":"386.490577ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:48.193937Z","caller":"traceutil/trace.go:171","msg":"trace[105423004] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"386.783822ms","start":"2026-04-29T02:14:47.807108Z","end":"2026-04-29T02:14:48.193892Z","steps":["trace[105423004] 'process raft request' (duration: 385.717093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:48.194206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.807097Z","time spent":"386.967126ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:48.194918Z","caller":"traceutil/trace.go:171","msg":"trace[240063170] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"387.72089ms","start":"2026-04-29T02:14:47.807161Z","end":"2026-04-29T02:14:48.194882Z","steps":["trace[240063170] 'process raft request' (duration: 386.67038ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:48.195028Z","caller":"traceutil/trace.go:171","msg":"trace[2143529102] linearizableReadLoop","detail":"{readStateIndex:10005; appliedIndex:10000; }","duration":"109.960357ms","start":"2026-04-29T02:14:48.085048Z","end":"2026-04-29T02:14:48.195008Z","steps":["trace[2143529102] 'read index received' (duration: 107.368249ms)","trace[2143529102] 'applied index is now lower than readState.Index' (duration: 2.590078ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:48.195025Z","caller":"traceutil/trace.go:171","msg":"trace[1062395822] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"381.574225ms","start":"2026-04-29T02:14:47.813431Z","end":"2026-04-29T02:14:48.195005Z","steps":["trace[1062395822] 'process raft request' (duration: 381.352071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:48.195109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.807148Z","time spent":"387.870063ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:48.194967Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10005,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"warn","ts":"2026-04-29T02:14:48.195227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.185361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:14:48.195273Z","caller":"traceutil/trace.go:171","msg":"trace[1293317612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9661; }","duration":"110.280854ms","start":"2026-04-29T02:14:48.084979Z","end":"2026-04-29T02:14:48.19526Z","steps":["trace[1293317612] 'agreement among raft nodes before linearized reading' (duration: 110.08498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:48.195308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:47.813417Z","time spent":"381.654847ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:48.420005Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10005} {"level":"info","ts":"2026-04-29T02:14:48.420149Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5005} {"level":"info","ts":"2026-04-29T02:16:18.196545Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7903} {"level":"info","ts":"2026-04-29T02:16:18.266546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7903,"took":"67.840323ms","hash":472610141,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":27938816,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-29T02:16:18.266708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":472610141,"revision":7903,"compact-revision":5724} {"level":"info","ts":"2026-04-29T02:16:56.763401Z","caller":"traceutil/trace.go:171","msg":"trace[861644252] transaction","detail":"{read_only:false; response_revision:10537; number_of_response:1; }","duration":"114.732616ms","start":"2026-04-29T02:16:56.648643Z","end":"2026-04-29T02:16:56.763376Z","steps":["trace[861644252] 'process raft request' (duration: 114.552663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:56.609996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.911693ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T02:18:56.610122Z","caller":"traceutil/trace.go:171","msg":"trace[1789611652] linearizableReadLoop","detail":"{readStateIndex:11660; appliedIndex:11659; }","duration":"240.330724ms","start":"2026-04-29T02:18:56.369759Z","end":"2026-04-29T02:18:56.61009Z","steps":["trace[1789611652] 'read index received' (duration: 114.277388ms)","trace[1789611652] 'applied index is now lower than readState.Index' (duration: 126.051686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:18:56.610322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.528997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:18:56.610383Z","caller":"traceutil/trace.go:171","msg":"trace[989504201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11257; }","duration":"240.67116ms","start":"2026-04-29T02:18:56.369696Z","end":"2026-04-29T02:18:56.610367Z","steps":["trace[989504201] 'agreement among raft nodes before linearized reading' (duration: 240.506597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:04.147387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.230691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:20:04.147515Z","caller":"traceutil/trace.go:171","msg":"trace[1722436752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11962; }","duration":"210.382363ms","start":"2026-04-29T02:20:03.937106Z","end":"2026-04-29T02:20:04.147489Z","steps":["trace[1722436752] 'range keys from in-memory index tree' (duration: 210.101109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:04.147525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.600939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:20:04.147624Z","caller":"traceutil/trace.go:171","msg":"trace[1744991709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11962; }","duration":"324.777721ms","start":"2026-04-29T02:20:03.822824Z","end":"2026-04-29T02:20:04.147602Z","steps":["trace[1744991709] 'range keys from in-memory index tree' (duration: 324.369844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:04.147687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:03.822795Z","time spent":"324.882664ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:20:04.147657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.306548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:20:04.147786Z","caller":"traceutil/trace.go:171","msg":"trace[356932005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11962; }","duration":"206.496611ms","start":"2026-04-29T02:20:03.941263Z","end":"2026-04-29T02:20:04.14776Z","steps":["trace[356932005] 'range keys from in-memory index tree' (duration: 206.103564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:04.147782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.935185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:20:04.147918Z","caller":"traceutil/trace.go:171","msg":"trace[1345199566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11962; }","duration":"310.085618ms","start":"2026-04-29T02:20:03.837803Z","end":"2026-04-29T02:20:04.147888Z","steps":["trace[1345199566] 'range keys from in-memory index tree' (duration: 309.749801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:04.147969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:20:03.837771Z","time spent":"310.1858ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:20:04.335677Z","caller":"traceutil/trace.go:171","msg":"trace[1152954796] transaction","detail":"{read_only:false; response_revision:11963; number_of_response:1; }","duration":"183.556525ms","start":"2026-04-29T02:20:04.152076Z","end":"2026-04-29T02:20:04.335632Z","steps":["trace[1152954796] 'process raft request' (duration: 183.29872ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:04.34718Z","caller":"traceutil/trace.go:171","msg":"trace[96075817] linearizableReadLoop","detail":"{readStateIndex:12384; appliedIndex:12380; }","duration":"192.899739ms","start":"2026-04-29T02:20:04.154256Z","end":"2026-04-29T02:20:04.347155Z","steps":["trace[96075817] 'read index received' (duration: 181.225301ms)","trace[96075817] 'applied index is now lower than readState.Index' (duration: 11.673658ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:20:04.347285Z","caller":"traceutil/trace.go:171","msg":"trace[346339547] transaction","detail":"{read_only:false; response_revision:11964; number_of_response:1; }","duration":"195.10951ms","start":"2026-04-29T02:20:04.152154Z","end":"2026-04-29T02:20:04.347264Z","steps":["trace[346339547] 'process raft request' (duration: 194.778493ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:04.347269Z","caller":"traceutil/trace.go:171","msg":"trace[1356579190] transaction","detail":"{read_only:false; response_revision:11965; number_of_response:1; }","duration":"194.812543ms","start":"2026-04-29T02:20:04.152417Z","end":"2026-04-29T02:20:04.34723Z","steps":["trace[1356579190] 'process raft request' (duration: 194.666421ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:04.347418Z","caller":"traceutil/trace.go:171","msg":"trace[364821101] transaction","detail":"{read_only:false; response_revision:11966; number_of_response:1; }","duration":"194.753273ms","start":"2026-04-29T02:20:04.152631Z","end":"2026-04-29T02:20:04.347384Z","steps":["trace[364821101] 'process raft request' (duration: 194.490538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:04.347965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.682903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447857"} {"level":"info","ts":"2026-04-29T02:20:04.348016Z","caller":"traceutil/trace.go:171","msg":"trace[2142719147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11966; }","duration":"193.756194ms","start":"2026-04-29T02:20:04.154248Z","end":"2026-04-29T02:20:04.348004Z","steps":["trace[2142719147] 'agreement among raft nodes before linearized reading' (duration: 193.031371ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:17.212582Z","caller":"traceutil/trace.go:171","msg":"trace[288904975] transaction","detail":"{read_only:false; response_revision:12038; number_of_response:1; }","duration":"127.713115ms","start":"2026-04-29T02:20:17.084848Z","end":"2026-04-29T02:20:17.212561Z","steps":["trace[288904975] 'process raft request' (duration: 106.740075ms)","trace[288904975] 'compare' (duration: 20.712226ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:20:17.212996Z","caller":"traceutil/trace.go:171","msg":"trace[879822592] transaction","detail":"{read_only:false; response_revision:12039; number_of_response:1; }","duration":"122.277656ms","start":"2026-04-29T02:20:17.090684Z","end":"2026-04-29T02:20:17.212961Z","steps":["trace[879822592] 'process raft request' (duration: 121.811306ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:17.213362Z","caller":"traceutil/trace.go:171","msg":"trace[945280256] transaction","detail":"{read_only:false; response_revision:12040; number_of_response:1; }","duration":"121.320087ms","start":"2026-04-29T02:20:17.092004Z","end":"2026-04-29T02:20:17.213324Z","steps":["trace[945280256] 'process raft request' (duration: 120.862079ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:22.588201Z","caller":"traceutil/trace.go:171","msg":"trace[1206958151] transaction","detail":"{read_only:false; response_revision:12066; number_of_response:1; }","duration":"114.997779ms","start":"2026-04-29T02:20:22.473175Z","end":"2026-04-29T02:20:22.588173Z","steps":["trace[1206958151] 'process raft request' (duration: 114.823946ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:22.589254Z","caller":"traceutil/trace.go:171","msg":"trace[1475368750] transaction","detail":"{read_only:false; response_revision:12067; number_of_response:1; }","duration":"112.141946ms","start":"2026-04-29T02:20:22.477088Z","end":"2026-04-29T02:20:22.58923Z","steps":["trace[1475368750] 'process raft request' (duration: 111.78573ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:24.69865Z","caller":"traceutil/trace.go:171","msg":"trace[1407304147] transaction","detail":"{read_only:false; response_revision:12076; number_of_response:1; }","duration":"100.307596ms","start":"2026-04-29T02:20:24.598314Z","end":"2026-04-29T02:20:24.698622Z","steps":["trace[1407304147] 'process raft request' (duration: 100.088352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:24.699016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.284585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:20:24.699228Z","caller":"traceutil/trace.go:171","msg":"trace[140281733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12076; }","duration":"100.574089ms","start":"2026-04-29T02:20:24.598624Z","end":"2026-04-29T02:20:24.699198Z","steps":["trace[140281733] 'agreement among raft nodes before linearized reading' (duration: 100.04057ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:24.727959Z","caller":"traceutil/trace.go:171","msg":"trace[76776234] transaction","detail":"{read_only:false; response_revision:12077; number_of_response:1; }","duration":"127.687816ms","start":"2026-04-29T02:20:24.60024Z","end":"2026-04-29T02:20:24.727928Z","steps":["trace[76776234] 'process raft request' (duration: 127.463602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:24.728011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.245264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:20:24.728058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.047678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:20:24.728093Z","caller":"traceutil/trace.go:171","msg":"trace[1179710522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12077; }","duration":"129.343886ms","start":"2026-04-29T02:20:24.598729Z","end":"2026-04-29T02:20:24.728073Z","steps":["trace[1179710522] 'agreement among raft nodes before linearized reading' (duration: 129.180883ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:24.728105Z","caller":"traceutil/trace.go:171","msg":"trace[1126024790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:12077; }","duration":"124.1246ms","start":"2026-04-29T02:20:24.603969Z","end":"2026-04-29T02:20:24.728093Z","steps":["trace[1126024790] 'agreement among raft nodes before linearized reading' (duration: 123.975667ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:25.756398Z","caller":"traceutil/trace.go:171","msg":"trace[687071153] transaction","detail":"{read_only:false; response_revision:12085; number_of_response:1; }","duration":"149.941499ms","start":"2026-04-29T02:20:25.606433Z","end":"2026-04-29T02:20:25.756375Z","steps":["trace[687071153] 'process raft request' (duration: 149.784917ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:26.821525Z","caller":"traceutil/trace.go:171","msg":"trace[1806533263] linearizableReadLoop","detail":"{readStateIndex:12509; appliedIndex:12508; }","duration":"184.282168ms","start":"2026-04-29T02:20:26.637211Z","end":"2026-04-29T02:20:26.821493Z","steps":["trace[1806533263] 'read index received' (duration: 116.067678ms)","trace[1806533263] 'applied index is now lower than readState.Index' (duration: 68.21216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:20:26.821921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.690475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:20:26.821932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.779341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:20:26.82203Z","caller":"traceutil/trace.go:171","msg":"trace[402721517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12086; }","duration":"184.848759ms","start":"2026-04-29T02:20:26.637163Z","end":"2026-04-29T02:20:26.822011Z","steps":["trace[402721517] 'agreement among raft nodes before linearized reading' (duration: 184.659914ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:26.822057Z","caller":"traceutil/trace.go:171","msg":"trace[1316426793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12086; }","duration":"117.956345ms","start":"2026-04-29T02:20:26.704074Z","end":"2026-04-29T02:20:26.822031Z","steps":["trace[1316426793] 'agreement among raft nodes before linearized reading' (duration: 117.664349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:27.329713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.802034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:20:27.32986Z","caller":"traceutil/trace.go:171","msg":"trace[2066936338] transaction","detail":"{read_only:false; response_revision:12092; number_of_response:1; }","duration":"165.00692ms","start":"2026-04-29T02:20:27.164834Z","end":"2026-04-29T02:20:27.329841Z","steps":["trace[2066936338] 'process raft request' (duration: 55.997442ms)","trace[2066936338] 'compare' (duration: 108.57384ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:20:27.37389Z","caller":"traceutil/trace.go:171","msg":"trace[2083765109] transaction","detail":"{read_only:false; response_revision:12093; number_of_response:1; }","duration":"113.43779ms","start":"2026-04-29T02:20:27.260418Z","end":"2026-04-29T02:20:27.373856Z","steps":["trace[2083765109] 'process raft request' (duration: 113.214146ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:27.413438Z","caller":"traceutil/trace.go:171","msg":"trace[1178271675] transaction","detail":"{read_only:false; response_revision:12094; number_of_response:1; }","duration":"141.565783ms","start":"2026-04-29T02:20:27.271843Z","end":"2026-04-29T02:20:27.413409Z","steps":["trace[1178271675] 'process raft request' (duration: 141.254847ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:27.413615Z","caller":"traceutil/trace.go:171","msg":"trace[495343336] transaction","detail":"{read_only:false; response_revision:12095; number_of_response:1; }","duration":"140.531314ms","start":"2026-04-29T02:20:27.273051Z","end":"2026-04-29T02:20:27.413582Z","steps":["trace[495343336] 'process raft request' (duration: 140.259479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:27.41362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.768551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:20:27.413697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.583236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-04-29T02:20:27.413736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.958634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T02:20:27.413735Z","caller":"traceutil/trace.go:171","msg":"trace[1303334422] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12095; }","duration":"167.914824ms","start":"2026-04-29T02:20:27.245794Z","end":"2026-04-29T02:20:27.413709Z","steps":["trace[1303334422] 'agreement among raft nodes before linearized reading' (duration: 167.67602ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:27.413775Z","caller":"traceutil/trace.go:171","msg":"trace[985387988] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12095; }","duration":"168.009445ms","start":"2026-04-29T02:20:27.245755Z","end":"2026-04-29T02:20:27.413764Z","steps":["trace[985387988] 'agreement among raft nodes before linearized reading' (duration: 167.852613ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:20:27.413762Z","caller":"traceutil/trace.go:171","msg":"trace[716839167] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12095; }","duration":"168.689568ms","start":"2026-04-29T02:20:27.245054Z","end":"2026-04-29T02:20:27.413744Z","steps":["trace[716839167] 'agreement among raft nodes before linearized reading' (duration: 168.379142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:27.413864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.429152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:27.413906Z","caller":"traceutil/trace.go:171","msg":"trace[2102069074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12095; }","duration":"169.493834ms","start":"2026-04-29T02:20:27.244401Z","end":"2026-04-29T02:20:27.413894Z","steps":["trace[2102069074] 'agreement among raft nodes before linearized reading' (duration: 169.412842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:20:27.414214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.306789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:20:27.414298Z","caller":"traceutil/trace.go:171","msg":"trace[1790009789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12095; }","duration":"171.028413ms","start":"2026-04-29T02:20:27.24325Z","end":"2026-04-29T02:20:27.414278Z","steps":["trace[1790009789] 'agreement among raft nodes before linearized reading' (duration: 170.245388ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:21:18.202865Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10268} {"level":"info","ts":"2026-04-29T02:21:18.283492Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10268,"took":"78.168014ms","hash":210543996,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":25657344,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-29T02:21:18.283568Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":210543996,"revision":10268,"compact-revision":7903} {"level":"info","ts":"2026-04-29T02:26:18.212236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12444} {"level":"info","ts":"2026-04-29T02:26:18.295476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12444,"took":"80.702341ms","hash":1473990657,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":27369472,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-29T02:26:18.295571Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1473990657,"revision":12444,"compact-revision":10268} {"level":"info","ts":"2026-04-29T02:27:13.166525Z","caller":"traceutil/trace.go:171","msg":"trace[1676598834] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"114.069772ms","start":"2026-04-29T02:27:13.052439Z","end":"2026-04-29T02:27:13.166509Z","steps":["trace[1676598834] 'process raft request' (duration: 101.316425ms)","trace[1676598834] 'compare' (duration: 12.680116ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:39.561401Z","caller":"traceutil/trace.go:171","msg":"trace[1901442996] linearizableReadLoop","detail":"{readStateIndex:15427; appliedIndex:15426; }","duration":"345.07037ms","start":"2026-04-29T02:27:39.216295Z","end":"2026-04-29T02:27:39.561365Z","steps":["trace[1901442996] 'read index received' (duration: 344.841366ms)","trace[1901442996] 'applied index is now lower than readState.Index' (duration: 227.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:39.561463Z","caller":"traceutil/trace.go:171","msg":"trace[2043079399] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"353.007717ms","start":"2026-04-29T02:27:39.208429Z","end":"2026-04-29T02:27:39.561437Z","steps":["trace[2043079399] 'process raft request' (duration: 352.766313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:39.561712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.877068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T02:27:39.561745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.418787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T02:27:39.561851Z","caller":"traceutil/trace.go:171","msg":"trace[988264221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14904; }","duration":"345.555379ms","start":"2026-04-29T02:27:39.216273Z","end":"2026-04-29T02:27:39.561828Z","steps":["trace[988264221] 'agreement among raft nodes before linearized reading' (duration: 345.271734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:39.561899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.21626Z","time spent":"345.62988ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:27:39.561773Z","caller":"traceutil/trace.go:171","msg":"trace[1901906366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14904; }","duration":"336.99334ms","start":"2026-04-29T02:27:39.224765Z","end":"2026-04-29T02:27:39.561758Z","steps":["trace[1901906366] 'agreement among raft nodes before linearized reading' (duration: 336.796896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:39.561935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.926582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T02:27:39.56204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.224747Z","time spent":"337.271535ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:27:39.56208Z","caller":"traceutil/trace.go:171","msg":"trace[1252541944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14904; }","duration":"284.106035ms","start":"2026-04-29T02:27:39.277944Z","end":"2026-04-29T02:27:39.56205Z","steps":["trace[1252541944] 'agreement among raft nodes before linearized reading' (duration: 283.760379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:39.561975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:39.208409Z","time spent":"353.299693ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:40.675606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.291318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:40.675713Z","caller":"traceutil/trace.go:171","msg":"trace[783663383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14908; }","duration":"306.455792ms","start":"2026-04-29T02:27:40.369233Z","end":"2026-04-29T02:27:40.675689Z","steps":["trace[783663383] 'range keys from in-memory index tree' (duration: 306.117776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.675733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.52043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:27:40.675767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:40.369212Z","time spent":"306.541203ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:27:40.675818Z","caller":"traceutil/trace.go:171","msg":"trace[168388618] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14908; }","duration":"165.677803ms","start":"2026-04-29T02:27:40.510121Z","end":"2026-04-29T02:27:40.675799Z","steps":["trace[168388618] 'count revisions from in-memory index tree' (duration: 165.379676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:40.676201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.528784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:27:40.676292Z","caller":"traceutil/trace.go:171","msg":"trace[2066152926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:14908; }","duration":"176.663926ms","start":"2026-04-29T02:27:40.499603Z","end":"2026-04-29T02:27:40.676267Z","steps":["trace[2066152926] 'range keys from in-memory index tree' (duration: 176.31056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.107084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979948286,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:27:48.336591Z","caller":"traceutil/trace.go:171","msg":"trace[186577188] linearizableReadLoop","detail":"{readStateIndex:15471; appliedIndex:15470; }","duration":"730.262858ms","start":"2026-04-29T02:27:47.606302Z","end":"2026-04-29T02:27:48.336565Z","steps":["trace[186577188] 'read index received' (duration: 730.011794ms)","trace[186577188] 'applied index is now lower than readState.Index' (duration: 249.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:48.336742Z","caller":"traceutil/trace.go:171","msg":"trace[2006939067] transaction","detail":"{read_only:false; response_revision:14946; number_of_response:1; }","duration":"736.174379ms","start":"2026-04-29T02:27:47.600453Z","end":"2026-04-29T02:27:48.336627Z","steps":["trace[2006939067] 'process raft request' (duration: 735.945145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.336931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.576784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:27:48.33704Z","caller":"traceutil/trace.go:171","msg":"trace[1431749609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14946; }","duration":"730.744318ms","start":"2026-04-29T02:27:47.606271Z","end":"2026-04-29T02:27:48.337015Z","steps":["trace[1431749609] 'agreement among raft nodes before linearized reading' (duration: 730.394241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.337032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.095778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:27:48.337085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.398123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T02:27:48.337109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:47.60626Z","time spent":"730.83551ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:27:48.337118Z","caller":"traceutil/trace.go:171","msg":"trace[649263989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14946; }","duration":"657.237141ms","start":"2026-04-29T02:27:47.679862Z","end":"2026-04-29T02:27:48.337099Z","steps":["trace[649263989] 'agreement among raft nodes before linearized reading' (duration: 657.023496ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:48.337146Z","caller":"traceutil/trace.go:171","msg":"trace[985131281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14946; }","duration":"270.500284ms","start":"2026-04-29T02:27:48.066629Z","end":"2026-04-29T02:27:48.337129Z","steps":["trace[985131281] 'agreement among raft nodes before linearized reading' (duration: 270.350362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.337174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:47.679839Z","time spent":"657.327182ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:27:48.337369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:47.600425Z","time spent":"736.519065ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:48.337398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.098571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:27:48.337659Z","caller":"traceutil/trace.go:171","msg":"trace[1228400964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14946; }","duration":"654.416237ms","start":"2026-04-29T02:27:47.683225Z","end":"2026-04-29T02:27:48.337642Z","steps":["trace[1228400964] 'agreement among raft nodes before linearized reading' (duration: 653.749616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:48.337998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:47.683207Z","time spent":"654.751393ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:27:48.844396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979948290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:27:49.344811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979948290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:27:49.517518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175889291s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:27:49.518196Z","caller":"traceutil/trace.go:171","msg":"trace[1856354557] transaction","detail":"{read_only:false; response_revision:14947; number_of_response:1; }","duration":"1.176649165s","start":"2026-04-29T02:27:48.341513Z","end":"2026-04-29T02:27:49.518162Z","steps":["trace[1856354557] 'process raft request' (duration: 1.176444661s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.518365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.341488Z","time spent":"1.176785898s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:49.623764Z","caller":"traceutil/trace.go:171","msg":"trace[1618251135] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"1.281267153s","start":"2026-04-29T02:27:48.342469Z","end":"2026-04-29T02:27:49.623736Z","steps":["trace[1618251135] 'process raft request' (duration: 1.281190821s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.623949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.34244Z","time spent":"1.281411926s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:49.624162Z","caller":"traceutil/trace.go:171","msg":"trace[1729570100] transaction","detail":"{read_only:false; response_revision:14950; number_of_response:1; }","duration":"1.28056338s","start":"2026-04-29T02:27:48.343571Z","end":"2026-04-29T02:27:49.624134Z","steps":["trace[1729570100] 'process raft request' (duration: 1.280130212s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.624304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.343559Z","time spent":"1.280664222s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:49.624287Z","caller":"traceutil/trace.go:171","msg":"trace[1714959749] transaction","detail":"{read_only:false; response_revision:14948; number_of_response:1; }","duration":"1.281856434s","start":"2026-04-29T02:27:48.342381Z","end":"2026-04-29T02:27:49.624238Z","steps":["trace[1714959749] 'process raft request' (duration: 1.2811294s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.624573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.342346Z","time spent":"1.282101938s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:49.624645Z","caller":"traceutil/trace.go:171","msg":"trace[1757492992] transaction","detail":"{read_only:false; response_revision:14951; number_of_response:1; }","duration":"672.421572ms","start":"2026-04-29T02:27:48.952206Z","end":"2026-04-29T02:27:49.624628Z","steps":["trace[1757492992] 'process raft request' (duration: 671.843142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.62477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.952181Z","time spent":"672.501624ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:49.624913Z","caller":"traceutil/trace.go:171","msg":"trace[1452242128] transaction","detail":"{read_only:false; response_revision:14952; number_of_response:1; }","duration":"648.977096ms","start":"2026-04-29T02:27:48.975918Z","end":"2026-04-29T02:27:49.624895Z","steps":["trace[1452242128] 'process raft request' (duration: 648.568328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.624991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.975896Z","time spent":"649.052588ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:27:49.624961Z","caller":"traceutil/trace.go:171","msg":"trace[193242405] linearizableReadLoop","detail":"{readStateIndex:15479; appliedIndex:15471; }","duration":"1.281469936s","start":"2026-04-29T02:27:48.343446Z","end":"2026-04-29T02:27:49.624916Z","steps":["trace[193242405] 'read index received' (duration: 1.174467805s)","trace[193242405] 'applied index is now lower than readState.Index' (duration: 107.000621ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:27:49.625118Z","caller":"traceutil/trace.go:171","msg":"trace[865250057] transaction","detail":"{read_only:false; response_revision:14953; number_of_response:1; }","duration":"646.799356ms","start":"2026-04-29T02:27:48.978308Z","end":"2026-04-29T02:27:49.625108Z","steps":["trace[865250057] 'process raft request' (duration: 646.450299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.625227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.978281Z","time spent":"646.865697ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:49.62533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256276768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:49.625373Z","caller":"traceutil/trace.go:171","msg":"trace[1544065497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14954; }","duration":"1.256354999s","start":"2026-04-29T02:27:48.369008Z","end":"2026-04-29T02:27:49.625363Z","steps":["trace[1544065497] 'agreement among raft nodes before linearized reading' (duration: 1.256288368s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.625402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.368995Z","time spent":"1.25640028s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:27:49.625401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281920145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:27:49.625253Z","caller":"traceutil/trace.go:171","msg":"trace[839336456] transaction","detail":"{read_only:false; response_revision:14954; number_of_response:1; }","duration":"644.784019ms","start":"2026-04-29T02:27:48.980452Z","end":"2026-04-29T02:27:49.625236Z","steps":["trace[839336456] 'process raft request' (duration: 644.37502ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:49.625488Z","caller":"traceutil/trace.go:171","msg":"trace[1902211060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14954; }","duration":"1.282052857s","start":"2026-04-29T02:27:48.343414Z","end":"2026-04-29T02:27:49.625467Z","steps":["trace[1902211060] 'agreement among raft nodes before linearized reading' (duration: 1.281760072s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.625535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.343399Z","time spent":"1.282127839s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:27:49.625566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.980429Z","time spent":"645.090935ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:27:49.625593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.025788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-04-29T02:27:49.625638Z","caller":"traceutil/trace.go:171","msg":"trace[2145882459] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14954; }","duration":"261.109459ms","start":"2026-04-29T02:27:49.364519Z","end":"2026-04-29T02:27:49.625629Z","steps":["trace[2145882459] 'agreement among raft nodes before linearized reading' (duration: 261.028697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.625788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.14906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:27:49.625831Z","caller":"traceutil/trace.go:171","msg":"trace[300524798] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:14954; }","duration":"885.232932ms","start":"2026-04-29T02:27:48.740585Z","end":"2026-04-29T02:27:49.625818Z","steps":["trace[300524798] 'agreement among raft nodes before linearized reading' (duration: 885.08987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.625861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.740561Z","time spent":"885.293484ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:27:49.6259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13015097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:27:49.62593Z","caller":"traceutil/trace.go:171","msg":"trace[345766940] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:14954; }","duration":"1.130184441s","start":"2026-04-29T02:27:48.495737Z","end":"2026-04-29T02:27:49.625921Z","steps":["trace[345766940] 'agreement among raft nodes before linearized reading' (duration: 1.130055779s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.625957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:48.495678Z","time spent":"1.130272293s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":115,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:27:49.625968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.334169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:49.62656Z","caller":"traceutil/trace.go:171","msg":"trace[1164382521] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14954; }","duration":"314.940731ms","start":"2026-04-29T02:27:49.311597Z","end":"2026-04-29T02:27:49.626537Z","steps":["trace[1164382521] 'agreement among raft nodes before linearized reading' (duration: 314.344269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:49.626671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:27:49.311577Z","time spent":"315.072793ms","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:28:04.51309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.430617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:28:04.513257Z","caller":"traceutil/trace.go:171","msg":"trace[1380831563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15042; }","duration":"144.653392ms","start":"2026-04-29T02:28:04.36857Z","end":"2026-04-29T02:28:04.513223Z","steps":["trace[1380831563] 'range keys from in-memory index tree' (duration: 144.230744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:04.513146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.741559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:28:04.514745Z","caller":"traceutil/trace.go:171","msg":"trace[470925207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15042; }","duration":"105.675516ms","start":"2026-04-29T02:28:04.40832Z","end":"2026-04-29T02:28:04.513996Z","steps":["trace[470925207] 'range keys from in-memory index tree' (duration: 104.547356ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:05.863818Z","caller":"traceutil/trace.go:171","msg":"trace[1712836170] linearizableReadLoop","detail":"{readStateIndex:15576; appliedIndex:15575; }","duration":"215.173634ms","start":"2026-04-29T02:28:05.648615Z","end":"2026-04-29T02:28:05.863788Z","steps":["trace[1712836170] 'read index received' (duration: 215.081432ms)","trace[1712836170] 'applied index is now lower than readState.Index' (duration: 91.142µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:28:05.863982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.336078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:28:05.864025Z","caller":"traceutil/trace.go:171","msg":"trace[218593565] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:15046; }","duration":"215.445209ms","start":"2026-04-29T02:28:05.648567Z","end":"2026-04-29T02:28:05.864013Z","steps":["trace[218593565] 'agreement among raft nodes before linearized reading' (duration: 215.343157ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:05.863902Z","caller":"traceutil/trace.go:171","msg":"trace[1063622000] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"273.007401ms","start":"2026-04-29T02:28:05.590848Z","end":"2026-04-29T02:28:05.863855Z","steps":["trace[1063622000] 'process raft request' (duration: 272.785646ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:06.333038Z","caller":"traceutil/trace.go:171","msg":"trace[772340384] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"647.444008ms","start":"2026-04-29T02:28:05.685564Z","end":"2026-04-29T02:28:06.333008Z","steps":["trace[772340384] 'process raft request' (duration: 647.358337ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:06.33315Z","caller":"traceutil/trace.go:171","msg":"trace[721333632] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"651.395822ms","start":"2026-04-29T02:28:05.681714Z","end":"2026-04-29T02:28:06.33311Z","steps":["trace[721333632] 'process raft request' (duration: 651.066375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:06.333201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.68555Z","time spent":"647.562591ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:06.333315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.681691Z","time spent":"651.541075ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:28:06.33336Z","caller":"traceutil/trace.go:171","msg":"trace[38178585] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"647.247534ms","start":"2026-04-29T02:28:05.686082Z","end":"2026-04-29T02:28:06.33333Z","steps":["trace[38178585] 'process raft request' (duration: 646.881017ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:06.333415Z","caller":"traceutil/trace.go:171","msg":"trace[1969517613] linearizableReadLoop","detail":"{readStateIndex:15581; appliedIndex:15576; }","duration":"469.506496ms","start":"2026-04-29T02:28:05.86389Z","end":"2026-04-29T02:28:06.333396Z","steps":["trace[1969517613] 'read index received' (duration: 468.889044ms)","trace[1969517613] 'applied index is now lower than readState.Index' (duration: 616.642µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:28:06.333452Z","caller":"traceutil/trace.go:171","msg":"trace[826813065] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"646.658144ms","start":"2026-04-29T02:28:05.686785Z","end":"2026-04-29T02:28:06.333443Z","steps":["trace[826813065] 'process raft request' (duration: 646.41699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:06.333497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.686766Z","time spent":"646.711075ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:06.333513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.686073Z","time spent":"647.380706ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:06.333551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.05718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T02:28:06.333575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.180775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:28:06.333609Z","caller":"traceutil/trace.go:171","msg":"trace[803794313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15051; }","duration":"625.151943ms","start":"2026-04-29T02:28:05.708444Z","end":"2026-04-29T02:28:06.333596Z","steps":["trace[803794313] 'agreement among raft nodes before linearized reading' (duration: 624.98212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:06.333643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.708435Z","time spent":"625.202463ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:28:06.333648Z","caller":"traceutil/trace.go:171","msg":"trace[1918935064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:15051; }","duration":"574.281326ms","start":"2026-04-29T02:28:05.759349Z","end":"2026-04-29T02:28:06.333631Z","steps":["trace[1918935064] 'agreement among raft nodes before linearized reading' (duration: 574.067712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:06.333682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.759339Z","time spent":"574.337257ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:28:06.333693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.852903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:28:06.333738Z","caller":"traceutil/trace.go:171","msg":"trace[1176856126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15051; }","duration":"627.938134ms","start":"2026-04-29T02:28:05.705793Z","end":"2026-04-29T02:28:06.333731Z","steps":["trace[1176856126] 'agreement among raft nodes before linearized reading' (duration: 627.682329ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:06.333724Z","caller":"traceutil/trace.go:171","msg":"trace[2084118903] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"583.503568ms","start":"2026-04-29T02:28:05.750103Z","end":"2026-04-29T02:28:06.333607Z","steps":["trace[2084118903] 'process raft request' (duration: 583.231493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:06.333952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.750081Z","time spent":"583.770923ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:06.333958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.152932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:28:06.334042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.705781Z","time spent":"627.980036ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:28:06.334072Z","caller":"traceutil/trace.go:171","msg":"trace[650555327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15051; }","duration":"626.319245ms","start":"2026-04-29T02:28:05.707732Z","end":"2026-04-29T02:28:06.334052Z","steps":["trace[650555327] 'agreement among raft nodes before linearized reading' (duration: 625.705314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:06.334239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:05.707711Z","time spent":"626.514628ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:28:28.256618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979949413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:28:28.609444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081594067s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:28:28.649016Z","caller":"traceutil/trace.go:171","msg":"trace[1551845480] transaction","detail":"{read_only:false; response_revision:15353; number_of_response:1; }","duration":"1.121223234s","start":"2026-04-29T02:28:27.527772Z","end":"2026-04-29T02:28:28.648995Z","steps":["trace[1551845480] 'process raft request' (duration: 1.081895333s)","trace[1551845480] 'compare' (duration: 38.930174ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:28:28.649028Z","caller":"traceutil/trace.go:171","msg":"trace[2013459501] linearizableReadLoop","detail":"{readStateIndex:15897; appliedIndex:15896; }","duration":"893.315763ms","start":"2026-04-29T02:28:27.755681Z","end":"2026-04-29T02:28:28.648997Z","steps":["trace[2013459501] 'read index received' (duration: 853.999172ms)","trace[2013459501] 'applied index is now lower than readState.Index' (duration: 39.315241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:28:28.649134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:27.527756Z","time spent":"1.121321026s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:28.649268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.574248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb214393-96e9-4ed1-9d45-4f1b093e193b\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-29T02:28:28.649344Z","caller":"traceutil/trace.go:171","msg":"trace[1101277972] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb214393-96e9-4ed1-9d45-4f1b093e193b; range_end:; response_count:1; response_revision:15353; }","duration":"893.70651ms","start":"2026-04-29T02:28:27.75562Z","end":"2026-04-29T02:28:28.649326Z","steps":["trace[1101277972] 'agreement among raft nodes before linearized reading' (duration: 893.471616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.649379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:27.755592Z","time spent":"893.780531ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb214393-96e9-4ed1-9d45-4f1b093e193b\" "} {"level":"info","ts":"2026-04-29T02:28:28.652869Z","caller":"traceutil/trace.go:171","msg":"trace[2026938907] transaction","detail":"{read_only:false; response_revision:15354; number_of_response:1; }","duration":"223.187713ms","start":"2026-04-29T02:28:28.429665Z","end":"2026-04-29T02:28:28.652853Z","steps":["trace[2026938907] 'process raft request' (duration: 223.059661ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:28.653134Z","caller":"traceutil/trace.go:171","msg":"trace[1206982990] transaction","detail":"{read_only:false; response_revision:15355; number_of_response:1; }","duration":"222.560252ms","start":"2026-04-29T02:28:28.430536Z","end":"2026-04-29T02:28:28.653096Z","steps":["trace[1206982990] 'process raft request' (duration: 222.287727ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:28.65322Z","caller":"traceutil/trace.go:171","msg":"trace[1694226549] transaction","detail":"{read_only:false; response_revision:15356; number_of_response:1; }","duration":"222.015992ms","start":"2026-04-29T02:28:28.431167Z","end":"2026-04-29T02:28:28.653183Z","steps":["trace[1694226549] 'process raft request' (duration: 221.846939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.653382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.726019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:28:28.653414Z","caller":"traceutil/trace.go:171","msg":"trace[418480445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15357; }","duration":"686.81143ms","start":"2026-04-29T02:28:27.966594Z","end":"2026-04-29T02:28:28.653405Z","steps":["trace[418480445] 'agreement among raft nodes before linearized reading' (duration: 686.713658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.653434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:27.966564Z","time spent":"686.866021ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:28:28.653424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.083137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:28:28.65346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.914758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:28:28.653493Z","caller":"traceutil/trace.go:171","msg":"trace[1328311092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15357; }","duration":"193.973739ms","start":"2026-04-29T02:28:28.459509Z","end":"2026-04-29T02:28:28.653483Z","steps":["trace[1328311092] 'agreement among raft nodes before linearized reading' (duration: 193.845826ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:28.653492Z","caller":"traceutil/trace.go:171","msg":"trace[1059214758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15357; }","duration":"284.207678ms","start":"2026-04-29T02:28:28.369265Z","end":"2026-04-29T02:28:28.653473Z","steps":["trace[1059214758] 'agreement among raft nodes before linearized reading' (duration: 284.094856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.653524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.151231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-29T02:28:28.653545Z","caller":"traceutil/trace.go:171","msg":"trace[1704407460] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15357; }","duration":"353.168841ms","start":"2026-04-29T02:28:28.300368Z","end":"2026-04-29T02:28:28.653537Z","steps":["trace[1704407460] 'agreement among raft nodes before linearized reading' (duration: 353.11185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.653564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.300345Z","time spent":"353.214812ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-29T02:28:28.653618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.145172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:28:28.653667Z","caller":"traceutil/trace.go:171","msg":"trace[1559314521] transaction","detail":"{read_only:false; response_revision:15357; number_of_response:1; }","duration":"221.997221ms","start":"2026-04-29T02:28:28.431659Z","end":"2026-04-29T02:28:28.653656Z","steps":["trace[1559314521] 'process raft request' (duration: 221.476441ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:28.653686Z","caller":"traceutil/trace.go:171","msg":"trace[183774474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15357; }","duration":"194.235644ms","start":"2026-04-29T02:28:28.459431Z","end":"2026-04-29T02:28:28.653667Z","steps":["trace[183774474] 'agreement among raft nodes before linearized reading' (duration: 194.04779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.653704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.018552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb214393-96e9-4ed1-9d45-4f1b093e193b\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-04-29T02:28:28.653689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.602157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:28:28.653727Z","caller":"traceutil/trace.go:171","msg":"trace[3471451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb214393-96e9-4ed1-9d45-4f1b093e193b; range_end:; response_count:1; response_revision:15357; }","duration":"379.077523ms","start":"2026-04-29T02:28:28.274642Z","end":"2026-04-29T02:28:28.65372Z","steps":["trace[3471451] 'agreement among raft nodes before linearized reading' (duration: 379.013832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.653746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.274621Z","time spent":"379.119834ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb214393-96e9-4ed1-9d45-4f1b093e193b\" "} {"level":"info","ts":"2026-04-29T02:28:28.653744Z","caller":"traceutil/trace.go:171","msg":"trace[207349310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15357; }","duration":"197.723469ms","start":"2026-04-29T02:28:28.456005Z","end":"2026-04-29T02:28:28.653728Z","steps":["trace[207349310] 'agreement among raft nodes before linearized reading' (duration: 197.591187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.654011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.406094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:28:28.654033Z","caller":"traceutil/trace.go:171","msg":"trace[1991497574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:15357; }","duration":"132.459405ms","start":"2026-04-29T02:28:28.521568Z","end":"2026-04-29T02:28:28.654027Z","steps":["trace[1991497574] 'agreement among raft nodes before linearized reading' (duration: 132.367784ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:28.968583Z","caller":"traceutil/trace.go:171","msg":"trace[1523181895] transaction","detail":"{read_only:false; response_revision:15358; number_of_response:1; }","duration":"311.091639ms","start":"2026-04-29T02:28:28.657465Z","end":"2026-04-29T02:28:28.968556Z","steps":["trace[1523181895] 'process raft request' (duration: 310.934526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.968753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.65744Z","time spent":"311.221792ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:28:28.985209Z","caller":"traceutil/trace.go:171","msg":"trace[385650837] transaction","detail":"{read_only:false; response_revision:15360; number_of_response:1; }","duration":"326.898743ms","start":"2026-04-29T02:28:28.658276Z","end":"2026-04-29T02:28:28.985174Z","steps":["trace[385650837] 'process raft request' (duration: 326.73434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:28.985252Z","caller":"traceutil/trace.go:171","msg":"trace[2139919549] transaction","detail":"{read_only:false; response_revision:15361; number_of_response:1; }","duration":"326.360523ms","start":"2026-04-29T02:28:28.658869Z","end":"2026-04-29T02:28:28.985229Z","steps":["trace[2139919549] 'process raft request' (duration: 326.22708ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:28:28.985365Z","caller":"traceutil/trace.go:171","msg":"trace[2071026510] linearizableReadLoop","detail":"{readStateIndex:15906; appliedIndex:15901; }","duration":"326.108749ms","start":"2026-04-29T02:28:28.659234Z","end":"2026-04-29T02:28:28.985343Z","steps":["trace[2071026510] 'read index received' (duration: 309.127293ms)","trace[2071026510] 'applied index is now lower than readState.Index' (duration: 16.980506ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:28:28.985486Z","caller":"traceutil/trace.go:171","msg":"trace[1305611423] transaction","detail":"{read_only:false; response_revision:15363; number_of_response:1; }","duration":"326.1916ms","start":"2026-04-29T02:28:28.659283Z","end":"2026-04-29T02:28:28.985475Z","steps":["trace[1305611423] 'process raft request' (duration: 325.998377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.985563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.659273Z","time spent":"326.243141ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:28.985621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.658229Z","time spent":"327.062376ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:28:28.985669Z","caller":"traceutil/trace.go:171","msg":"trace[1417134999] transaction","detail":"{read_only:false; response_revision:15362; number_of_response:1; }","duration":"326.613308ms","start":"2026-04-29T02:28:28.658898Z","end":"2026-04-29T02:28:28.985512Z","steps":["trace[1417134999] 'process raft request' (duration: 326.278112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.985762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.658886Z","time spent":"326.837023ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:28.985787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.086779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-29T02:28:28.985828Z","caller":"traceutil/trace.go:171","msg":"trace[808540652] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:15363; }","duration":"326.157409ms","start":"2026-04-29T02:28:28.659657Z","end":"2026-04-29T02:28:28.985814Z","steps":["trace[808540652] 'agreement among raft nodes before linearized reading' (duration: 325.984486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.985851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.659646Z","time spent":"326.1995ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"info","ts":"2026-04-29T02:28:28.985898Z","caller":"traceutil/trace.go:171","msg":"trace[233340748] transaction","detail":"{read_only:false; response_revision:15359; number_of_response:1; }","duration":"327.672897ms","start":"2026-04-29T02:28:28.658123Z","end":"2026-04-29T02:28:28.985796Z","steps":["trace[233340748] 'process raft request' (duration: 325.776451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.985393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.658846Z","time spent":"326.473285ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:28.986171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.658096Z","time spent":"327.940882ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:28:28.98641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.167559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630664"} {"level":"info","ts":"2026-04-29T02:28:28.986466Z","caller":"traceutil/trace.go:171","msg":"trace[59932446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15363; }","duration":"327.2504ms","start":"2026-04-29T02:28:28.659204Z","end":"2026-04-29T02:28:28.986454Z","steps":["trace[59932446] 'agreement among raft nodes before linearized reading' (duration: 326.491376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.986506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.659195Z","time spent":"327.30063ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":630687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:28:28.986759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.658628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630664"} {"level":"info","ts":"2026-04-29T02:28:28.986815Z","caller":"traceutil/trace.go:171","msg":"trace[114819891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15363; }","duration":"326.73047ms","start":"2026-04-29T02:28:28.660072Z","end":"2026-04-29T02:28:28.986803Z","steps":["trace[114819891] 'agreement among raft nodes before linearized reading' (duration: 325.787493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:28:28.986856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:28:28.660065Z","time spent":"326.779721ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":630687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-29T02:29:20.950981Z","caller":"traceutil/trace.go:171","msg":"trace[1515182300] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"103.770121ms","start":"2026-04-29T02:29:20.847181Z","end":"2026-04-29T02:29:20.950951Z","steps":["trace[1515182300] 'process raft request' (duration: 102.949735ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:37.171215Z","caller":"traceutil/trace.go:171","msg":"trace[2144186724] transaction","detail":"{read_only:false; response_revision:16075; number_of_response:1; }","duration":"131.157121ms","start":"2026-04-29T02:29:37.040023Z","end":"2026-04-29T02:29:37.17118Z","steps":["trace[2144186724] 'process raft request' (duration: 128.752176ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:37.173202Z","caller":"traceutil/trace.go:171","msg":"trace[775404419] transaction","detail":"{read_only:false; response_revision:16076; number_of_response:1; }","duration":"128.143314ms","start":"2026-04-29T02:29:37.045033Z","end":"2026-04-29T02:29:37.173176Z","steps":["trace[775404419] 'process raft request' (duration: 128.008432ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:37.1734Z","caller":"traceutil/trace.go:171","msg":"trace[11808866] transaction","detail":"{read_only:false; response_revision:16077; number_of_response:1; }","duration":"126.8751ms","start":"2026-04-29T02:29:37.046491Z","end":"2026-04-29T02:29:37.173366Z","steps":["trace[11808866] 'process raft request' (duration: 126.643306ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.188574Z","caller":"traceutil/trace.go:171","msg":"trace[428064930] linearizableReadLoop","detail":"{readStateIndex:16668; appliedIndex:16667; }","duration":"225.66486ms","start":"2026-04-29T02:29:42.962883Z","end":"2026-04-29T02:29:43.188548Z","steps":["trace[428064930] 'read index received' (duration: 225.450556ms)","trace[428064930] 'applied index is now lower than readState.Index' (duration: 213.434µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:43.188828Z","caller":"traceutil/trace.go:171","msg":"trace[988890064] transaction","detail":"{read_only:false; response_revision:16103; number_of_response:1; }","duration":"232.946116ms","start":"2026-04-29T02:29:42.955866Z","end":"2026-04-29T02:29:43.188773Z","steps":["trace[988890064] 'process raft request' (duration: 232.538748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.189123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.2227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:43.189169Z","caller":"traceutil/trace.go:171","msg":"trace[240902982] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:16103; }","duration":"226.318801ms","start":"2026-04-29T02:29:42.962836Z","end":"2026-04-29T02:29:43.189155Z","steps":["trace[240902982] 'agreement among raft nodes before linearized reading' (duration: 226.2307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.688772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979951900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:29:43.829946Z","caller":"traceutil/trace.go:171","msg":"trace[107228182] transaction","detail":"{read_only:false; response_revision:16104; number_of_response:1; }","duration":"641.362894ms","start":"2026-04-29T02:29:43.188536Z","end":"2026-04-29T02:29:43.829899Z","steps":["trace[107228182] 'process raft request' (duration: 616.041644ms)","trace[107228182] 'compare' (duration: 24.639557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:43.830204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.188512Z","time spent":"641.582538ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:43.901661Z","caller":"traceutil/trace.go:171","msg":"trace[2089410774] linearizableReadLoop","detail":"{readStateIndex:16671; appliedIndex:16668; }","duration":"712.973657ms","start":"2026-04-29T02:29:43.188658Z","end":"2026-04-29T02:29:43.901632Z","steps":["trace[2089410774] 'read index received' (duration: 616.017243ms)","trace[2089410774] 'applied index is now lower than readState.Index' (duration: 96.955404ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:43.901698Z","caller":"traceutil/trace.go:171","msg":"trace[2092311563] transaction","detail":"{read_only:false; response_revision:16105; number_of_response:1; }","duration":"712.301504ms","start":"2026-04-29T02:29:43.18934Z","end":"2026-04-29T02:29:43.901641Z","steps":["trace[2092311563] 'process raft request' (duration: 712.04894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:43.901802Z","caller":"traceutil/trace.go:171","msg":"trace[1000218956] transaction","detail":"{read_only:false; response_revision:16106; number_of_response:1; }","duration":"708.714838ms","start":"2026-04-29T02:29:43.193074Z","end":"2026-04-29T02:29:43.901789Z","steps":["trace[1000218956] 'process raft request' (duration: 708.465573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.901893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.189318Z","time spent":"712.463458ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:29:43.902036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.193052Z","time spent":"708.785739ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:29:43.902191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.53ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-29T02:29:43.903267Z","caller":"traceutil/trace.go:171","msg":"trace[743678527] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16107; }","duration":"813.61822ms","start":"2026-04-29T02:29:43.089625Z","end":"2026-04-29T02:29:43.903243Z","steps":["trace[743678527] 'agreement among raft nodes before linearized reading' (duration: 812.400147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.903435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.089602Z","time spent":"813.770582ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T02:29:43.90225Z","caller":"traceutil/trace.go:171","msg":"trace[1973769206] transaction","detail":"{read_only:false; response_revision:16107; number_of_response:1; }","duration":"160.585447ms","start":"2026-04-29T02:29:43.741651Z","end":"2026-04-29T02:29:43.902236Z","steps":["trace[1973769206] 'process raft request' (duration: 159.935735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.902369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.555179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:29:43.904061Z","caller":"traceutil/trace.go:171","msg":"trace[487430579] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:16107; }","duration":"771.277512ms","start":"2026-04-29T02:29:43.132755Z","end":"2026-04-29T02:29:43.904033Z","steps":["trace[487430579] 'agreement among raft nodes before linearized reading' (duration: 769.488238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.904133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.13273Z","time spent":"771.373374ms","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":105,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:29:43.902435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.8456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-29T02:29:43.904252Z","caller":"traceutil/trace.go:171","msg":"trace[774140026] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16107; }","duration":"703.665084ms","start":"2026-04-29T02:29:43.200527Z","end":"2026-04-29T02:29:43.904192Z","steps":["trace[774140026] 'agreement among raft nodes before linearized reading' (duration: 701.783568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.904376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.200512Z","time spent":"703.817177ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.429829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:29:43.904535Z","caller":"traceutil/trace.go:171","msg":"trace[181230175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16107; }","duration":"525.519438ms","start":"2026-04-29T02:29:43.378984Z","end":"2026-04-29T02:29:43.904504Z","steps":["trace[181230175] 'agreement among raft nodes before linearized reading' (duration: 523.419579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.902502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.888456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:43.904601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.378955Z","time spent":"525.629401ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:29:43.904683Z","caller":"traceutil/trace.go:171","msg":"trace[1628448056] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16107; }","duration":"434.006886ms","start":"2026-04-29T02:29:43.470581Z","end":"2026-04-29T02:29:43.904588Z","steps":["trace[1628448056] 'agreement among raft nodes before linearized reading' (duration: 431.901846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.904796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.470566Z","time spent":"434.160888ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.822544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:43.905356Z","caller":"traceutil/trace.go:171","msg":"trace[1298100001] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16107; }","duration":"434.695139ms","start":"2026-04-29T02:29:43.470647Z","end":"2026-04-29T02:29:43.905342Z","steps":["trace[1298100001] 'agreement among raft nodes before linearized reading' (duration: 431.710533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.905411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.470635Z","time spent":"434.76175ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.769787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:29:43.905729Z","caller":"traceutil/trace.go:171","msg":"trace[2064233477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16107; }","duration":"540.992077ms","start":"2026-04-29T02:29:43.364724Z","end":"2026-04-29T02:29:43.905716Z","steps":["trace[2064233477] 'agreement among raft nodes before linearized reading' (duration: 537.734016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.905886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.364699Z","time spent":"541.130569ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.103402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:29:43.906128Z","caller":"traceutil/trace.go:171","msg":"trace[2090433189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16107; }","duration":"478.656097ms","start":"2026-04-29T02:29:43.427438Z","end":"2026-04-29T02:29:43.906094Z","steps":["trace[2090433189] 'agreement among raft nodes before linearized reading' (duration: 475.07898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.906186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.427425Z","time spent":"478.743718ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.135189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:43.906278Z","caller":"traceutil/trace.go:171","msg":"trace[2120593474] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16107; }","duration":"171.803527ms","start":"2026-04-29T02:29:43.734444Z","end":"2026-04-29T02:29:43.906248Z","steps":["trace[2120593474] 'agreement among raft nodes before linearized reading' (duration: 168.100938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.902619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.852168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-04-29T02:29:43.906382Z","caller":"traceutil/trace.go:171","msg":"trace[1587335122] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m7h7g; range_end:; response_count:1; response_revision:16107; }","duration":"664.638657ms","start":"2026-04-29T02:29:43.241731Z","end":"2026-04-29T02:29:43.906369Z","steps":["trace[1587335122] 'agreement among raft nodes before linearized reading' (duration: 660.825037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.906425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.241712Z","time spent":"664.702619ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.199128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:29:43.906541Z","caller":"traceutil/trace.go:171","msg":"trace[648571067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16107; }","duration":"483.144871ms","start":"2026-04-29T02:29:43.423386Z","end":"2026-04-29T02:29:43.90653Z","steps":["trace[648571067] 'agreement among raft nodes before linearized reading' (duration: 479.200848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.906582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.423356Z","time spent":"483.212261ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.059904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-29T02:29:43.906655Z","caller":"traceutil/trace.go:171","msg":"trace[815815721] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16107; }","duration":"175.033247ms","start":"2026-04-29T02:29:43.73161Z","end":"2026-04-29T02:29:43.906643Z","steps":["trace[815815721] 'agreement among raft nodes before linearized reading' (duration: 171.010093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.902693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.378839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-04-29T02:29:43.906803Z","caller":"traceutil/trace.go:171","msg":"trace[1122704366] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m7h7g; range_end:; response_count:1; response_revision:16107; }","duration":"671.523957ms","start":"2026-04-29T02:29:43.235271Z","end":"2026-04-29T02:29:43.906794Z","steps":["trace[1122704366] 'agreement among raft nodes before linearized reading' (duration: 667.364859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.906838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.23525Z","time spent":"671.579017ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.42756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:43.907054Z","caller":"traceutil/trace.go:171","msg":"trace[62112969] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16107; }","duration":"175.794902ms","start":"2026-04-29T02:29:43.731245Z","end":"2026-04-29T02:29:43.90704Z","steps":["trace[62112969] 'agreement among raft nodes before linearized reading' (duration: 171.451001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.902702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.96918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:29:43.907232Z","caller":"traceutil/trace.go:171","msg":"trace[1496509655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16107; }","duration":"507.538114ms","start":"2026-04-29T02:29:43.399685Z","end":"2026-04-29T02:29:43.907223Z","steps":["trace[1496509655] 'agreement among raft nodes before linearized reading' (duration: 502.969619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.902776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.914302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:43.907268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.399662Z","time spent":"507.597076ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:29:43.907276Z","caller":"traceutil/trace.go:171","msg":"trace[2061398961] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16107; }","duration":"706.436796ms","start":"2026-04-29T02:29:43.200828Z","end":"2026-04-29T02:29:43.907265Z","steps":["trace[2061398961] 'agreement among raft nodes before linearized reading' (duration: 701.881221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.907324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.200816Z","time spent":"706.494687ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.857588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g589p\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-04-29T02:29:43.907412Z","caller":"traceutil/trace.go:171","msg":"trace[2101593523] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g589p; range_end:; response_count:1; response_revision:16107; }","duration":"191.502643ms","start":"2026-04-29T02:29:43.715901Z","end":"2026-04-29T02:29:43.907403Z","steps":["trace[2101593523] 'agreement among raft nodes before linearized reading' (duration: 186.830967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.902764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.935172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:43.90756Z","caller":"traceutil/trace.go:171","msg":"trace[822398470] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16107; }","duration":"706.70458ms","start":"2026-04-29T02:29:43.200805Z","end":"2026-04-29T02:29:43.907509Z","steps":["trace[822398470] 'agreement among raft nodes before linearized reading' (duration: 701.933092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.907653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.200797Z","time spent":"706.801543ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.818396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:43.907731Z","caller":"traceutil/trace.go:171","msg":"trace[1556883198] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16107; }","duration":"435.735098ms","start":"2026-04-29T02:29:43.471987Z","end":"2026-04-29T02:29:43.907722Z","steps":["trace[1556883198] 'agreement among raft nodes before linearized reading' (duration: 430.828067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.907769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.471976Z","time spent":"435.780339ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.554448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-29T02:29:43.907861Z","caller":"traceutil/trace.go:171","msg":"trace[167457110] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16107; }","duration":"380.587423ms","start":"2026-04-29T02:29:43.527266Z","end":"2026-04-29T02:29:43.907853Z","steps":["trace[167457110] 'agreement among raft nodes before linearized reading' (duration: 375.542159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.907888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.527239Z","time spent":"380.642153ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.443898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:43.908005Z","caller":"traceutil/trace.go:171","msg":"trace[1441476834] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16107; }","duration":"436.611113ms","start":"2026-04-29T02:29:43.471385Z","end":"2026-04-29T02:29:43.907997Z","steps":["trace[1441476834] 'agreement among raft nodes before linearized reading' (duration: 431.462458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.908031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.471375Z","time spent":"436.650615ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:29:43.902884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.411163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:29:43.908151Z","caller":"traceutil/trace.go:171","msg":"trace[1360682395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:16107; }","duration":"274.713873ms","start":"2026-04-29T02:29:43.633431Z","end":"2026-04-29T02:29:43.908145Z","steps":["trace[1360682395] 'agreement among raft nodes before linearized reading' (duration: 269.389683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.90293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.051465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j9876\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-04-29T02:29:43.908315Z","caller":"traceutil/trace.go:171","msg":"trace[1016167527] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j9876; range_end:; response_count:1; response_revision:16107; }","duration":"304.434416ms","start":"2026-04-29T02:29:43.603873Z","end":"2026-04-29T02:29:43.908308Z","steps":["trace[1016167527] 'agreement among raft nodes before linearized reading' (duration: 299.005304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:43.908343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.603815Z","time spent":"304.520027ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-j9876\" "} {"level":"info","ts":"2026-04-29T02:29:44.3266Z","caller":"traceutil/trace.go:171","msg":"trace[524352566] linearizableReadLoop","detail":"{readStateIndex:16677; appliedIndex:16673; }","duration":"403.051969ms","start":"2026-04-29T02:29:43.92353Z","end":"2026-04-29T02:29:44.326582Z","steps":["trace[524352566] 'read index received' (duration: 402.849956ms)","trace[524352566] 'applied index is now lower than readState.Index' (duration: 201.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:44.326834Z","caller":"traceutil/trace.go:171","msg":"trace[1772438304] transaction","detail":"{read_only:false; response_revision:16109; number_of_response:1; }","duration":"414.29859ms","start":"2026-04-29T02:29:43.912523Z","end":"2026-04-29T02:29:44.326822Z","steps":["trace[1772438304] 'process raft request' (duration: 413.79074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.326941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.912514Z","time spent":"414.365941ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:44.327099Z","caller":"traceutil/trace.go:171","msg":"trace[148925975] transaction","detail":"{read_only:false; response_revision:16110; number_of_response:1; }","duration":"412.784281ms","start":"2026-04-29T02:29:43.914306Z","end":"2026-04-29T02:29:44.32709Z","steps":["trace[148925975] 'process raft request' (duration: 412.146719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.327156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.914295Z","time spent":"412.834902ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:44.327251Z","caller":"traceutil/trace.go:171","msg":"trace[169789143] transaction","detail":"{read_only:false; response_revision:16111; number_of_response:1; }","duration":"412.869413ms","start":"2026-04-29T02:29:43.914376Z","end":"2026-04-29T02:29:44.327245Z","steps":["trace[169789143] 'process raft request' (duration: 412.140209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.32729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.91437Z","time spent":"412.903864ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:29:44.328396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.33665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737455"} {"level":"info","ts":"2026-04-29T02:29:44.32843Z","caller":"traceutil/trace.go:171","msg":"trace[1634485275] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16112; }","duration":"414.381761ms","start":"2026-04-29T02:29:43.914041Z","end":"2026-04-29T02:29:44.328423Z","steps":["trace[1634485275] 'agreement among raft nodes before linearized reading' (duration: 413.351992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.328464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.914037Z","time spent":"414.408702ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-29T02:29:44.328719Z","caller":"traceutil/trace.go:171","msg":"trace[460482621] transaction","detail":"{read_only:false; response_revision:16112; number_of_response:1; }","duration":"412.383554ms","start":"2026-04-29T02:29:43.916328Z","end":"2026-04-29T02:29:44.328712Z","steps":["trace[460482621] 'process raft request' (duration: 410.218834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.328764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.916318Z","time spent":"412.422645ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:29:44.329222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.91007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737455"} {"level":"info","ts":"2026-04-29T02:29:44.329245Z","caller":"traceutil/trace.go:171","msg":"trace[688658358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16112; }","duration":"407.946091ms","start":"2026-04-29T02:29:43.921294Z","end":"2026-04-29T02:29:44.32924Z","steps":["trace[688658358] 'agreement among raft nodes before linearized reading' (duration: 407.549594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.329266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.921288Z","time spent":"407.971701ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:29:44.329814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.55101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737455"} {"level":"info","ts":"2026-04-29T02:29:44.32984Z","caller":"traceutil/trace.go:171","msg":"trace[734050073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16112; }","duration":"410.590532ms","start":"2026-04-29T02:29:43.919244Z","end":"2026-04-29T02:29:44.329834Z","steps":["trace[734050073] 'agreement among raft nodes before linearized reading' (duration: 410.224814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.32986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.919238Z","time spent":"410.615932ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:29:44.331113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.074991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737455"} {"level":"info","ts":"2026-04-29T02:29:44.331162Z","caller":"traceutil/trace.go:171","msg":"trace[299428132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16112; }","duration":"417.181123ms","start":"2026-04-29T02:29:43.913971Z","end":"2026-04-29T02:29:44.331152Z","steps":["trace[299428132] 'agreement among raft nodes before linearized reading' (duration: 416.594962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.331197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.913955Z","time spent":"417.231984ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:29:44.331414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.302883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737455"} {"level":"info","ts":"2026-04-29T02:29:44.331514Z","caller":"traceutil/trace.go:171","msg":"trace[110481005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16112; }","duration":"412.440215ms","start":"2026-04-29T02:29:43.919056Z","end":"2026-04-29T02:29:44.331496Z","steps":["trace[110481005] 'agreement among raft nodes before linearized reading' (duration: 411.547948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.331571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.919048Z","time spent":"412.509136ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-29T02:29:44.427006Z","caller":"traceutil/trace.go:171","msg":"trace[492116338] linearizableReadLoop","detail":"{readStateIndex:16678; appliedIndex:16677; }","duration":"100.322617ms","start":"2026-04-29T02:29:44.326661Z","end":"2026-04-29T02:29:44.426984Z","steps":["trace[492116338] 'read index received' (duration: 61.116968ms)","trace[492116338] 'applied index is now lower than readState.Index' (duration: 39.204229ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:29:44.427066Z","caller":"traceutil/trace.go:171","msg":"trace[2036914264] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"215.849816ms","start":"2026-04-29T02:29:44.211195Z","end":"2026-04-29T02:29:44.427045Z","steps":["trace[2036914264] 'process raft request' (duration: 176.614596ms)","trace[2036914264] 'compare' (duration: 39.035097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:44.427152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:44.427144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.279489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:44.427191Z","caller":"traceutil/trace.go:171","msg":"trace[44026678] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16113; }","duration":"134.928011ms","start":"2026-04-29T02:29:44.292253Z","end":"2026-04-29T02:29:44.427181Z","steps":["trace[44026678] 'agreement among raft nodes before linearized reading' (duration: 134.848649ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:44.427206Z","caller":"traceutil/trace.go:171","msg":"trace[2067679088] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16113; }","duration":"134.377481ms","start":"2026-04-29T02:29:44.292814Z","end":"2026-04-29T02:29:44.427192Z","steps":["trace[2067679088] 'agreement among raft nodes before linearized reading' (duration: 134.212148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.427319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.818172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-29T02:29:44.427349Z","caller":"traceutil/trace.go:171","msg":"trace[1089215829] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16113; }","duration":"469.875824ms","start":"2026-04-29T02:29:43.957466Z","end":"2026-04-29T02:29:44.427342Z","steps":["trace[1089215829] 'agreement among raft nodes before linearized reading' (duration: 469.784582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.427365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.957456Z","time spent":"469.905204ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T02:29:44.427396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.745907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:44.427422Z","caller":"traceutil/trace.go:171","msg":"trace[1965143975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16113; }","duration":"127.786848ms","start":"2026-04-29T02:29:44.299629Z","end":"2026-04-29T02:29:44.427416Z","steps":["trace[1965143975] 'agreement among raft nodes before linearized reading' (duration: 127.680966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.427454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.424769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:44.427442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.771239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:44.427472Z","caller":"traceutil/trace.go:171","msg":"trace[1426708591] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16113; }","duration":"135.485951ms","start":"2026-04-29T02:29:44.291981Z","end":"2026-04-29T02:29:44.427467Z","steps":["trace[1426708591] 'agreement among raft nodes before linearized reading' (duration: 135.45901ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:44.427488Z","caller":"traceutil/trace.go:171","msg":"trace[139726627] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16113; }","duration":"471.83174ms","start":"2026-04-29T02:29:43.95564Z","end":"2026-04-29T02:29:44.427472Z","steps":["trace[139726627] 'agreement among raft nodes before linearized reading' (duration: 471.762469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.42753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.955629Z","time spent":"471.893831ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:44.427539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.002065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:44.427622Z","caller":"traceutil/trace.go:171","msg":"trace[1698479213] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16113; }","duration":"470.098318ms","start":"2026-04-29T02:29:43.957515Z","end":"2026-04-29T02:29:44.427614Z","steps":["trace[1698479213] 'agreement among raft nodes before linearized reading' (duration: 469.992355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:44.427649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:43.957504Z","time spent":"470.138439ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:46.410839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979951927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:29:46.911552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979951927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:29:47.161279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325652169s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:29:47.161748Z","caller":"traceutil/trace.go:171","msg":"trace[847289243] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"1.326159218s","start":"2026-04-29T02:29:45.835518Z","end":"2026-04-29T02:29:47.161677Z","steps":["trace[847289243] 'process raft request' (duration: 1.325991405s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.161935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.835496Z","time spent":"1.326339121s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:47.165291Z","caller":"traceutil/trace.go:171","msg":"trace[372227526] transaction","detail":"{read_only:false; response_revision:16117; number_of_response:1; }","duration":"1.256854348s","start":"2026-04-29T02:29:45.908408Z","end":"2026-04-29T02:29:47.165262Z","steps":["trace[372227526] 'process raft request' (duration: 1.256400399s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:47.165263Z","caller":"traceutil/trace.go:171","msg":"trace[1380021008] transaction","detail":"{read_only:false; response_revision:16116; number_of_response:1; }","duration":"1.25695107s","start":"2026-04-29T02:29:45.908243Z","end":"2026-04-29T02:29:47.165194Z","steps":["trace[1380021008] 'process raft request' (duration: 1.25643687s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.16551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.908225Z","time spent":"1.257148684s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:29:47.165515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.908399Z","time spent":"1.256951451s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:29:47.167671Z","caller":"traceutil/trace.go:171","msg":"trace[154757519] linearizableReadLoop","detail":"{readStateIndex:16683; appliedIndex:16679; }","duration":"1.256875739s","start":"2026-04-29T02:29:45.910779Z","end":"2026-04-29T02:29:47.167655Z","steps":["trace[154757519] 'read index received' (duration: 1.250754915s)","trace[154757519] 'applied index is now lower than readState.Index' (duration: 6.119784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:29:47.167997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257213005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-29T02:29:47.168043Z","caller":"traceutil/trace.go:171","msg":"trace[1738508560] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16117; }","duration":"1.257288817s","start":"2026-04-29T02:29:45.910743Z","end":"2026-04-29T02:29:47.168032Z","steps":["trace[1738508560] 'agreement among raft nodes before linearized reading' (duration: 1.257142024s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.168074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.910732Z","time spent":"1.257334817s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:29:47.168355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256095804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-29T02:29:47.168394Z","caller":"traceutil/trace.go:171","msg":"trace[1165519278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16117; }","duration":"1.256156595s","start":"2026-04-29T02:29:45.912228Z","end":"2026-04-29T02:29:47.168384Z","steps":["trace[1165519278] 'agreement among raft nodes before linearized reading' (duration: 1.256051773s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.168422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.912216Z","time spent":"1.256199556s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T02:29:47.168627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.779254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" ","response":"range_response_count:1 size:22100"} {"level":"warn","ts":"2026-04-29T02:29:47.16863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.01669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j9876\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-04-29T02:29:47.168664Z","caller":"traceutil/trace.go:171","msg":"trace[941867111] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m7h7g; range_end:; response_count:1; response_revision:16117; }","duration":"812.833015ms","start":"2026-04-29T02:29:46.355823Z","end":"2026-04-29T02:29:47.168656Z","steps":["trace[941867111] 'agreement among raft nodes before linearized reading' (duration: 812.721353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.168694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.355815Z","time spent":"812.872695ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" "} {"level":"info","ts":"2026-04-29T02:29:47.168697Z","caller":"traceutil/trace.go:171","msg":"trace[1174380860] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j9876; range_end:; response_count:1; response_revision:16117; }","duration":"812.102651ms","start":"2026-04-29T02:29:46.356581Z","end":"2026-04-29T02:29:47.168684Z","steps":["trace[1174380860] 'agreement among raft nodes before linearized reading' (duration: 811.757245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.168736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.356576Z","time spent":"812.148852ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-j9876\" "} {"level":"warn","ts":"2026-04-29T02:29:47.168969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256111634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.169007Z","caller":"traceutil/trace.go:171","msg":"trace[776856634] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16117; }","duration":"1.256162065s","start":"2026-04-29T02:29:45.912835Z","end":"2026-04-29T02:29:47.168997Z","steps":["trace[776856634] 'agreement among raft nodes before linearized reading' (duration: 1.256096954s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.169038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.912797Z","time spent":"1.256232337s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:29:47.169193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256634044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.169228Z","caller":"traceutil/trace.go:171","msg":"trace[527302803] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16117; }","duration":"1.256678915s","start":"2026-04-29T02:29:45.91254Z","end":"2026-04-29T02:29:47.169219Z","steps":["trace[527302803] 'agreement among raft nodes before linearized reading' (duration: 1.256630234s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.169255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.912536Z","time spent":"1.256712737s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:47.169307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.038007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-29T02:29:47.169389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256852959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.169404Z","caller":"traceutil/trace.go:171","msg":"trace[66688442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16117; }","duration":"197.156559ms","start":"2026-04-29T02:29:46.97219Z","end":"2026-04-29T02:29:47.169347Z","steps":["trace[66688442] 'agreement among raft nodes before linearized reading' (duration: 196.965326ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:47.169424Z","caller":"traceutil/trace.go:171","msg":"trace[333173796] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16117; }","duration":"1.256898249s","start":"2026-04-29T02:29:45.912517Z","end":"2026-04-29T02:29:47.169415Z","steps":["trace[333173796] 'agreement among raft nodes before linearized reading' (duration: 1.256848519s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.169452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.912512Z","time spent":"1.25693342s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:47.169623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257138454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:47.169659Z","caller":"traceutil/trace.go:171","msg":"trace[2122757560] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16117; }","duration":"1.257186995s","start":"2026-04-29T02:29:45.912462Z","end":"2026-04-29T02:29:47.169649Z","steps":["trace[2122757560] 'agreement among raft nodes before linearized reading' (duration: 1.257094893s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.169685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.912456Z","time spent":"1.257224115s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:47.169815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.454005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-29T02:29:47.169898Z","caller":"traceutil/trace.go:171","msg":"trace[1069567349] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16117; }","duration":"376.589598ms","start":"2026-04-29T02:29:46.793296Z","end":"2026-04-29T02:29:47.169886Z","steps":["trace[1069567349] 'agreement among raft nodes before linearized reading' (duration: 376.433285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.169933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.793269Z","time spent":"376.654319ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-29T02:29:47.171254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.813103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:29:47.171313Z","caller":"traceutil/trace.go:171","msg":"trace[1776263549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16117; }","duration":"835.880914ms","start":"2026-04-29T02:29:46.335417Z","end":"2026-04-29T02:29:47.171298Z","steps":["trace[1776263549] 'agreement among raft nodes before linearized reading' (duration: 835.753942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.171343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.335413Z","time spent":"835.923305ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:47.171504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257005441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:47.171573Z","caller":"traceutil/trace.go:171","msg":"trace[824049955] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16117; }","duration":"1.258582291s","start":"2026-04-29T02:29:45.912972Z","end":"2026-04-29T02:29:47.171554Z","steps":["trace[824049955] 'agreement among raft nodes before linearized reading' (duration: 1.25586325s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.171577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.090406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-04-29T02:29:47.171635Z","caller":"traceutil/trace.go:171","msg":"trace[1058481230] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m7h7g; range_end:; response_count:1; response_revision:16117; }","duration":"816.166557ms","start":"2026-04-29T02:29:46.355459Z","end":"2026-04-29T02:29:47.171626Z","steps":["trace[1058481230] 'agreement among raft nodes before linearized reading' (duration: 816.001984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.171642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.912953Z","time spent":"1.258676132s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:47.171741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.369979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-th96c\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-29T02:29:47.171767Z","caller":"traceutil/trace.go:171","msg":"trace[1560226407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-th96c; range_end:; response_count:1; response_revision:16117; }","duration":"817.414699ms","start":"2026-04-29T02:29:46.354344Z","end":"2026-04-29T02:29:47.171759Z","steps":["trace[1560226407] 'agreement among raft nodes before linearized reading' (duration: 817.340218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.171828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.354334Z","time spent":"817.454671ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-th96c\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.642115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g589p\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-04-29T02:29:47.172073Z","caller":"traceutil/trace.go:171","msg":"trace[2045619966] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g589p; range_end:; response_count:1; response_revision:16117; }","duration":"824.688016ms","start":"2026-04-29T02:29:46.347377Z","end":"2026-04-29T02:29:47.172065Z","steps":["trace[2045619966] 'agreement among raft nodes before linearized reading' (duration: 824.592204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.1721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.347371Z","time spent":"824.722397ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20777,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g589p\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.589576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:29:47.172377Z","caller":"traceutil/trace.go:171","msg":"trace[207704031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16117; }","duration":"830.640686ms","start":"2026-04-29T02:29:46.341727Z","end":"2026-04-29T02:29:47.172368Z","steps":["trace[207704031] 'agreement among raft nodes before linearized reading' (duration: 830.552275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.17239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250167713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:47.174233Z","caller":"traceutil/trace.go:171","msg":"trace[1702069852] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16117; }","duration":"1.252012157s","start":"2026-04-29T02:29:45.922197Z","end":"2026-04-29T02:29:47.174209Z","steps":["trace[1702069852] 'agreement among raft nodes before linearized reading' (duration: 1.250096602s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.174306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.922193Z","time spent":"1.252090779s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.341722Z","time spent":"830.675678ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.332549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.174947Z","caller":"traceutil/trace.go:171","msg":"trace[1471328248] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16117; }","duration":"740.500909ms","start":"2026-04-29T02:29:46.434429Z","end":"2026-04-29T02:29:47.17493Z","steps":["trace[1471328248] 'agreement among raft nodes before linearized reading' (duration: 738.318068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.175016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.434423Z","time spent":"740.578111ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.341656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.175226Z","caller":"traceutil/trace.go:171","msg":"trace[1955176559] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16117; }","duration":"433.794652ms","start":"2026-04-29T02:29:46.741418Z","end":"2026-04-29T02:29:47.175213Z","steps":["trace[1955176559] 'agreement among raft nodes before linearized reading' (duration: 431.370537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.175041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252771952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:47.175288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.741388Z","time spent":"433.886514ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:29:47.175316Z","caller":"traceutil/trace.go:171","msg":"trace[588612297] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16117; }","duration":"1.253086138s","start":"2026-04-29T02:29:45.922214Z","end":"2026-04-29T02:29:47.1753Z","steps":["trace[588612297] 'agreement among raft nodes before linearized reading' (duration: 1.246534776s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.175359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.922207Z","time spent":"1.253139759s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.653105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:47.175527Z","caller":"traceutil/trace.go:171","msg":"trace[177903887] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16117; }","duration":"461.322935ms","start":"2026-04-29T02:29:46.714191Z","end":"2026-04-29T02:29:47.175514Z","steps":["trace[177903887] 'agreement among raft nodes before linearized reading' (duration: 458.650265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.175587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.714163Z","time spent":"461.398985ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.648985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-29T02:29:47.175875Z","caller":"traceutil/trace.go:171","msg":"trace[187556971] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16117; }","duration":"382.61219ms","start":"2026-04-29T02:29:46.793246Z","end":"2026-04-29T02:29:47.175858Z","steps":["trace[187556971] 'agreement among raft nodes before linearized reading' (duration: 379.601464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.175935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.79321Z","time spent":"382.708721ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.816277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.176092Z","caller":"traceutil/trace.go:171","msg":"trace[1311793425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16117; }","duration":"549.031258ms","start":"2026-04-29T02:29:46.627048Z","end":"2026-04-29T02:29:47.176079Z","steps":["trace[1311793425] 'agreement among raft nodes before linearized reading' (duration: 545.863968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.176138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.627022Z","time spent":"549.104618ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.741156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:47.176377Z","caller":"traceutil/trace.go:171","msg":"trace[880696841] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16117; }","duration":"383.171761ms","start":"2026-04-29T02:29:46.793198Z","end":"2026-04-29T02:29:47.17637Z","steps":["trace[880696841] 'agreement among raft nodes before linearized reading' (duration: 379.719586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.176403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.793188Z","time spent":"383.207081ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:47.172992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.452166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.176516Z","caller":"traceutil/trace.go:171","msg":"trace[1181656527] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16117; }","duration":"386.001153ms","start":"2026-04-29T02:29:46.790508Z","end":"2026-04-29T02:29:47.176509Z","steps":["trace[1181656527] 'agreement among raft nodes before linearized reading' (duration: 382.469737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.177816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.790499Z","time spent":"387.306057ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-29T02:29:47.17303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.570349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.177956Z","caller":"traceutil/trace.go:171","msg":"trace[1536183626] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16117; }","duration":"387.4677ms","start":"2026-04-29T02:29:46.790428Z","end":"2026-04-29T02:29:47.177896Z","steps":["trace[1536183626] 'agreement among raft nodes before linearized reading' (duration: 382.582049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.178002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.790415Z","time spent":"387.578163ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:29:47.173105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.587543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T02:29:47.178104Z","caller":"traceutil/trace.go:171","msg":"trace[747628733] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16117; }","duration":"743.596357ms","start":"2026-04-29T02:29:46.434501Z","end":"2026-04-29T02:29:47.178097Z","steps":["trace[747628733] 'agreement among raft nodes before linearized reading' (duration: 738.441471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.178126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.434494Z","time spent":"743.626097ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:29:47.173144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25909614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:29:47.178414Z","caller":"traceutil/trace.go:171","msg":"trace[260610347] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16117; }","duration":"1.264372478s","start":"2026-04-29T02:29:45.914029Z","end":"2026-04-29T02:29:47.178401Z","steps":["trace[260610347] 'agreement among raft nodes before linearized reading' (duration: 1.25909631s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.178463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.914022Z","time spent":"1.264425429s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:29:47.173157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.650394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T02:29:47.173214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.203953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:47.173222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251055689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-29T02:29:47.17324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.970741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:47.173266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.019502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:47.173284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259181503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-29T02:29:47.173344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.150315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-29T02:29:47.173358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.620895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-29T02:29:47.173372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.243616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:29:47.171664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.35545Z","time spent":"816.207789ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" "} {"level":"warn","ts":"2026-04-29T02:29:47.173423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.016833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:29:47.173482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.549903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T02:29:47.173779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232389872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416036"} {"level":"warn","ts":"2026-04-29T02:29:47.173859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247743838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:29:47.179372Z","caller":"traceutil/trace.go:171","msg":"trace[304514053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16117; }","duration":"1.253308971s","start":"2026-04-29T02:29:45.926052Z","end":"2026-04-29T02:29:47.179361Z","steps":["trace[304514053] 'agreement among raft nodes before linearized reading' (duration: 1.247760228s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:47.179468Z","caller":"traceutil/trace.go:171","msg":"trace[1164729997] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16117; }","duration":"745.292388ms","start":"2026-04-29T02:29:46.434161Z","end":"2026-04-29T02:29:47.179453Z","steps":["trace[1164729997] 'agreement among raft nodes before linearized reading' (duration: 739.115134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.434145Z","time spent":"745.99086ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-29T02:29:47.18018Z","caller":"traceutil/trace.go:171","msg":"trace[1924084160] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16117; }","duration":"1.258012199s","start":"2026-04-29T02:29:45.922148Z","end":"2026-04-29T02:29:47.180161Z","steps":["trace[1924084160] 'agreement among raft nodes before linearized reading' (duration: 1.251014829s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:47.180206Z","caller":"traceutil/trace.go:171","msg":"trace[541849546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16117; }","duration":"989.486132ms","start":"2026-04-29T02:29:46.190695Z","end":"2026-04-29T02:29:47.180182Z","steps":["trace[541849546] 'agreement among raft nodes before linearized reading' (duration: 982.617295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.19068Z","time spent":"989.565724ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-29T02:29:47.180283Z","caller":"traceutil/trace.go:171","msg":"trace[2102054963] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16117; }","duration":"745.772958ms","start":"2026-04-29T02:29:46.434503Z","end":"2026-04-29T02:29:47.180276Z","steps":["trace[2102054963] 'agreement among raft nodes before linearized reading' (duration: 738.616564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.434484Z","time spent":"745.813998ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-29T02:29:47.180316Z","caller":"traceutil/trace.go:171","msg":"trace[790430582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16117; }","duration":"812.390408ms","start":"2026-04-29T02:29:46.367916Z","end":"2026-04-29T02:29:47.180306Z","steps":["trace[790430582] 'agreement among raft nodes before linearized reading' (duration: 805.262825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.922141Z","time spent":"1.258093081s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-29T02:29:47.180379Z","caller":"traceutil/trace.go:171","msg":"trace[859471668] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16117; }","duration":"746.144514ms","start":"2026-04-29T02:29:46.434228Z","end":"2026-04-29T02:29:47.180373Z","steps":["trace[859471668] 'agreement among raft nodes before linearized reading' (duration: 739.023492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.434221Z","time spent":"746.178405ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:29:47.180407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.367875Z","time spent":"812.465049ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:29:47.180463Z","caller":"traceutil/trace.go:171","msg":"trace[1847597041] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16117; }","duration":"746.202726ms","start":"2026-04-29T02:29:46.434254Z","end":"2026-04-29T02:29:47.180457Z","steps":["trace[1847597041] 'agreement among raft nodes before linearized reading' (duration: 738.971761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.434248Z","time spent":"746.232396ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-29T02:29:47.18054Z","caller":"traceutil/trace.go:171","msg":"trace[1338580161] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16117; }","duration":"746.45375ms","start":"2026-04-29T02:29:46.434074Z","end":"2026-04-29T02:29:47.180528Z","steps":["trace[1338580161] 'agreement among raft nodes before linearized reading' (duration: 739.283457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.434052Z","time spent":"746.518841ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-29T02:29:47.180604Z","caller":"traceutil/trace.go:171","msg":"trace[1304315779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16117; }","duration":"846.693115ms","start":"2026-04-29T02:29:46.333904Z","end":"2026-04-29T02:29:47.180597Z","steps":["trace[1304315779] 'agreement among raft nodes before linearized reading' (duration: 839.536922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.333891Z","time spent":"846.739397ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:29:47.180657Z","caller":"traceutil/trace.go:171","msg":"trace[867053550] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16117; }","duration":"1.23927057s","start":"2026-04-29T02:29:45.941379Z","end":"2026-04-29T02:29:47.180649Z","steps":["trace[867053550] 'agreement among raft nodes before linearized reading' (duration: 1.232130128s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:47.180737Z","caller":"traceutil/trace.go:171","msg":"trace[1887501702] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16117; }","duration":"1.266639471s","start":"2026-04-29T02:29:45.914088Z","end":"2026-04-29T02:29:47.180728Z","steps":["trace[1887501702] 'agreement among raft nodes before linearized reading' (duration: 1.259152662s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:29:47.180755Z","caller":"traceutil/trace.go:171","msg":"trace[534909939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16117; }","duration":"846.35579ms","start":"2026-04-29T02:29:46.334392Z","end":"2026-04-29T02:29:47.180748Z","steps":["trace[534909939] 'agreement among raft nodes before linearized reading' (duration: 838.981793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:29:47.180769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.91408Z","time spent":"1.266680171s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T02:29:47.180779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:46.334388Z","time spent":"846.385471ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:29:47.180776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.941351Z","time spent":"1.239328962s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416059,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-29T02:29:47.180652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:29:45.926044Z","time spent":"1.253351213s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:31:18.218333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14482} {"level":"info","ts":"2026-04-29T02:31:18.297261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14482,"took":"76.27453ms","hash":1627501245,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":30793728,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T02:31:18.297314Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1627501245,"revision":14482,"compact-revision":12444} {"level":"info","ts":"2026-04-29T02:32:47.447673Z","caller":"traceutil/trace.go:171","msg":"trace[1159017121] transaction","detail":"{read_only:false; response_revision:17578; number_of_response:1; }","duration":"123.680812ms","start":"2026-04-29T02:32:47.323962Z","end":"2026-04-29T02:32:47.447643Z","steps":["trace[1159017121] 'process raft request' (duration: 78.627014ms)","trace[1159017121] 'compare' (duration: 44.771153ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:35:45.122903Z","caller":"traceutil/trace.go:171","msg":"trace[1399955283] transaction","detail":"{read_only:false; response_revision:18759; number_of_response:1; }","duration":"136.588603ms","start":"2026-04-29T02:35:44.986285Z","end":"2026-04-29T02:35:45.122874Z","steps":["trace[1399955283] 'process raft request' (duration: 136.404698ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:35:45.19811Z","caller":"traceutil/trace.go:171","msg":"trace[881861459] transaction","detail":"{read_only:false; response_revision:18760; number_of_response:1; }","duration":"209.919606ms","start":"2026-04-29T02:35:44.988169Z","end":"2026-04-29T02:35:45.198088Z","steps":["trace[881861459] 'process raft request' (duration: 179.961999ms)","trace[881861459] 'compare' (duration: 29.760144ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:35:45.198379Z","caller":"traceutil/trace.go:171","msg":"trace[922219645] transaction","detail":"{read_only:false; response_revision:18761; number_of_response:1; }","duration":"209.542649ms","start":"2026-04-29T02:35:44.988805Z","end":"2026-04-29T02:35:45.198348Z","steps":["trace[922219645] 'process raft request' (duration: 209.229674ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:35:45.198409Z","caller":"traceutil/trace.go:171","msg":"trace[1498357147] linearizableReadLoop","detail":"{readStateIndex:19415; appliedIndex:19410; }","duration":"180.827356ms","start":"2026-04-29T02:35:45.017563Z","end":"2026-04-29T02:35:45.19839Z","steps":["trace[1498357147] 'read index received' (duration: 105.103586ms)","trace[1498357147] 'applied index is now lower than readState.Index' (duration: 75.72244ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:35:45.198557Z","caller":"traceutil/trace.go:171","msg":"trace[666090293] transaction","detail":"{read_only:false; response_revision:18763; number_of_response:1; }","duration":"197.902713ms","start":"2026-04-29T02:35:45.000618Z","end":"2026-04-29T02:35:45.198521Z","steps":["trace[666090293] 'process raft request' (duration: 197.716319ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:35:45.198632Z","caller":"traceutil/trace.go:171","msg":"trace[1386399179] transaction","detail":"{read_only:false; response_revision:18762; number_of_response:1; }","duration":"208.631472ms","start":"2026-04-29T02:35:44.98993Z","end":"2026-04-29T02:35:45.198562Z","steps":["trace[1386399179] 'process raft request' (duration: 208.299105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:45.198614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.036159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:35:45.198859Z","caller":"traceutil/trace.go:171","msg":"trace[203346216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18763; }","duration":"181.270114ms","start":"2026-04-29T02:35:45.017517Z","end":"2026-04-29T02:35:45.198787Z","steps":["trace[203346216] 'agreement among raft nodes before linearized reading' (duration: 180.944668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:45.629588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.58824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m7h7g\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-04-29T02:35:45.629675Z","caller":"traceutil/trace.go:171","msg":"trace[267072625] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m7h7g; range_end:; response_count:1; response_revision:18764; }","duration":"223.742624ms","start":"2026-04-29T02:35:45.405912Z","end":"2026-04-29T02:35:45.629655Z","steps":["trace[267072625] 'range keys from in-memory index tree' (duration: 223.328225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:45.629854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.941451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:35:45.630029Z","caller":"traceutil/trace.go:171","msg":"trace[1387297607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18764; }","duration":"178.118405ms","start":"2026-04-29T02:35:45.451857Z","end":"2026-04-29T02:35:45.629975Z","steps":["trace[1387297607] 'range keys from in-memory index tree' (duration: 177.84169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:45.630052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.269898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:35:45.630118Z","caller":"traceutil/trace.go:171","msg":"trace[951232966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18764; }","duration":"185.403071ms","start":"2026-04-29T02:35:45.444697Z","end":"2026-04-29T02:35:45.6301Z","steps":["trace[951232966] 'count revisions from in-memory index tree' (duration: 185.157255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:45.631065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.813504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946915"} {"level":"info","ts":"2026-04-29T02:35:45.631136Z","caller":"traceutil/trace.go:171","msg":"trace[1624458017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18764; }","duration":"332.920335ms","start":"2026-04-29T02:35:45.298197Z","end":"2026-04-29T02:35:45.631118Z","steps":["trace[1624458017] 'range keys from in-memory index tree' (duration: 331.940757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:45.631183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:45.298182Z","time spent":"332.986966ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:35:46.448048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.095614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416788"} {"level":"info","ts":"2026-04-29T02:35:46.448132Z","caller":"traceutil/trace.go:171","msg":"trace[916543428] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18765; }","duration":"509.214906ms","start":"2026-04-29T02:35:45.938897Z","end":"2026-04-29T02:35:46.448112Z","steps":["trace[916543428] 'range keys from in-memory index tree' (duration: 508.86198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:46.448182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:45.938877Z","time spent":"509.295117ms","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416811,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-29T02:35:46.448352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.005409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:35:46.44844Z","caller":"traceutil/trace.go:171","msg":"trace[826586449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18765; }","duration":"317.151631ms","start":"2026-04-29T02:35:46.131269Z","end":"2026-04-29T02:35:46.448421Z","steps":["trace[826586449] 'count revisions from in-memory index tree' (duration: 316.849026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:35:46.448486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:35:46.131248Z","time spent":"317.226862ms","remote":"127.0.0.1:38438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:35:46.529778Z","caller":"traceutil/trace.go:171","msg":"trace[1418597567] transaction","detail":"{read_only:false; response_revision:18766; number_of_response:1; }","duration":"102.6693ms","start":"2026-04-29T02:35:46.427087Z","end":"2026-04-29T02:35:46.529756Z","steps":["trace[1418597567] 'process raft request' (duration: 102.503247ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:36:18.226022Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16721} {"level":"info","ts":"2026-04-29T02:36:18.323845Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16721,"took":"94.576859ms","hash":2008974306,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":32141312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:36:18.323921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2008974306,"revision":16721,"compact-revision":14482} {"level":"info","ts":"2026-04-29T02:36:28.771867Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20006,"local-member-snapshot-index":10005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:36:28.779749Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20006} {"level":"info","ts":"2026-04-29T02:36:28.779854Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15006} {"level":"info","ts":"2026-04-29T02:41:18.23262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19106} {"level":"info","ts":"2026-04-29T02:41:18.335842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19106,"took":"99.644097ms","hash":1129432439,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":33423360,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T02:41:18.335921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1129432439,"revision":19106,"compact-revision":16721} {"level":"info","ts":"2026-04-29T02:41:30.042694Z","caller":"traceutil/trace.go:171","msg":"trace[1105715946] transaction","detail":"{read_only:false; response_revision:21436; number_of_response:1; }","duration":"382.789732ms","start":"2026-04-29T02:41:29.659873Z","end":"2026-04-29T02:41:30.042663Z","steps":["trace[1105715946] 'process raft request' (duration: 382.620309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.042913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:29.659848Z","time spent":"382.927785ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:30.764237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.30851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:41:30.764547Z","caller":"traceutil/trace.go:171","msg":"trace[660307869] transaction","detail":"{read_only:false; response_revision:21437; number_of_response:1; }","duration":"766.852538ms","start":"2026-04-29T02:41:29.997654Z","end":"2026-04-29T02:41:30.764507Z","steps":["trace[660307869] 'process raft request' (duration: 564.155961ms)","trace[660307869] 'compare' (duration: 202.152757ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:41:30.76459Z","caller":"traceutil/trace.go:171","msg":"trace[1774478084] transaction","detail":"{read_only:false; response_revision:21438; number_of_response:1; }","duration":"765.005023ms","start":"2026-04-29T02:41:29.999552Z","end":"2026-04-29T02:41:30.764557Z","steps":["trace[1774478084] 'process raft request' (duration: 764.810579ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.764577Z","caller":"traceutil/trace.go:171","msg":"trace[147971658] transaction","detail":"{read_only:false; response_revision:21439; number_of_response:1; }","duration":"761.373806ms","start":"2026-04-29T02:41:30.003178Z","end":"2026-04-29T02:41:30.764552Z","steps":["trace[147971658] 'process raft request' (duration: 761.257024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.764708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:29.999538Z","time spent":"765.105545ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:30.764691Z","caller":"traceutil/trace.go:171","msg":"trace[1489380082] transaction","detail":"{read_only:false; response_revision:21440; number_of_response:1; }","duration":"748.265082ms","start":"2026-04-29T02:41:30.016385Z","end":"2026-04-29T02:41:30.76465Z","steps":["trace[1489380082] 'process raft request' (duration: 748.108899ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:30.764691Z","caller":"traceutil/trace.go:171","msg":"trace[2069466465] linearizableReadLoop","detail":"{readStateIndex:22181; appliedIndex:22177; }","duration":"699.706338ms","start":"2026-04-29T02:41:30.064944Z","end":"2026-04-29T02:41:30.764651Z","steps":["trace[2069466465] 'read index received' (duration: 496.801027ms)","trace[2069466465] 'applied index is now lower than readState.Index' (duration: 202.901431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:41:30.764735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:29.997625Z","time spent":"766.988911ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:30.764722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:30.003161Z","time spent":"761.508839ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:30.76481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.85247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:41:30.764852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:30.016361Z","time spent":"748.408844ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:30.764867Z","caller":"traceutil/trace.go:171","msg":"trace[960343680] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21440; }","duration":"699.948371ms","start":"2026-04-29T02:41:30.064898Z","end":"2026-04-29T02:41:30.764847Z","steps":["trace[960343680] 'agreement among raft nodes before linearized reading' (duration: 699.843029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.764894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.467872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.764942Z","caller":"traceutil/trace.go:171","msg":"trace[757756009] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21440; }","duration":"121.566484ms","start":"2026-04-29T02:41:30.643364Z","end":"2026-04-29T02:41:30.764931Z","steps":["trace[757756009] 'agreement among raft nodes before linearized reading' (duration: 121.485932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.764947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:30.064877Z","time spent":"700.024793ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:41:30.765233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.19566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:30.765328Z","caller":"traceutil/trace.go:171","msg":"trace[985086567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21440; }","duration":"397.337933ms","start":"2026-04-29T02:41:30.367965Z","end":"2026-04-29T02:41:30.765303Z","steps":["trace[985086567] 'agreement among raft nodes before linearized reading' (duration: 396.889084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:30.765375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:30.367941Z","time spent":"397.424634ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:41:31.962996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.225393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:41:31.963076Z","caller":"traceutil/trace.go:171","msg":"trace[1529676867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21440; }","duration":"958.361806ms","start":"2026-04-29T02:41:31.004695Z","end":"2026-04-29T02:41:31.963057Z","steps":["trace[1529676867] 'range keys from in-memory index tree' (duration: 958.008809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:31.963118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.004671Z","time spent":"958.436927ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:41:31.963234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017422447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:41:31.963282Z","caller":"traceutil/trace.go:171","msg":"trace[718420681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21440; }","duration":"1.017509809s","start":"2026-04-29T02:41:30.945759Z","end":"2026-04-29T02:41:31.963269Z","steps":["trace[718420681] 'range keys from in-memory index tree' (duration: 1.017222983s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:31.963314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:30.945736Z","time spent":"1.01757109s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:41:31.963363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.023239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:41:31.963367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.812475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:41:31.963459Z","caller":"traceutil/trace.go:171","msg":"trace[1614760406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21440; }","duration":"959.177142ms","start":"2026-04-29T02:41:31.004259Z","end":"2026-04-29T02:41:31.963436Z","steps":["trace[1614760406] 'range keys from in-memory index tree' (duration: 958.781335ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:31.963482Z","caller":"traceutil/trace.go:171","msg":"trace[1683983722] linearizableReadLoop","detail":"{readStateIndex:22182; appliedIndex:22181; }","duration":"930.608819ms","start":"2026-04-29T02:41:31.032857Z","end":"2026-04-29T02:41:31.963466Z","steps":["trace[1683983722] 'read index received' (duration: 314.52802ms)","trace[1683983722] 'applied index is now lower than readState.Index' (duration: 616.079339ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:41:31.963498Z","caller":"traceutil/trace.go:171","msg":"trace[989534785] transaction","detail":"{read_only:false; response_revision:21441; number_of_response:1; }","duration":"946.977604ms","start":"2026-04-29T02:41:31.016502Z","end":"2026-04-29T02:41:31.96348Z","steps":["trace[989534785] 'process raft request' (duration: 330.960206ms)","trace[989534785] 'compare' (duration: 615.454437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:41:31.963502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.004237Z","time spent":"959.254613ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:41:31.963607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.016484Z","time spent":"947.051146ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:31.963678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.761022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T02:41:31.963713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.83205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-29T02:41:31.96371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.581431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:41:31.963719Z","caller":"traceutil/trace.go:171","msg":"trace[850008383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21441; }","duration":"923.840224ms","start":"2026-04-29T02:41:31.039867Z","end":"2026-04-29T02:41:31.963707Z","steps":["trace[850008383] 'agreement among raft nodes before linearized reading' (duration: 923.70798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:31.963703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.838764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:41:31.963751Z","caller":"traceutil/trace.go:171","msg":"trace[1288956931] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21441; }","duration":"921.639263ms","start":"2026-04-29T02:41:31.042098Z","end":"2026-04-29T02:41:31.963738Z","steps":["trace[1288956931] 'agreement among raft nodes before linearized reading' (duration: 921.51993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:31.963758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.039847Z","time spent":"923.904514ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:41:31.963767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.760026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:41:31.96377Z","caller":"traceutil/trace.go:171","msg":"trace[1851292358] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:21441; }","duration":"626.898811ms","start":"2026-04-29T02:41:31.336835Z","end":"2026-04-29T02:41:31.963734Z","steps":["trace[1851292358] 'agreement among raft nodes before linearized reading' (duration: 626.743997ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:31.963779Z","caller":"traceutil/trace.go:171","msg":"trace[242185102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21441; }","duration":"930.925106ms","start":"2026-04-29T02:41:31.032836Z","end":"2026-04-29T02:41:31.963762Z","steps":["trace[242185102] 'agreement among raft nodes before linearized reading' (duration: 930.715611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:31.963789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.042088Z","time spent":"921.693274ms","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:41:31.963798Z","caller":"traceutil/trace.go:171","msg":"trace[2045582123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21441; }","duration":"921.845417ms","start":"2026-04-29T02:41:31.041943Z","end":"2026-04-29T02:41:31.963789Z","steps":["trace[2045582123] 'agreement among raft nodes before linearized reading' (duration: 921.744615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:31.963806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.336813Z","time spent":"626.985732ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:41:31.963823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.032788Z","time spent":"931.027728ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:41:31.963831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.041931Z","time spent":"921.894788ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:41:31.963931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.515628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:31.963955Z","caller":"traceutil/trace.go:171","msg":"trace[59427661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21441; }","duration":"594.578799ms","start":"2026-04-29T02:41:31.369368Z","end":"2026-04-29T02:41:31.963947Z","steps":["trace[59427661] 'agreement among raft nodes before linearized reading' (duration: 594.539068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:31.963979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.369345Z","time spent":"594.628919ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:41:32.465773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979969827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:41:33.206015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.267385ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-29T02:41:33.206138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.965379Z","time spent":"1.240755378s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:41:33.854079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328308829s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:41:33.965643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:41:33.966047Z","caller":"traceutil/trace.go:171","msg":"trace[1021989378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407943s","start":"2026-04-29T02:41:31.965622Z","end":"2026-04-29T02:41:33.96603Z","steps":["trace[1021989378] 'agreement among raft nodes before linearized reading' (duration: 1.999984204s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:33.966093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.965592Z","time spent":"2.000490463s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:41:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:41:34.050669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.256536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:41:34.050935Z","caller":"traceutil/trace.go:171","msg":"trace[929205893] transaction","detail":"{read_only:false; response_revision:21445; number_of_response:1; }","duration":"2.081004093s","start":"2026-04-29T02:41:31.969916Z","end":"2026-04-29T02:41:34.05092Z","steps":["trace[929205893] 'process raft request' (duration: 2.080952553s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.050983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.969902Z","time spent":"2.081058444s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:34.05098Z","caller":"traceutil/trace.go:171","msg":"trace[1461777035] transaction","detail":"{read_only:false; response_revision:21443; number_of_response:1; }","duration":"2.081101425s","start":"2026-04-29T02:41:31.96985Z","end":"2026-04-29T02:41:34.050952Z","steps":["trace[1461777035] 'process raft request' (duration: 2.080900671s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:34.050984Z","caller":"traceutil/trace.go:171","msg":"trace[1164348943] transaction","detail":"{read_only:false; response_revision:21444; number_of_response:1; }","duration":"2.081098265s","start":"2026-04-29T02:41:31.96987Z","end":"2026-04-29T02:41:34.050968Z","steps":["trace[1164348943] 'process raft request' (duration: 2.080973053s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.051123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.969843Z","time spent":"2.081202017s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:34.051122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.969843Z","time spent":"2.081201487s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:34.051125Z","caller":"traceutil/trace.go:171","msg":"trace[177342742] linearizableReadLoop","detail":"{readStateIndex:22188; appliedIndex:22182; }","duration":"2.085395405s","start":"2026-04-29T02:41:31.965687Z","end":"2026-04-29T02:41:34.051082Z","steps":["trace[177342742] 'read index received' (duration: 560.062205ms)","trace[177342742] 'applied index is now lower than readState.Index' (duration: 1.52533079s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:41:34.051077Z","caller":"traceutil/trace.go:171","msg":"trace[1537988709] transaction","detail":"{read_only:false; response_revision:21442; number_of_response:1; }","duration":"2.081264328s","start":"2026-04-29T02:41:31.969767Z","end":"2026-04-29T02:41:34.051031Z","steps":["trace[1537988709] 'process raft request' (duration: 1.884565574s)","trace[1537988709] 'compare' (duration: 195.570104ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:41:34.051256Z","caller":"traceutil/trace.go:171","msg":"trace[280232627] transaction","detail":"{read_only:false; response_revision:21446; number_of_response:1; }","duration":"2.081289858s","start":"2026-04-29T02:41:31.969953Z","end":"2026-04-29T02:41:34.051243Z","steps":["trace[280232627] 'process raft request' (duration: 2.080941802s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.051282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.96975Z","time spent":"2.081501032s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:34.051373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.969944Z","time spent":"2.081342561s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:34.105672Z","caller":"traceutil/trace.go:171","msg":"trace[2143729284] transaction","detail":"{read_only:false; response_revision:21447; number_of_response:1; }","duration":"1.470443817s","start":"2026-04-29T02:41:32.6352Z","end":"2026-04-29T02:41:34.105643Z","steps":["trace[2143729284] 'process raft request' (duration: 1.470238124s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.105824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.635167Z","time spent":"1.47058225s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:34.106029Z","caller":"traceutil/trace.go:171","msg":"trace[1032544941] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"1.335896542s","start":"2026-04-29T02:41:32.770068Z","end":"2026-04-29T02:41:34.105965Z","steps":["trace[1032544941] 'process raft request' (duration: 1.335530744s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.106212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.770037Z","time spent":"1.336085635s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:34.106747Z","caller":"traceutil/trace.go:171","msg":"trace[1363249992] transaction","detail":"{read_only:false; response_revision:21449; number_of_response:1; }","duration":"1.336284688s","start":"2026-04-29T02:41:32.770444Z","end":"2026-04-29T02:41:34.106728Z","steps":["trace[1363249992] 'process raft request' (duration: 1.335507054s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.106854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.770409Z","time spent":"1.33639776s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:41:34.107135Z","caller":"traceutil/trace.go:171","msg":"trace[1202807835] transaction","detail":"{read_only:false; response_revision:21450; number_of_response:1; }","duration":"1.336594474s","start":"2026-04-29T02:41:32.770529Z","end":"2026-04-29T02:41:34.107123Z","steps":["trace[1202807835] 'process raft request' (duration: 1.336303318s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.107201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.7705Z","time spent":"1.336669605s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:34.107357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13770309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:41:34.10744Z","caller":"traceutil/trace.go:171","msg":"trace[2146122092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21452; }","duration":"2.137807393s","start":"2026-04-29T02:41:31.969612Z","end":"2026-04-29T02:41:34.10742Z","steps":["trace[2146122092] 'agreement among raft nodes before linearized reading' (duration: 2.137574458s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.107487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:31.969605Z","time spent":"2.137874294s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:41:34.10766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.589092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-29T02:41:34.107709Z","caller":"traceutil/trace.go:171","msg":"trace[1200815857] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:21452; }","duration":"138.669864ms","start":"2026-04-29T02:41:33.969027Z","end":"2026-04-29T02:41:34.107696Z","steps":["trace[1200815857] 'agreement among raft nodes before linearized reading' (duration: 138.518671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:34.107771Z","caller":"traceutil/trace.go:171","msg":"trace[952575650] transaction","detail":"{read_only:false; response_revision:21452; number_of_response:1; }","duration":"900.703992ms","start":"2026-04-29T02:41:33.207048Z","end":"2026-04-29T02:41:34.107752Z","steps":["trace[952575650] 'process raft request' (duration: 899.999498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.107858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111790106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:41:34.107878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.867924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:34.107912Z","caller":"traceutil/trace.go:171","msg":"trace[803418224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21452; }","duration":"133.942656ms","start":"2026-04-29T02:41:33.973961Z","end":"2026-04-29T02:41:34.107904Z","steps":["trace[803418224] 'agreement among raft nodes before linearized reading' (duration: 133.889955ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:34.107917Z","caller":"traceutil/trace.go:171","msg":"trace[742247646] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21452; }","duration":"1.111892747s","start":"2026-04-29T02:41:32.996009Z","end":"2026-04-29T02:41:34.107902Z","steps":["trace[742247646] 'agreement among raft nodes before linearized reading' (duration: 1.111793395s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:34.107909Z","caller":"traceutil/trace.go:171","msg":"trace[621966433] transaction","detail":"{read_only:false; response_revision:21451; number_of_response:1; }","duration":"1.337282337s","start":"2026-04-29T02:41:32.770616Z","end":"2026-04-29T02:41:34.107898Z","steps":["trace[621966433] 'process raft request' (duration: 1.336310858s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.107958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.995984Z","time spent":"1.111964478s","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:41:34.107994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.770598Z","time spent":"1.337364008s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:34.108205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421691879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-29T02:41:34.108244Z","caller":"traceutil/trace.go:171","msg":"trace[1069310570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21452; }","duration":"1.421772211s","start":"2026-04-29T02:41:32.686462Z","end":"2026-04-29T02:41:34.108234Z","steps":["trace[1069310570] 'agreement among raft nodes before linearized reading' (duration: 1.421667299s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.107865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:33.207027Z","time spent":"900.793423ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:34.108275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.686437Z","time spent":"1.421829011s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:41:34.108332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642249779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:34.108375Z","caller":"traceutil/trace.go:171","msg":"trace[1777998022] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21452; }","duration":"1.642337271s","start":"2026-04-29T02:41:32.466028Z","end":"2026-04-29T02:41:34.108366Z","steps":["trace[1777998022] 'agreement among raft nodes before linearized reading' (duration: 1.64227396s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.108411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.465999Z","time spent":"1.642403502s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:41:34.10864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008498723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-29T02:41:34.108681Z","caller":"traceutil/trace.go:171","msg":"trace[1789884216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21452; }","duration":"2.008538554s","start":"2026-04-29T02:41:32.100132Z","end":"2026-04-29T02:41:34.108671Z","steps":["trace[1789884216] 'agreement among raft nodes before linearized reading' (duration: 2.008433431s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:34.108709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:32.100108Z","time spent":"2.008594315s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-29T02:41:34.614061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979969846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:41:35.120384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.835087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:35.120541Z","caller":"traceutil/trace.go:171","msg":"trace[926682147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21452; }","duration":"329.00248ms","start":"2026-04-29T02:41:34.791513Z","end":"2026-04-29T02:41:35.120516Z","steps":["trace[926682147] 'range keys from in-memory index tree' (duration: 328.815306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:35.120908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.055188ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-29T02:41:35.121141Z","caller":"traceutil/trace.go:171","msg":"trace[1068110161] linearizableReadLoop","detail":"{readStateIndex:22196; appliedIndex:22194; }","duration":"1.007921961s","start":"2026-04-29T02:41:34.113201Z","end":"2026-04-29T02:41:35.121123Z","steps":["trace[1068110161] 'read index received' (duration: 830.665408ms)","trace[1068110161] 'applied index is now lower than readState.Index' (duration: 177.255433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:41:35.121234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:34.112165Z","time spent":"1.009065872s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:41:35.121528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008309897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-29T02:41:35.121615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.159609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:41:35.121624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.543302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:35.121645Z","caller":"traceutil/trace.go:171","msg":"trace[1630658050] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21453; }","duration":"1.00844908s","start":"2026-04-29T02:41:34.113176Z","end":"2026-04-29T02:41:35.121625Z","steps":["trace[1630658050] 'agreement among raft nodes before linearized reading' (duration: 1.008091743s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:35.121676Z","caller":"traceutil/trace.go:171","msg":"trace[561546182] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21453; }","duration":"971.637344ms","start":"2026-04-29T02:41:34.150024Z","end":"2026-04-29T02:41:35.121661Z","steps":["trace[561546182] 'agreement among raft nodes before linearized reading' (duration: 971.501602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:35.121645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006124047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-29T02:41:35.121695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:34.113114Z","time spent":"1.008569342s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-29T02:41:35.121717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:34.150002Z","time spent":"971.706545ms","remote":"127.0.0.1:42496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:41:35.121722Z","caller":"traceutil/trace.go:171","msg":"trace[1369387996] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"1.008842858s","start":"2026-04-29T02:41:34.112858Z","end":"2026-04-29T02:41:35.121701Z","steps":["trace[1369387996] 'process raft request' (duration: 1.008139115s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:35.121672Z","caller":"traceutil/trace.go:171","msg":"trace[1469639503] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21453; }","duration":"946.261761ms","start":"2026-04-29T02:41:34.175394Z","end":"2026-04-29T02:41:35.121656Z","steps":["trace[1469639503] 'agreement among raft nodes before linearized reading' (duration: 946.124689ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:35.121743Z","caller":"traceutil/trace.go:171","msg":"trace[1316883983] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21453; }","duration":"1.006253049s","start":"2026-04-29T02:41:34.115466Z","end":"2026-04-29T02:41:35.121719Z","steps":["trace[1316883983] 'agreement among raft nodes before linearized reading' (duration: 1.005954344s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:35.121754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.84845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:35.121807Z","caller":"traceutil/trace.go:171","msg":"trace[1958053946] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21453; }","duration":"275.945382ms","start":"2026-04-29T02:41:34.845851Z","end":"2026-04-29T02:41:35.121796Z","steps":["trace[1958053946] 'agreement among raft nodes before linearized reading' (duration: 275.84784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:35.121811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:34.115453Z","time spent":"1.006342661s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-29T02:41:35.121814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:34.175368Z","time spent":"946.428805ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:41:35.121825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:34.112844Z","time spent":"1.008920749s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:35.625385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979969851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:41:36.064161Z","caller":"traceutil/trace.go:171","msg":"trace[1606058247] transaction","detail":"{read_only:false; response_revision:21454; number_of_response:1; }","duration":"940.697468ms","start":"2026-04-29T02:41:35.123436Z","end":"2026-04-29T02:41:36.064134Z","steps":["trace[1606058247] 'process raft request' (duration: 940.503844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:36.064126Z","caller":"traceutil/trace.go:171","msg":"trace[17153496] linearizableReadLoop","detail":"{readStateIndex:22197; appliedIndex:22196; }","duration":"939.125138ms","start":"2026-04-29T02:41:35.124982Z","end":"2026-04-29T02:41:36.064108Z","steps":["trace[17153496] 'read index received' (duration: 938.906134ms)","trace[17153496] 'applied index is now lower than readState.Index' (duration: 218.144µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:41:36.064306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.123415Z","time spent":"940.814259ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:41:36.06446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.460534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:41:36.064554Z","caller":"traceutil/trace.go:171","msg":"trace[1349626675] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21454; }","duration":"939.592167ms","start":"2026-04-29T02:41:35.124937Z","end":"2026-04-29T02:41:36.064529Z","steps":["trace[1349626675] 'agreement among raft nodes before linearized reading' (duration: 939.273791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:36.064568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.157675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:41:36.064613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.547371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:41:36.06463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.124918Z","time spent":"939.700308ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:41:36.064698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.674011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-29T02:41:36.064729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.463707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:36.064752Z","caller":"traceutil/trace.go:171","msg":"trace[96937918] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5; range_end:; response_count:1; response_revision:21454; }","duration":"938.778142ms","start":"2026-04-29T02:41:35.125951Z","end":"2026-04-29T02:41:36.064729Z","steps":["trace[96937918] 'agreement among raft nodes before linearized reading' (duration: 938.630699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:36.064766Z","caller":"traceutil/trace.go:171","msg":"trace[431751642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21454; }","duration":"696.530029ms","start":"2026-04-29T02:41:35.368225Z","end":"2026-04-29T02:41:36.064755Z","steps":["trace[431751642] 'agreement among raft nodes before linearized reading' (duration: 696.466928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:36.06476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.397136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:41:36.064805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.125937Z","time spent":"938.859454ms","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" "} {"level":"warn","ts":"2026-04-29T02:41:36.064809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.368204Z","time spent":"696.59504ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:41:36.064832Z","caller":"traceutil/trace.go:171","msg":"trace[441262695] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21454; }","duration":"659.522999ms","start":"2026-04-29T02:41:35.40529Z","end":"2026-04-29T02:41:36.064813Z","steps":["trace[441262695] 'agreement among raft nodes before linearized reading' (duration: 659.259923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:36.064875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.405265Z","time spent":"659.59989ms","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:41:36.064538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.559377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:41:36.065045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.113896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:41:36.065164Z","caller":"traceutil/trace.go:171","msg":"trace[987788768] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:21454; }","duration":"217.281339ms","start":"2026-04-29T02:41:35.847861Z","end":"2026-04-29T02:41:36.065142Z","steps":["trace[987788768] 'agreement among raft nodes before linearized reading' (duration: 216.79606ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:36.064668Z","caller":"traceutil/trace.go:171","msg":"trace[814474245] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21454; }","duration":"921.632993ms","start":"2026-04-29T02:41:35.143019Z","end":"2026-04-29T02:41:36.064652Z","steps":["trace[814474245] 'agreement among raft nodes before linearized reading' (duration: 921.532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:41:36.065093Z","caller":"traceutil/trace.go:171","msg":"trace[267560905] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21454; }","duration":"939.154719ms","start":"2026-04-29T02:41:35.125924Z","end":"2026-04-29T02:41:36.065078Z","steps":["trace[267560905] 'agreement among raft nodes before linearized reading' (duration: 938.524956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:36.065584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.125914Z","time spent":"939.658668ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:41:36.064675Z","caller":"traceutil/trace.go:171","msg":"trace[250826745] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21454; }","duration":"101.249677ms","start":"2026-04-29T02:41:35.963389Z","end":"2026-04-29T02:41:36.064639Z","steps":["trace[250826745] 'agreement among raft nodes before linearized reading' (duration: 101.087834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:36.065104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.420009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:41:36.06661Z","caller":"traceutil/trace.go:171","msg":"trace[1652207768] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21454; }","duration":"483.913677ms","start":"2026-04-29T02:41:35.582637Z","end":"2026-04-29T02:41:36.066551Z","steps":["trace[1652207768] 'agreement among raft nodes before linearized reading' (duration: 482.43953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:41:36.06669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.582616Z","time spent":"484.050579ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:41:36.065465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:41:35.143005Z","time spent":"922.372266ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:44:48.657954Z","caller":"traceutil/trace.go:171","msg":"trace[777158531] linearizableReadLoop","detail":"{readStateIndex:23846; appliedIndex:23842; }","duration":"110.738623ms","start":"2026-04-29T02:44:48.54719Z","end":"2026-04-29T02:44:48.657929Z","steps":["trace[777158531] 'read index received' (duration: 7.52832ms)","trace[777158531] 'applied index is now lower than readState.Index' (duration: 103.209303ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:48.658067Z","caller":"traceutil/trace.go:171","msg":"trace[2072689156] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"134.237371ms","start":"2026-04-29T02:44:48.523801Z","end":"2026-04-29T02:44:48.658038Z","steps":["trace[2072689156] 'process raft request' (duration: 134.083988ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:48.658075Z","caller":"traceutil/trace.go:171","msg":"trace[877512830] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"135.074326ms","start":"2026-04-29T02:44:48.522945Z","end":"2026-04-29T02:44:48.658019Z","steps":["trace[877512830] 'process raft request' (duration: 134.875642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:48.658284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.079009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:44:48.658355Z","caller":"traceutil/trace.go:171","msg":"trace[969242962] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23045; }","duration":"111.199311ms","start":"2026-04-29T02:44:48.547135Z","end":"2026-04-29T02:44:48.658335Z","steps":["trace[969242962] 'agreement among raft nodes before linearized reading' (duration: 110.967387ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:48.657938Z","caller":"traceutil/trace.go:171","msg":"trace[735910909] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"134.989945ms","start":"2026-04-29T02:44:48.522915Z","end":"2026-04-29T02:44:48.657904Z","steps":["trace[735910909] 'process raft request' (duration: 129.402491ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:49.684483Z","caller":"traceutil/trace.go:171","msg":"trace[237892588] linearizableReadLoop","detail":"{readStateIndex:23857; appliedIndex:23855; }","duration":"197.933538ms","start":"2026-04-29T02:44:49.486522Z","end":"2026-04-29T02:44:49.684455Z","steps":["trace[237892588] 'read index received' (duration: 44.883706ms)","trace[237892588] 'applied index is now lower than readState.Index' (duration: 153.048932ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:49.684579Z","caller":"traceutil/trace.go:171","msg":"trace[238566232] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"198.230943ms","start":"2026-04-29T02:44:49.486307Z","end":"2026-04-29T02:44:49.684538Z","steps":["trace[238566232] 'process raft request' (duration: 162.086539ms)","trace[238566232] 'compare' (duration: 35.842629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:49.684697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.156981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:44:49.684745Z","caller":"traceutil/trace.go:171","msg":"trace[364419419] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23056; }","duration":"198.254514ms","start":"2026-04-29T02:44:49.486475Z","end":"2026-04-29T02:44:49.68473Z","steps":["trace[364419419] 'agreement among raft nodes before linearized reading' (duration: 198.086181ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:35.979662Z","caller":"traceutil/trace.go:171","msg":"trace[102459341] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"292.116373ms","start":"2026-04-29T02:45:35.687517Z","end":"2026-04-29T02:45:35.979634Z","steps":["trace[102459341] 'process raft request' (duration: 291.94069ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:36.731821Z","caller":"traceutil/trace.go:171","msg":"trace[938916016] linearizableReadLoop","detail":"{readStateIndex:24762; appliedIndex:24761; }","duration":"991.740983ms","start":"2026-04-29T02:45:35.740042Z","end":"2026-04-29T02:45:36.731783Z","steps":["trace[938916016] 'read index received' (duration: 239.574596ms)","trace[938916016] 'applied index is now lower than readState.Index' (duration: 752.163307ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:36.732469Z","caller":"traceutil/trace.go:171","msg":"trace[1452216609] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"1.023054945s","start":"2026-04-29T02:45:35.709363Z","end":"2026-04-29T02:45:36.732418Z","steps":["trace[1452216609] 'process raft request' (duration: 1.018941929s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:36.732676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:35.709319Z","time spent":"1.023206408s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:37.393245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.584124ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T02:45:37.393716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653636222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:45:37.393801Z","caller":"traceutil/trace.go:171","msg":"trace[616390336] linearizableReadLoop","detail":"{readStateIndex:24763; appliedIndex:24762; }","duration":"661.807358ms","start":"2026-04-29T02:45:36.731937Z","end":"2026-04-29T02:45:37.393745Z","steps":["trace[616390336] 'read index received' (duration: 59.691µs)","trace[616390336] 'applied index is now lower than readState.Index' (duration: 661.743666ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:37.393844Z","caller":"traceutil/trace.go:171","msg":"trace[1693971491] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23945; }","duration":"1.653839566s","start":"2026-04-29T02:45:35.739981Z","end":"2026-04-29T02:45:37.39382Z","steps":["trace[1693971491] 'agreement among raft nodes before linearized reading' (duration: 992.004468ms)","trace[1693971491] 'count revisions from in-memory index tree' (duration: 661.221527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:37.393852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024343719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:45:37.393932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118083682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-29T02:45:37.393959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42447766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:37.394021Z","caller":"traceutil/trace.go:171","msg":"trace[452306890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23945; }","duration":"1.424600662s","start":"2026-04-29T02:45:35.969409Z","end":"2026-04-29T02:45:37.394009Z","steps":["trace[452306890] 'agreement among raft nodes before linearized reading' (duration: 1.42449399s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.393942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:35.739934Z","time spent":"1.653955808s","remote":"127.0.0.1:42816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:45:37.394019Z","caller":"traceutil/trace.go:171","msg":"trace[779127406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23945; }","duration":"1.118202974s","start":"2026-04-29T02:45:36.275797Z","end":"2026-04-29T02:45:37.394Z","steps":["trace[779127406] 'agreement among raft nodes before linearized reading' (duration: 1.11799697s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.394065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:35.969381Z","time spent":"1.424672593s","remote":"127.0.0.1:59566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:45:37.394073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.27578Z","time spent":"1.118284705s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:45:37.394094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.532714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-29T02:45:37.394084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.710104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:45:37.394133Z","caller":"traceutil/trace.go:171","msg":"trace[2032791450] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23945; }","duration":"973.620115ms","start":"2026-04-29T02:45:36.420504Z","end":"2026-04-29T02:45:37.394124Z","steps":["trace[2032791450] 'agreement among raft nodes before linearized reading' (duration: 973.459712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.394166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.420477Z","time spent":"973.684256ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-29T02:45:37.394182Z","caller":"traceutil/trace.go:171","msg":"trace[1930503942] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23945; }","duration":"882.945149ms","start":"2026-04-29T02:45:36.511213Z","end":"2026-04-29T02:45:37.394158Z","steps":["trace[1930503942] 'agreement among raft nodes before linearized reading' (duration: 882.640464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.394235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.511178Z","time spent":"883.045251ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:45:37.393946Z","caller":"traceutil/trace.go:171","msg":"trace[539570061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23945; }","duration":"1.024514653s","start":"2026-04-29T02:45:36.36941Z","end":"2026-04-29T02:45:37.393925Z","steps":["trace[539570061] 'agreement among raft nodes before linearized reading' (duration: 1.02434873s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.394317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.369376Z","time spent":"1.024931791s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:45:37.396073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092772383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:45:37.396148Z","caller":"traceutil/trace.go:171","msg":"trace[850055875] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23945; }","duration":"1.092865024s","start":"2026-04-29T02:45:36.303253Z","end":"2026-04-29T02:45:37.396118Z","steps":["trace[850055875] 'agreement among raft nodes before linearized reading' (duration: 1.09051586s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.396192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.303238Z","time spent":"1.092944425s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:45:37.396782Z","caller":"traceutil/trace.go:171","msg":"trace[1580905689] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"435.60261ms","start":"2026-04-29T02:45:36.96114Z","end":"2026-04-29T02:45:37.396742Z","steps":["trace[1580905689] 'process raft request' (duration: 432.224528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.396908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.961105Z","time spent":"435.734563ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:37.397077Z","caller":"traceutil/trace.go:171","msg":"trace[2010988981] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"284.429409ms","start":"2026-04-29T02:45:37.112629Z","end":"2026-04-29T02:45:37.397059Z","steps":["trace[2010988981] 'process raft request' (duration: 284.257136ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.39725Z","caller":"traceutil/trace.go:171","msg":"trace[1920044822] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"258.66352ms","start":"2026-04-29T02:45:37.138569Z","end":"2026-04-29T02:45:37.397233Z","steps":["trace[1920044822] 'process raft request' (duration: 258.456585ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.397299Z","caller":"traceutil/trace.go:171","msg":"trace[1457659284] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"258.6353ms","start":"2026-04-29T02:45:37.138639Z","end":"2026-04-29T02:45:37.397275Z","steps":["trace[1457659284] 'process raft request' (duration: 258.484796ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.397389Z","caller":"traceutil/trace.go:171","msg":"trace[1783333779] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"117.20299ms","start":"2026-04-29T02:45:37.280178Z","end":"2026-04-29T02:45:37.397381Z","steps":["trace[1783333779] 'process raft request' (duration: 117.130228ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.397395Z","caller":"traceutil/trace.go:171","msg":"trace[352341585] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"253.964224ms","start":"2026-04-29T02:45:37.143412Z","end":"2026-04-29T02:45:37.397376Z","steps":["trace[352341585] 'process raft request' (duration: 253.829091ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.397381Z","caller":"traceutil/trace.go:171","msg":"trace[546583460] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"257.093331ms","start":"2026-04-29T02:45:37.140246Z","end":"2026-04-29T02:45:37.397339Z","steps":["trace[546583460] 'process raft request' (duration: 256.939818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.397633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.027444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-29T02:45:37.397686Z","caller":"traceutil/trace.go:171","msg":"trace[96385144] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23952; }","duration":"625.146606ms","start":"2026-04-29T02:45:36.772526Z","end":"2026-04-29T02:45:37.397672Z","steps":["trace[96385144] 'agreement among raft nodes before linearized reading' (duration: 624.971373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.397716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:36.772474Z","time spent":"625.234017ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-29T02:46:18.239552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21380} {"level":"info","ts":"2026-04-29T02:46:18.359188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21380,"took":"114.894137ms","hash":2091378283,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":40808448,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-29T02:46:18.359253Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2091378283,"revision":21380,"compact-revision":19106} {"level":"info","ts":"2026-04-29T02:48:01.626306Z","caller":"traceutil/trace.go:171","msg":"trace[1308791481] linearizableReadLoop","detail":"{readStateIndex:26256; appliedIndex:26255; }","duration":"257.60135ms","start":"2026-04-29T02:48:01.368661Z","end":"2026-04-29T02:48:01.626262Z","steps":["trace[1308791481] 'read index received' (duration: 251.957485ms)","trace[1308791481] 'applied index is now lower than readState.Index' (duration: 5.641185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:01.626475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.788623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:01.626517Z","caller":"traceutil/trace.go:171","msg":"trace[864519627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25403; }","duration":"257.859755ms","start":"2026-04-29T02:48:01.368646Z","end":"2026-04-29T02:48:01.626506Z","steps":["trace[864519627] 'agreement among raft nodes before linearized reading' (duration: 257.761903ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:02.694423Z","caller":"traceutil/trace.go:171","msg":"trace[838841530] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"100.095131ms","start":"2026-04-29T02:48:02.594288Z","end":"2026-04-29T02:48:02.694383Z","steps":["trace[838841530] 'process raft request' (duration: 99.854687ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:04.274767Z","caller":"traceutil/trace.go:171","msg":"trace[1405373204] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"201.818193ms","start":"2026-04-29T02:48:04.072911Z","end":"2026-04-29T02:48:04.274729Z","steps":["trace[1405373204] 'process raft request' (duration: 138.17666ms)","trace[1405373204] 'compare' (duration: 63.4883ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:04.288745Z","caller":"traceutil/trace.go:171","msg":"trace[517170607] linearizableReadLoop","detail":"{readStateIndex:26280; appliedIndex:26277; }","duration":"168.934462ms","start":"2026-04-29T02:48:04.119762Z","end":"2026-04-29T02:48:04.288696Z","steps":["trace[517170607] 'read index received' (duration: 91.347239ms)","trace[517170607] 'applied index is now lower than readState.Index' (duration: 77.586423ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:04.2891Z","caller":"traceutil/trace.go:171","msg":"trace[1781349581] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"189.259219ms","start":"2026-04-29T02:48:04.099828Z","end":"2026-04-29T02:48:04.289087Z","steps":["trace[1781349581] 'process raft request' (duration: 188.672498ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:04.28929Z","caller":"traceutil/trace.go:171","msg":"trace[1206404558] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"185.179334ms","start":"2026-04-29T02:48:04.104103Z","end":"2026-04-29T02:48:04.289282Z","steps":["trace[1206404558] 'process raft request' (duration: 184.554782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.289506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.735267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:48:04.289541Z","caller":"traceutil/trace.go:171","msg":"trace[537233552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25427; }","duration":"169.831999ms","start":"2026-04-29T02:48:04.1197Z","end":"2026-04-29T02:48:04.289532Z","steps":["trace[537233552] 'agreement among raft nodes before linearized reading' (duration: 169.680936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:04.289691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.773392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:04.289718Z","caller":"traceutil/trace.go:171","msg":"trace[337185482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25427; }","duration":"166.824202ms","start":"2026-04-29T02:48:04.122888Z","end":"2026-04-29T02:48:04.289712Z","steps":["trace[337185482] 'agreement among raft nodes before linearized reading' (duration: 166.749361ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:06.166794Z","caller":"traceutil/trace.go:171","msg":"trace[1829747741] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"139.113577ms","start":"2026-04-29T02:48:06.027648Z","end":"2026-04-29T02:48:06.166762Z","steps":["trace[1829747741] 'process raft request' (duration: 138.959864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:06.693238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.337164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:06.693506Z","caller":"traceutil/trace.go:171","msg":"trace[1286554470] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26297; }","duration":"296.051466ms","start":"2026-04-29T02:48:06.397436Z","end":"2026-04-29T02:48:06.693488Z","steps":["trace[1286554470] 'read index received' (duration: 194.376784ms)","trace[1286554470] 'applied index is now lower than readState.Index' (duration: 101.673262ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:06.69349Z","caller":"traceutil/trace.go:171","msg":"trace[467315413] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"336.367186ms","start":"2026-04-29T02:48:06.357092Z","end":"2026-04-29T02:48:06.693459Z","steps":["trace[467315413] 'process raft request' (duration: 234.702265ms)","trace[467315413] 'compare' (duration: 101.08852ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:06.69359Z","caller":"traceutil/trace.go:171","msg":"trace[274850585] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"335.655323ms","start":"2026-04-29T02:48:06.357922Z","end":"2026-04-29T02:48:06.693578Z","steps":["trace[274850585] 'process raft request' (duration: 335.440829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:06.693665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.357064Z","time spent":"336.492768ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:06.693681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:06.357914Z","time spent":"335.732944ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:06.693769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.31488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:06.693841Z","caller":"traceutil/trace.go:171","msg":"trace[1600475248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25446; }","duration":"296.391902ms","start":"2026-04-29T02:48:06.397428Z","end":"2026-04-29T02:48:06.69382Z","steps":["trace[1600475248] 'agreement among raft nodes before linearized reading' (duration: 296.124517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:06.981642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.152888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:48:06.982236Z","caller":"traceutil/trace.go:171","msg":"trace[1346826619] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26299; }","duration":"285.900917ms","start":"2026-04-29T02:48:06.696259Z","end":"2026-04-29T02:48:06.98216Z","steps":["trace[1346826619] 'read index received' (duration: 37.691µs)","trace[1346826619] 'applied index is now lower than readState.Index' (duration: 285.861126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:06.982379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.10998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:06.98251Z","caller":"traceutil/trace.go:171","msg":"trace[1803172003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25446; }","duration":"286.256783ms","start":"2026-04-29T02:48:06.696243Z","end":"2026-04-29T02:48:06.9825Z","steps":["trace[1803172003] 'agreement among raft nodes before linearized reading' (duration: 286.08691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:06.982849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.909385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:06.982883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.03838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:06.982908Z","caller":"traceutil/trace.go:171","msg":"trace[1579398657] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25448; }","duration":"187.020727ms","start":"2026-04-29T02:48:06.795877Z","end":"2026-04-29T02:48:06.982897Z","steps":["trace[1579398657] 'agreement among raft nodes before linearized reading' (duration: 186.926875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:06.982938Z","caller":"traceutil/trace.go:171","msg":"trace[449138938] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25448; }","duration":"235.138312ms","start":"2026-04-29T02:48:06.747786Z","end":"2026-04-29T02:48:06.982925Z","steps":["trace[449138938] 'agreement among raft nodes before linearized reading' (duration: 235.01433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:06.983024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.816548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-29T02:48:06.983067Z","caller":"traceutil/trace.go:171","msg":"trace[1814638151] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"247.92575ms","start":"2026-04-29T02:48:06.73513Z","end":"2026-04-29T02:48:06.983056Z","steps":["trace[1814638151] 'process raft request' (duration: 247.613264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:06.983046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.144052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-29T02:48:06.983102Z","caller":"traceutil/trace.go:171","msg":"trace[752150204] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25448; }","duration":"233.912899ms","start":"2026-04-29T02:48:06.749167Z","end":"2026-04-29T02:48:06.98308Z","steps":["trace[752150204] 'agreement among raft nodes before linearized reading' (duration: 233.692035ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:06.983133Z","caller":"traceutil/trace.go:171","msg":"trace[1052947318] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25448; }","duration":"278.299785ms","start":"2026-04-29T02:48:06.70481Z","end":"2026-04-29T02:48:06.98311Z","steps":["trace[1052947318] 'agreement among raft nodes before linearized reading' (duration: 278.02521ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:06.983005Z","caller":"traceutil/trace.go:171","msg":"trace[1781825811] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"284.51885ms","start":"2026-04-29T02:48:06.698457Z","end":"2026-04-29T02:48:06.982976Z","steps":["trace[1781825811] 'process raft request' (duration: 283.3909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:06.98336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.57351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:06.983389Z","caller":"traceutil/trace.go:171","msg":"trace[1815947066] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25448; }","duration":"278.623432ms","start":"2026-04-29T02:48:06.704758Z","end":"2026-04-29T02:48:06.983381Z","steps":["trace[1815947066] 'agreement among raft nodes before linearized reading' (duration: 278.02509ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:08.180293Z","caller":"traceutil/trace.go:171","msg":"trace[634563542] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"152.784722ms","start":"2026-04-29T02:48:08.02747Z","end":"2026-04-29T02:48:08.180255Z","steps":["trace[634563542] 'process raft request' (duration: 152.024337ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:08.332492Z","caller":"traceutil/trace.go:171","msg":"trace[473251259] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"160.26487ms","start":"2026-04-29T02:48:08.172202Z","end":"2026-04-29T02:48:08.332467Z","steps":["trace[473251259] 'process raft request' (duration: 157.745112ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:08.801974Z","caller":"traceutil/trace.go:171","msg":"trace[76251913] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"100.180343ms","start":"2026-04-29T02:48:08.701776Z","end":"2026-04-29T02:48:08.801956Z","steps":["trace[76251913] 'process raft request' (duration: 100.05042ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:08.823679Z","caller":"traceutil/trace.go:171","msg":"trace[1592911454] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"121.108431ms","start":"2026-04-29T02:48:08.702545Z","end":"2026-04-29T02:48:08.823653Z","steps":["trace[1592911454] 'process raft request' (duration: 120.957289ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.103602Z","caller":"traceutil/trace.go:171","msg":"trace[447012803] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"108.57398ms","start":"2026-04-29T02:48:08.994992Z","end":"2026-04-29T02:48:09.103566Z","steps":["trace[447012803] 'process raft request' (duration: 62.079096ms)","trace[447012803] 'compare' (duration: 46.24172ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:09.609825Z","caller":"traceutil/trace.go:171","msg":"trace[1008946490] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"159.619239ms","start":"2026-04-29T02:48:09.450183Z","end":"2026-04-29T02:48:09.609802Z","steps":["trace[1008946490] 'process raft request' (duration: 159.570987ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:09.610017Z","caller":"traceutil/trace.go:171","msg":"trace[135015380] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"161.395932ms","start":"2026-04-29T02:48:09.448572Z","end":"2026-04-29T02:48:09.609968Z","steps":["trace[135015380] 'process raft request' (duration: 83.32537ms)","trace[135015380] 'compare' (duration: 77.722644ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:09.696753Z","caller":"traceutil/trace.go:171","msg":"trace[1846942888] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"120.264297ms","start":"2026-04-29T02:48:09.576449Z","end":"2026-04-29T02:48:09.696713Z","steps":["trace[1846942888] 'process raft request' (duration: 119.631915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:13.870091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979980730,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:48:14.16281Z","caller":"traceutil/trace.go:171","msg":"trace[348498603] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"991.945386ms","start":"2026-04-29T02:48:13.170827Z","end":"2026-04-29T02:48:14.162772Z","steps":["trace[348498603] 'process raft request' (duration: 991.683422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.163023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.170804Z","time spent":"992.10697ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:14.184517Z","caller":"traceutil/trace.go:171","msg":"trace[1778715437] linearizableReadLoop","detail":"{readStateIndex:26353; appliedIndex:26349; }","duration":"815.281572ms","start":"2026-04-29T02:48:13.369208Z","end":"2026-04-29T02:48:14.18449Z","steps":["trace[1778715437] 'read index received' (duration: 793.306573ms)","trace[1778715437] 'applied index is now lower than readState.Index' (duration: 21.973889ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:14.184561Z","caller":"traceutil/trace.go:171","msg":"trace[396375337] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"729.538817ms","start":"2026-04-29T02:48:13.454992Z","end":"2026-04-29T02:48:14.184531Z","steps":["trace[396375337] 'process raft request' (duration: 729.279713ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:14.184649Z","caller":"traceutil/trace.go:171","msg":"trace[871514916] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"497.185956ms","start":"2026-04-29T02:48:13.687416Z","end":"2026-04-29T02:48:14.184602Z","steps":["trace[871514916] 'process raft request' (duration: 497.036403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.184726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.887091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:14.184768Z","caller":"traceutil/trace.go:171","msg":"trace[999895832] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25498; }","duration":"639.003863ms","start":"2026-04-29T02:48:13.545753Z","end":"2026-04-29T02:48:14.184757Z","steps":["trace[999895832] 'agreement among raft nodes before linearized reading' (duration: 638.899461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.184762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.500585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:14.184822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.955556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:14.184842Z","caller":"traceutil/trace.go:171","msg":"trace[1665632413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25498; }","duration":"815.665688ms","start":"2026-04-29T02:48:13.369157Z","end":"2026-04-29T02:48:14.184823Z","steps":["trace[1665632413] 'agreement among raft nodes before linearized reading' (duration: 815.462164ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:14.184876Z","caller":"traceutil/trace.go:171","msg":"trace[868238408] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25498; }","duration":"116.049048ms","start":"2026-04-29T02:48:14.068816Z","end":"2026-04-29T02:48:14.184865Z","steps":["trace[868238408] 'agreement among raft nodes before linearized reading' (duration: 115.950977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.184883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.687355Z","time spent":"497.399879ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:14.184901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.369132Z","time spent":"815.75602ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:14.184826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.545719Z","time spent":"639.096454ms","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:48:14.184967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.020836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:14.18503Z","caller":"traceutil/trace.go:171","msg":"trace[660815121] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25498; }","duration":"395.132898ms","start":"2026-04-29T02:48:13.789883Z","end":"2026-04-29T02:48:14.185016Z","steps":["trace[660815121] 'agreement among raft nodes before linearized reading' (duration: 394.952065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.185083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.789856Z","time spent":"395.212109ms","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:14.185143Z","caller":"traceutil/trace.go:171","msg":"trace[359488604] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"544.18336ms","start":"2026-04-29T02:48:13.64093Z","end":"2026-04-29T02:48:14.185113Z","steps":["trace[359488604] 'process raft request' (duration: 543.487777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:14.185264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.6409Z","time spent":"544.299451ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:14.185392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:13.454962Z","time spent":"729.931764ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:17.301186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.357976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:17.301279Z","caller":"traceutil/trace.go:171","msg":"trace[1661210214] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25521; }","duration":"136.499179ms","start":"2026-04-29T02:48:17.164756Z","end":"2026-04-29T02:48:17.301255Z","steps":["trace[1661210214] 'agreement among raft nodes before linearized reading' (duration: 37.003429ms)","trace[1661210214] 'count revisions from in-memory index tree' (duration: 99.370778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:17.301516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.13052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:17.301593Z","caller":"traceutil/trace.go:171","msg":"trace[1546392277] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25521; }","duration":"165.237863ms","start":"2026-04-29T02:48:17.136339Z","end":"2026-04-29T02:48:17.301577Z","steps":["trace[1546392277] 'agreement among raft nodes before linearized reading' (duration: 65.397826ms)","trace[1546392277] 'count revisions from in-memory index tree' (duration: 99.729964ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:17.404834Z","caller":"traceutil/trace.go:171","msg":"trace[1406659687] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26377; }","duration":"112.460141ms","start":"2026-04-29T02:48:17.292349Z","end":"2026-04-29T02:48:17.404809Z","steps":["trace[1406659687] 'read index received' (duration: 112.314608ms)","trace[1406659687] 'applied index is now lower than readState.Index' (duration: 144.403µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:17.404933Z","caller":"traceutil/trace.go:171","msg":"trace[286171017] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"161.82197ms","start":"2026-04-29T02:48:17.243082Z","end":"2026-04-29T02:48:17.404904Z","steps":["trace[286171017] 'process raft request' (duration: 161.593666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:17.404988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.620955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:17.405047Z","caller":"traceutil/trace.go:171","msg":"trace[501943801] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25522; }","duration":"112.742657ms","start":"2026-04-29T02:48:17.29229Z","end":"2026-04-29T02:48:17.405033Z","steps":["trace[501943801] 'agreement among raft nodes before linearized reading' (duration: 112.626075ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:18.663259Z","caller":"traceutil/trace.go:171","msg":"trace[1078732385] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"220.523612ms","start":"2026-04-29T02:48:18.442707Z","end":"2026-04-29T02:48:18.66323Z","steps":["trace[1078732385] 'process raft request' (duration: 220.365509ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:18.741784Z","caller":"traceutil/trace.go:171","msg":"trace[1318125920] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"138.585557ms","start":"2026-04-29T02:48:18.603175Z","end":"2026-04-29T02:48:18.74176Z","steps":["trace[1318125920] 'process raft request' (duration: 104.280989ms)","trace[1318125920] 'compare' (duration: 34.079054ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:18.741961Z","caller":"traceutil/trace.go:171","msg":"trace[1791711327] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"112.467881ms","start":"2026-04-29T02:48:18.62947Z","end":"2026-04-29T02:48:18.741938Z","steps":["trace[1791711327] 'process raft request' (duration: 112.221927ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:18.891033Z","caller":"traceutil/trace.go:171","msg":"trace[2075153380] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"144.12366ms","start":"2026-04-29T02:48:18.74687Z","end":"2026-04-29T02:48:18.890994Z","steps":["trace[2075153380] 'process raft request' (duration: 128.062021ms)","trace[2075153380] 'compare' (duration: 15.882815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:19.317654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.846938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:19.317845Z","caller":"traceutil/trace.go:171","msg":"trace[1547039722] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"240.088435ms","start":"2026-04-29T02:48:19.077731Z","end":"2026-04-29T02:48:19.31782Z","steps":["trace[1547039722] 'process raft request' (duration: 91.005222ms)","trace[1547039722] 'compare' (duration: 148.746767ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:19.318078Z","caller":"traceutil/trace.go:171","msg":"trace[1367663929] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"109.081629ms","start":"2026-04-29T02:48:19.208981Z","end":"2026-04-29T02:48:19.318062Z","steps":["trace[1367663929] 'process raft request' (duration: 108.768093ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:20.399676Z","caller":"traceutil/trace.go:171","msg":"trace[242757508] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"117.108108ms","start":"2026-04-29T02:48:20.28254Z","end":"2026-04-29T02:48:20.399648Z","steps":["trace[242757508] 'process raft request' (duration: 116.956006ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:20.407865Z","caller":"traceutil/trace.go:171","msg":"trace[687546646] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"108.113772ms","start":"2026-04-29T02:48:20.299736Z","end":"2026-04-29T02:48:20.40785Z","steps":["trace[687546646] 'process raft request' (duration: 108.065571ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:20.407904Z","caller":"traceutil/trace.go:171","msg":"trace[789119214] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"108.433927ms","start":"2026-04-29T02:48:20.299441Z","end":"2026-04-29T02:48:20.407875Z","steps":["trace[789119214] 'process raft request' (duration: 108.253254ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:20.657753Z","caller":"traceutil/trace.go:171","msg":"trace[1921757243] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"169.135945ms","start":"2026-04-29T02:48:20.488585Z","end":"2026-04-29T02:48:20.657721Z","steps":["trace[1921757243] 'process raft request' (duration: 87.146241ms)","trace[1921757243] 'compare' (duration: 81.853532ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:21.191644Z","caller":"traceutil/trace.go:171","msg":"trace[472655518] linearizableReadLoop","detail":"{readStateIndex:26404; appliedIndex:26403; }","duration":"114.211354ms","start":"2026-04-29T02:48:21.077407Z","end":"2026-04-29T02:48:21.191618Z","steps":["trace[472655518] 'read index received' (duration: 114.01666ms)","trace[472655518] 'applied index is now lower than readState.Index' (duration: 193.684µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:21.191839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.426808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:21.191876Z","caller":"traceutil/trace.go:171","msg":"trace[2053033952] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25548; }","duration":"114.50827ms","start":"2026-04-29T02:48:21.077356Z","end":"2026-04-29T02:48:21.191864Z","steps":["trace[2053033952] 'agreement among raft nodes before linearized reading' (duration: 114.377468ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:21.191844Z","caller":"traceutil/trace.go:171","msg":"trace[1430428585] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"150.269235ms","start":"2026-04-29T02:48:21.041455Z","end":"2026-04-29T02:48:21.191724Z","steps":["trace[1430428585] 'process raft request' (duration: 150.03045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:21.191917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.558568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-29T02:48:21.191947Z","caller":"traceutil/trace.go:171","msg":"trace[1475710451] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25548; }","duration":"109.601129ms","start":"2026-04-29T02:48:21.082337Z","end":"2026-04-29T02:48:21.191938Z","steps":["trace[1475710451] 'agreement among raft nodes before linearized reading' (duration: 109.478727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:21.191856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.99246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:21.191991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.255606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-29T02:48:21.192013Z","caller":"traceutil/trace.go:171","msg":"trace[463768540] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25548; }","duration":"114.195944ms","start":"2026-04-29T02:48:21.077811Z","end":"2026-04-29T02:48:21.192007Z","steps":["trace[463768540] 'agreement among raft nodes before linearized reading' (duration: 113.97641ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:21.19204Z","caller":"traceutil/trace.go:171","msg":"trace[954763817] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25548; }","duration":"113.305467ms","start":"2026-04-29T02:48:21.078714Z","end":"2026-04-29T02:48:21.19202Z","steps":["trace[954763817] 'agreement among raft nodes before linearized reading' (duration: 113.187395ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:21.561332Z","caller":"traceutil/trace.go:171","msg":"trace[1250417920] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"237.050558ms","start":"2026-04-29T02:48:21.324255Z","end":"2026-04-29T02:48:21.561305Z","steps":["trace[1250417920] 'process raft request' (duration: 236.885504ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:21.719537Z","caller":"traceutil/trace.go:171","msg":"trace[1059773810] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"391.356408ms","start":"2026-04-29T02:48:21.328141Z","end":"2026-04-29T02:48:21.719498Z","steps":["trace[1059773810] 'process raft request' (duration: 291.539441ms)","trace[1059773810] 'compare' (duration: 99.487321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:21.719704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.363103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-29T02:48:21.719707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:21.328107Z","time spent":"391.517701ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:21.719747Z","caller":"traceutil/trace.go:171","msg":"trace[1136890188] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:25550; }","duration":"352.460935ms","start":"2026-04-29T02:48:21.367276Z","end":"2026-04-29T02:48:21.719737Z","steps":["trace[1136890188] 'agreement among raft nodes before linearized reading' (duration: 352.284482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:21.71978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:21.367255Z","time spent":"352.517535ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-29T02:48:21.719454Z","caller":"traceutil/trace.go:171","msg":"trace[1461504838] linearizableReadLoop","detail":"{readStateIndex:26406; appliedIndex:26404; }","duration":"352.095907ms","start":"2026-04-29T02:48:21.367327Z","end":"2026-04-29T02:48:21.719423Z","steps":["trace[1461504838] 'read index received' (duration: 193.932276ms)","trace[1461504838] 'applied index is now lower than readState.Index' (duration: 158.161921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:21.720232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.401604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:21.720263Z","caller":"traceutil/trace.go:171","msg":"trace[994406136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25550; }","duration":"351.464846ms","start":"2026-04-29T02:48:21.368788Z","end":"2026-04-29T02:48:21.720252Z","steps":["trace[994406136] 'agreement among raft nodes before linearized reading' (duration: 351.408195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:21.720292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:21.368773Z","time spent":"351.509357ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:22.121408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.146188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:22.121724Z","caller":"traceutil/trace.go:171","msg":"trace[2047173298] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26407; }","duration":"279.113731ms","start":"2026-04-29T02:48:21.842587Z","end":"2026-04-29T02:48:22.1217Z","steps":["trace[2047173298] 'read index received' (duration: 250.245804ms)","trace[2047173298] 'applied index is now lower than readState.Index' (duration: 28.866537ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:22.12194Z","caller":"traceutil/trace.go:171","msg":"trace[1135294340] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"394.585428ms","start":"2026-04-29T02:48:21.727337Z","end":"2026-04-29T02:48:22.121923Z","steps":["trace[1135294340] 'process raft request' (duration: 112.823278ms)","trace[1135294340] 'compare' (duration: 280.241152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:22.122054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:21.727315Z","time spent":"394.6978ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:22.122037Z","caller":"traceutil/trace.go:171","msg":"trace[1146641439] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"333.696426ms","start":"2026-04-29T02:48:21.788276Z","end":"2026-04-29T02:48:22.121973Z","steps":["trace[1146641439] 'process raft request' (duration: 333.296759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:22.122202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:21.788259Z","time spent":"333.854958ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:22.122472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.853765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:22.122617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.663996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:48:22.12253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.607659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:48:22.122717Z","caller":"traceutil/trace.go:171","msg":"trace[283924794] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25552; }","duration":"180.837583ms","start":"2026-04-29T02:48:21.941868Z","end":"2026-04-29T02:48:22.122706Z","steps":["trace[283924794] 'agreement among raft nodes before linearized reading' (duration: 180.522497ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:22.122792Z","caller":"traceutil/trace.go:171","msg":"trace[1996994584] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25552; }","duration":"280.114829ms","start":"2026-04-29T02:48:21.842532Z","end":"2026-04-29T02:48:22.122646Z","steps":["trace[1996994584] 'agreement among raft nodes before linearized reading' (duration: 279.424746ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:22.122848Z","caller":"traceutil/trace.go:171","msg":"trace[816130163] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25552; }","duration":"146.738778ms","start":"2026-04-29T02:48:21.975916Z","end":"2026-04-29T02:48:22.122655Z","steps":["trace[816130163] 'agreement among raft nodes before linearized reading' (duration: 146.637206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:23.148257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.661487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-zxvvs\" ","response":"range_response_count:1 size:9260"} {"level":"info","ts":"2026-04-29T02:48:23.148367Z","caller":"traceutil/trace.go:171","msg":"trace[935759939] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-zxvvs; range_end:; response_count:1; response_revision:25565; }","duration":"111.81499ms","start":"2026-04-29T02:48:23.036527Z","end":"2026-04-29T02:48:23.148342Z","steps":["trace[935759939] 'range keys from in-memory index tree' (duration: 111.390682ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:23.335301Z","caller":"traceutil/trace.go:171","msg":"trace[1412324885] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"135.439348ms","start":"2026-04-29T02:48:23.199817Z","end":"2026-04-29T02:48:23.335257Z","steps":["trace[1412324885] 'process raft request' (duration: 87.912165ms)","trace[1412324885] 'compare' (duration: 47.063825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:23.335305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:23.335403Z","caller":"traceutil/trace.go:171","msg":"trace[284138241] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25567; }","duration":"137.747013ms","start":"2026-04-29T02:48:23.197633Z","end":"2026-04-29T02:48:23.33538Z","steps":["trace[284138241] 'agreement among raft nodes before linearized reading' (duration: 137.564628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:23.335442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.665311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-29T02:48:23.33552Z","caller":"traceutil/trace.go:171","msg":"trace[482343759] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25567; }","duration":"137.783563ms","start":"2026-04-29T02:48:23.197719Z","end":"2026-04-29T02:48:23.335502Z","steps":["trace[482343759] 'agreement among raft nodes before linearized reading' (duration: 137.534517ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:23.926763Z","caller":"traceutil/trace.go:171","msg":"trace[2091573417] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"187.205681ms","start":"2026-04-29T02:48:23.739533Z","end":"2026-04-29T02:48:23.926738Z","steps":["trace[2091573417] 'process raft request' (duration: 187.036928ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:24.028007Z","caller":"traceutil/trace.go:171","msg":"trace[1619913216] linearizableReadLoop","detail":"{readStateIndex:26427; appliedIndex:26425; }","duration":"210.491374ms","start":"2026-04-29T02:48:23.817491Z","end":"2026-04-29T02:48:24.027982Z","steps":["trace[1619913216] 'read index received' (duration: 109.15187ms)","trace[1619913216] 'applied index is now lower than readState.Index' (duration: 101.338394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:24.028167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.663708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:24.028148Z","caller":"traceutil/trace.go:171","msg":"trace[1640188919] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"273.257241ms","start":"2026-04-29T02:48:23.754847Z","end":"2026-04-29T02:48:24.028104Z","steps":["trace[1640188919] 'process raft request' (duration: 272.929735ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:24.028205Z","caller":"traceutil/trace.go:171","msg":"trace[710618787] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25570; }","duration":"210.7796ms","start":"2026-04-29T02:48:23.817411Z","end":"2026-04-29T02:48:24.028191Z","steps":["trace[710618787] 'agreement among raft nodes before linearized reading' (duration: 210.672478ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:24.553046Z","caller":"traceutil/trace.go:171","msg":"trace[899955874] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"172.452847ms","start":"2026-04-29T02:48:24.380567Z","end":"2026-04-29T02:48:24.55302Z","steps":["trace[899955874] 'process raft request' (duration: 117.291721ms)","trace[899955874] 'compare' (duration: 54.460833ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:24.553103Z","caller":"traceutil/trace.go:171","msg":"trace[889851504] linearizableReadLoop","detail":"{readStateIndex:26430; appliedIndex:26429; }","duration":"155.060843ms","start":"2026-04-29T02:48:24.398022Z","end":"2026-04-29T02:48:24.553083Z","steps":["trace[889851504] 'read index received' (duration: 99.769195ms)","trace[889851504] 'applied index is now lower than readState.Index' (duration: 55.290098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:24.553577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.517562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:24.553638Z","caller":"traceutil/trace.go:171","msg":"trace[1980003130] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25575; }","duration":"155.608594ms","start":"2026-04-29T02:48:24.398017Z","end":"2026-04-29T02:48:24.553626Z","steps":["trace[1980003130] 'agreement among raft nodes before linearized reading' (duration: 155.472541ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:24.94042Z","caller":"traceutil/trace.go:171","msg":"trace[1163697299] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"153.064486ms","start":"2026-04-29T02:48:24.787332Z","end":"2026-04-29T02:48:24.940396Z","steps":["trace[1163697299] 'process raft request' (duration: 152.997935ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:24.940903Z","caller":"traceutil/trace.go:171","msg":"trace[165238973] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"186.723192ms","start":"2026-04-29T02:48:24.754164Z","end":"2026-04-29T02:48:24.940888Z","steps":["trace[165238973] 'process raft request' (duration: 185.979248ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:24.967207Z","caller":"traceutil/trace.go:171","msg":"trace[1608856321] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"129.728953ms","start":"2026-04-29T02:48:24.837454Z","end":"2026-04-29T02:48:24.967183Z","steps":["trace[1608856321] 'process raft request' (duration: 129.496409ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:24.967225Z","caller":"traceutil/trace.go:171","msg":"trace[1190730512] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"128.780695ms","start":"2026-04-29T02:48:24.838419Z","end":"2026-04-29T02:48:24.9672Z","steps":["trace[1190730512] 'process raft request' (duration: 128.694303ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.216942Z","caller":"traceutil/trace.go:171","msg":"trace[885820982] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"116.022197ms","start":"2026-04-29T02:48:25.100897Z","end":"2026-04-29T02:48:25.216919Z","steps":["trace[885820982] 'process raft request' (duration: 98.215367ms)","trace[885820982] 'compare' (duration: 17.129808ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:25.416064Z","caller":"traceutil/trace.go:171","msg":"trace[66828667] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"128.896197ms","start":"2026-04-29T02:48:25.287143Z","end":"2026-04-29T02:48:25.41604Z","steps":["trace[66828667] 'process raft request' (duration: 128.216164ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:25.662696Z","caller":"traceutil/trace.go:171","msg":"trace[1656402904] linearizableReadLoop","detail":"{readStateIndex:26445; appliedIndex:26444; }","duration":"236.971176ms","start":"2026-04-29T02:48:25.425701Z","end":"2026-04-29T02:48:25.662672Z","steps":["trace[1656402904] 'read index received' (duration: 236.824634ms)","trace[1656402904] 'applied index is now lower than readState.Index' (duration: 145.252µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:25.662847Z","caller":"traceutil/trace.go:171","msg":"trace[131089265] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"238.850152ms","start":"2026-04-29T02:48:25.423925Z","end":"2026-04-29T02:48:25.662776Z","steps":["trace[131089265] 'process raft request' (duration: 238.537277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:25.662859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.14392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:25.66309Z","caller":"traceutil/trace.go:171","msg":"trace[2056589756] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25588; }","duration":"237.406945ms","start":"2026-04-29T02:48:25.425667Z","end":"2026-04-29T02:48:25.663074Z","steps":["trace[2056589756] 'agreement among raft nodes before linearized reading' (duration: 237.12868ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:26.007569Z","caller":"traceutil/trace.go:171","msg":"trace[1614569027] linearizableReadLoop","detail":"{readStateIndex:26451; appliedIndex:26448; }","duration":"110.377283ms","start":"2026-04-29T02:48:25.897179Z","end":"2026-04-29T02:48:26.007556Z","steps":["trace[1614569027] 'read index received' (duration: 2.188681ms)","trace[1614569027] 'applied index is now lower than readState.Index' (duration: 108.187172ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:26.007567Z","caller":"traceutil/trace.go:171","msg":"trace[245777903] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"101.6302ms","start":"2026-04-29T02:48:25.905915Z","end":"2026-04-29T02:48:26.007545Z","steps":["trace[245777903] 'process raft request' (duration: 101.584229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:26.007756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.559607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:26.007824Z","caller":"traceutil/trace.go:171","msg":"trace[332361547] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25595; }","duration":"110.683448ms","start":"2026-04-29T02:48:25.897124Z","end":"2026-04-29T02:48:26.007807Z","steps":["trace[332361547] 'agreement among raft nodes before linearized reading' (duration: 110.516825ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:26.00809Z","caller":"traceutil/trace.go:171","msg":"trace[551334461] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"142.331207ms","start":"2026-04-29T02:48:25.865732Z","end":"2026-04-29T02:48:26.008063Z","steps":["trace[551334461] 'process raft request' (duration: 141.682715ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:26.007513Z","caller":"traceutil/trace.go:171","msg":"trace[2115924086] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"149.555342ms","start":"2026-04-29T02:48:25.857934Z","end":"2026-04-29T02:48:26.007489Z","steps":["trace[2115924086] 'process raft request' (duration: 100.399918ms)","trace[2115924086] 'compare' (duration: 48.908419ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:27.114808Z","caller":"traceutil/trace.go:171","msg":"trace[237906753] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"162.213487ms","start":"2026-04-29T02:48:26.95257Z","end":"2026-04-29T02:48:27.114783Z","steps":["trace[237906753] 'process raft request' (duration: 122.392696ms)","trace[237906753] 'compare' (duration: 39.347432ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:27.115058Z","caller":"traceutil/trace.go:171","msg":"trace[1174113315] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"141.629814ms","start":"2026-04-29T02:48:26.973392Z","end":"2026-04-29T02:48:27.115022Z","steps":["trace[1174113315] 'process raft request' (duration: 141.028633ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.115139Z","caller":"traceutil/trace.go:171","msg":"trace[300008615] linearizableReadLoop","detail":"{readStateIndex:26465; appliedIndex:26461; }","duration":"134.509421ms","start":"2026-04-29T02:48:26.980614Z","end":"2026-04-29T02:48:27.115124Z","steps":["trace[300008615] 'read index received' (duration: 21.56305ms)","trace[300008615] 'applied index is now lower than readState.Index' (duration: 112.945411ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:27.115313Z","caller":"traceutil/trace.go:171","msg":"trace[510307416] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"141.818457ms","start":"2026-04-29T02:48:26.973485Z","end":"2026-04-29T02:48:27.115303Z","steps":["trace[510307416] 'process raft request' (duration: 141.354309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:27.1155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.872028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:48:27.11553Z","caller":"traceutil/trace.go:171","msg":"trace[1407569884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25607; }","duration":"134.935879ms","start":"2026-04-29T02:48:26.980586Z","end":"2026-04-29T02:48:27.115522Z","steps":["trace[1407569884] 'agreement among raft nodes before linearized reading' (duration: 134.820797ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:27.311183Z","caller":"traceutil/trace.go:171","msg":"trace[831050500] linearizableReadLoop","detail":"{readStateIndex:26467; appliedIndex:26466; }","duration":"189.373031ms","start":"2026-04-29T02:48:27.121781Z","end":"2026-04-29T02:48:27.311154Z","steps":["trace[831050500] 'read index received' (duration: 87.487726ms)","trace[831050500] 'applied index is now lower than readState.Index' (duration: 101.883835ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:27.311323Z","caller":"traceutil/trace.go:171","msg":"trace[1653129675] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"191.600273ms","start":"2026-04-29T02:48:27.119708Z","end":"2026-04-29T02:48:27.311309Z","steps":["trace[1653129675] 'process raft request' (duration: 146.153728ms)","trace[1653129675] 'compare' (duration: 44.906416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:27.311723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.916092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:27.311778Z","caller":"traceutil/trace.go:171","msg":"trace[436287044] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25609; }","duration":"189.999374ms","start":"2026-04-29T02:48:27.121763Z","end":"2026-04-29T02:48:27.311762Z","steps":["trace[436287044] 'agreement among raft nodes before linearized reading' (duration: 189.888462ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:28.766028Z","caller":"traceutil/trace.go:171","msg":"trace[108301861] linearizableReadLoop","detail":"{readStateIndex:26475; appliedIndex:26473; }","duration":"149.47479ms","start":"2026-04-29T02:48:28.616528Z","end":"2026-04-29T02:48:28.766003Z","steps":["trace[108301861] 'read index received' (duration: 79.766953ms)","trace[108301861] 'applied index is now lower than readState.Index' (duration: 69.706707ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:28.766285Z","caller":"traceutil/trace.go:171","msg":"trace[1337815112] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"150.628791ms","start":"2026-04-29T02:48:28.615622Z","end":"2026-04-29T02:48:28.766251Z","steps":["trace[1337815112] 'process raft request' (duration: 150.250734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:28.766398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.848296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:48:28.76745Z","caller":"traceutil/trace.go:171","msg":"trace[877762469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25617; }","duration":"150.126943ms","start":"2026-04-29T02:48:28.616495Z","end":"2026-04-29T02:48:28.766622Z","steps":["trace[877762469] 'agreement among raft nodes before linearized reading' (duration: 149.730675ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.260817Z","caller":"traceutil/trace.go:171","msg":"trace[1366046561] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26478; }","duration":"173.433705ms","start":"2026-04-29T02:48:29.087352Z","end":"2026-04-29T02:48:29.260785Z","steps":["trace[1366046561] 'read index received' (duration: 173.398955ms)","trace[1366046561] 'applied index is now lower than readState.Index' (duration: 33.21µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:29.260963Z","caller":"traceutil/trace.go:171","msg":"trace[779096975] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"253.909412ms","start":"2026-04-29T02:48:29.007023Z","end":"2026-04-29T02:48:29.260933Z","steps":["trace[779096975] 'process raft request' (duration: 253.29888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.261159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.784142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-29T02:48:29.261222Z","caller":"traceutil/trace.go:171","msg":"trace[907532858] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25621; }","duration":"173.894164ms","start":"2026-04-29T02:48:29.087306Z","end":"2026-04-29T02:48:29.261201Z","steps":["trace[907532858] 'agreement among raft nodes before linearized reading' (duration: 173.6989ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.509322Z","caller":"traceutil/trace.go:171","msg":"trace[168996295] linearizableReadLoop","detail":"{readStateIndex:26481; appliedIndex:26479; }","duration":"248.327757ms","start":"2026-04-29T02:48:29.260963Z","end":"2026-04-29T02:48:29.509291Z","steps":["trace[168996295] 'read index received' (duration: 248.092453ms)","trace[168996295] 'applied index is now lower than readState.Index' (duration: 233.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:29.509409Z","caller":"traceutil/trace.go:171","msg":"trace[24045129] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"389.018715ms","start":"2026-04-29T02:48:29.120345Z","end":"2026-04-29T02:48:29.509364Z","steps":["trace[24045129] 'process raft request' (duration: 388.483755ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.509441Z","caller":"traceutil/trace.go:171","msg":"trace[1744884823] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"388.361672ms","start":"2026-04-29T02:48:29.121052Z","end":"2026-04-29T02:48:29.509414Z","steps":["trace[1744884823] 'process raft request' (duration: 388.156768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.509582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.21421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:48:29.509595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.121012Z","time spent":"388.487834ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:29.50963Z","caller":"traceutil/trace.go:171","msg":"trace[401249607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25623; }","duration":"295.304872ms","start":"2026-04-29T02:48:29.214314Z","end":"2026-04-29T02:48:29.509619Z","steps":["trace[401249607] 'agreement among raft nodes before linearized reading' (duration: 295.129799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.509697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:29.120315Z","time spent":"389.175087ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:29.520595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.341581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-04-29T02:48:29.521045Z","caller":"traceutil/trace.go:171","msg":"trace[8798757] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25624; }","duration":"203.811249ms","start":"2026-04-29T02:48:29.317206Z","end":"2026-04-29T02:48:29.521017Z","steps":["trace[8798757] 'agreement among raft nodes before linearized reading' (duration: 203.243869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.520657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.656965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:48:29.521557Z","caller":"traceutil/trace.go:171","msg":"trace[892529960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25624; }","duration":"205.617223ms","start":"2026-04-29T02:48:29.315923Z","end":"2026-04-29T02:48:29.52154Z","steps":["trace[892529960] 'agreement among raft nodes before linearized reading' (duration: 204.552593ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.520482Z","caller":"traceutil/trace.go:171","msg":"trace[1657553885] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"252.496115ms","start":"2026-04-29T02:48:29.267954Z","end":"2026-04-29T02:48:29.52045Z","steps":["trace[1657553885] 'process raft request' (duration: 252.375883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.520882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.430511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b07a2ec-0843-4e5c-b310-1536287fec13\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-29T02:48:29.521787Z","caller":"traceutil/trace.go:171","msg":"trace[371460035] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b07a2ec-0843-4e5c-b310-1536287fec13; range_end:; response_count:1; response_revision:25624; }","duration":"255.374499ms","start":"2026-04-29T02:48:29.266398Z","end":"2026-04-29T02:48:29.521773Z","steps":["trace[371460035] 'agreement among raft nodes before linearized reading' (duration: 254.352639ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:29.957948Z","caller":"traceutil/trace.go:171","msg":"trace[363573817] linearizableReadLoop","detail":"{readStateIndex:26486; appliedIndex:26485; }","duration":"103.602677ms","start":"2026-04-29T02:48:29.854325Z","end":"2026-04-29T02:48:29.957928Z","steps":["trace[363573817] 'read index received' (duration: 103.2151ms)","trace[363573817] 'applied index is now lower than readState.Index' (duration: 387.067µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:29.958033Z","caller":"traceutil/trace.go:171","msg":"trace[585253011] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"145.310063ms","start":"2026-04-29T02:48:29.812693Z","end":"2026-04-29T02:48:29.958003Z","steps":["trace[585253011] 'process raft request' (duration: 145.110678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:29.958211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.866842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:48:29.958273Z","caller":"traceutil/trace.go:171","msg":"trace[147087126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25628; }","duration":"103.979274ms","start":"2026-04-29T02:48:29.85428Z","end":"2026-04-29T02:48:29.958259Z","steps":["trace[147087126] 'agreement among raft nodes before linearized reading' (duration: 103.76113ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:30.883181Z","caller":"traceutil/trace.go:171","msg":"trace[391408917] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"180.598608ms","start":"2026-04-29T02:48:30.702544Z","end":"2026-04-29T02:48:30.883143Z","steps":["trace[391408917] 'process raft request' (duration: 177.935779ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:30.88406Z","caller":"traceutil/trace.go:171","msg":"trace[613361214] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"110.979463ms","start":"2026-04-29T02:48:30.773042Z","end":"2026-04-29T02:48:30.884021Z","steps":["trace[613361214] 'process raft request' (duration: 110.862371ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:30.884187Z","caller":"traceutil/trace.go:171","msg":"trace[1205855348] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"132.497165ms","start":"2026-04-29T02:48:30.751675Z","end":"2026-04-29T02:48:30.884172Z","steps":["trace[1205855348] 'process raft request' (duration: 132.074237ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:31.394681Z","caller":"traceutil/trace.go:171","msg":"trace[757312101] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"128.691934ms","start":"2026-04-29T02:48:31.265965Z","end":"2026-04-29T02:48:31.394657Z","steps":["trace[757312101] 'process raft request' (duration: 128.556331ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:31.88874Z","caller":"traceutil/trace.go:171","msg":"trace[45981302] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"110.660958ms","start":"2026-04-29T02:48:31.778048Z","end":"2026-04-29T02:48:31.888709Z","steps":["trace[45981302] 'process raft request' (duration: 110.459074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:32.078647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.245587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:32.078906Z","caller":"traceutil/trace.go:171","msg":"trace[1182453758] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"181.194559ms","start":"2026-04-29T02:48:31.897682Z","end":"2026-04-29T02:48:32.078877Z","steps":["trace[1182453758] 'process raft request' (duration: 181.077027ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:32.079068Z","caller":"traceutil/trace.go:171","msg":"trace[976096145] linearizableReadLoop","detail":"{readStateIndex:26504; appliedIndex:26503; }","duration":"181.469474ms","start":"2026-04-29T02:48:31.89758Z","end":"2026-04-29T02:48:32.07905Z","steps":["trace[976096145] 'read index received' (duration: 53.75312ms)","trace[976096145] 'applied index is now lower than readState.Index' (duration: 127.713614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:32.079335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.73533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:32.079473Z","caller":"traceutil/trace.go:171","msg":"trace[1167242237] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25646; }","duration":"181.908343ms","start":"2026-04-29T02:48:31.897539Z","end":"2026-04-29T02:48:32.079448Z","steps":["trace[1167242237] 'agreement among raft nodes before linearized reading' (duration: 181.687469ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:32.079881Z","caller":"traceutil/trace.go:171","msg":"trace[1134152947] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"234.386848ms","start":"2026-04-29T02:48:31.845441Z","end":"2026-04-29T02:48:32.079828Z","steps":["trace[1134152947] 'process raft request' (duration: 105.884358ms)","trace[1134152947] 'compare' (duration: 126.972812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:32.627112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.819334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:32.627238Z","caller":"traceutil/trace.go:171","msg":"trace[1046802824] linearizableReadLoop","detail":"{readStateIndex:26511; appliedIndex:26510; }","duration":"187.561258ms","start":"2026-04-29T02:48:32.439657Z","end":"2026-04-29T02:48:32.627219Z","steps":["trace[1046802824] 'read index received' (duration: 14.485769ms)","trace[1046802824] 'applied index is now lower than readState.Index' (duration: 173.074159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:32.627432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.782693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-9dwmb.18aab35dcca7a0e5\" ","response":"range_response_count:1 size:1395"} {"level":"info","ts":"2026-04-29T02:48:32.627473Z","caller":"traceutil/trace.go:171","msg":"trace[1801809239] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-9dwmb.18aab35dcca7a0e5; range_end:; response_count:1; response_revision:25652; }","duration":"187.851773ms","start":"2026-04-29T02:48:32.439608Z","end":"2026-04-29T02:48:32.62746Z","steps":["trace[1801809239] 'agreement among raft nodes before linearized reading' (duration: 187.693431ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:32.627453Z","caller":"traceutil/trace.go:171","msg":"trace[561692881] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"215.170862ms","start":"2026-04-29T02:48:32.412078Z","end":"2026-04-29T02:48:32.627249Z","steps":["trace[561692881] 'process raft request' (duration: 42.113073ms)","trace[561692881] 'compare' (duration: 172.692752ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:32.675256Z","caller":"traceutil/trace.go:171","msg":"trace[69040327] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"161.210589ms","start":"2026-04-29T02:48:32.514019Z","end":"2026-04-29T02:48:32.67523Z","steps":["trace[69040327] 'process raft request' (duration: 161.058006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:32.719995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.796626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:32.720077Z","caller":"traceutil/trace.go:171","msg":"trace[1395975302] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25655; }","duration":"255.918318ms","start":"2026-04-29T02:48:32.464139Z","end":"2026-04-29T02:48:32.720057Z","steps":["trace[1395975302] 'agreement among raft nodes before linearized reading' (duration: 255.734075ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:32.720651Z","caller":"traceutil/trace.go:171","msg":"trace[1524802942] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"189.480244ms","start":"2026-04-29T02:48:32.531154Z","end":"2026-04-29T02:48:32.720634Z","steps":["trace[1524802942] 'process raft request' (duration: 188.532886ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:33.802603Z","caller":"traceutil/trace.go:171","msg":"trace[719039850] linearizableReadLoop","detail":"{readStateIndex:26523; appliedIndex:26521; }","duration":"185.808204ms","start":"2026-04-29T02:48:33.61677Z","end":"2026-04-29T02:48:33.802578Z","steps":["trace[719039850] 'read index received' (duration: 33.764907ms)","trace[719039850] 'applied index is now lower than readState.Index' (duration: 152.042287ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:33.802759Z","caller":"traceutil/trace.go:171","msg":"trace[1372488052] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"187.097409ms","start":"2026-04-29T02:48:33.615641Z","end":"2026-04-29T02:48:33.802739Z","steps":["trace[1372488052] 'process raft request' (duration: 142.52159ms)","trace[1372488052] 'compare' (duration: 44.299053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:33.802899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.299726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:48:33.802898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.873019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:48:33.802929Z","caller":"traceutil/trace.go:171","msg":"trace[1607418268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25664; }","duration":"150.352126ms","start":"2026-04-29T02:48:33.652567Z","end":"2026-04-29T02:48:33.80292Z","steps":["trace[1607418268] 'agreement among raft nodes before linearized reading' (duration: 150.290275ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:33.802977Z","caller":"traceutil/trace.go:171","msg":"trace[380757922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25664; }","duration":"148.986601ms","start":"2026-04-29T02:48:33.65397Z","end":"2026-04-29T02:48:33.802957Z","steps":["trace[380757922] 'agreement among raft nodes before linearized reading' (duration: 148.831848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.802829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.045919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-04-29T02:48:33.803088Z","caller":"traceutil/trace.go:171","msg":"trace[1927125717] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25664; }","duration":"186.345645ms","start":"2026-04-29T02:48:33.616735Z","end":"2026-04-29T02:48:33.803081Z","steps":["trace[1927125717] 'agreement among raft nodes before linearized reading' (duration: 185.966818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:33.802894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.653986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-04-29T02:48:33.803151Z","caller":"traceutil/trace.go:171","msg":"trace[332329257] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25664; }","duration":"183.962061ms","start":"2026-04-29T02:48:33.61917Z","end":"2026-04-29T02:48:33.803132Z","steps":["trace[332329257] 'agreement among raft nodes before linearized reading' (duration: 183.577864ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.1121Z","caller":"traceutil/trace.go:171","msg":"trace[150742156] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"131.693908ms","start":"2026-04-29T02:48:34.980383Z","end":"2026-04-29T02:48:35.112076Z","steps":["trace[150742156] 'process raft request' (duration: 124.30338ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:35.112596Z","caller":"traceutil/trace.go:171","msg":"trace[1268421038] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"132.070205ms","start":"2026-04-29T02:48:34.980515Z","end":"2026-04-29T02:48:35.112585Z","steps":["trace[1268421038] 'process raft request' (duration: 131.523526ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:46.555745Z","caller":"traceutil/trace.go:171","msg":"trace[1224308354] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"163.711394ms","start":"2026-04-29T02:48:46.392009Z","end":"2026-04-29T02:48:46.555721Z","steps":["trace[1224308354] 'process raft request' (duration: 163.432399ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:46.557797Z","caller":"traceutil/trace.go:171","msg":"trace[510119101] linearizableReadLoop","detail":"{readStateIndex:26619; appliedIndex:26617; }","duration":"111.606865ms","start":"2026-04-29T02:48:46.446161Z","end":"2026-04-29T02:48:46.557768Z","steps":["trace[510119101] 'read index received' (duration: 109.16606ms)","trace[510119101] 'applied index is now lower than readState.Index' (duration: 2.439615ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:46.557928Z","caller":"traceutil/trace.go:171","msg":"trace[683916438] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"152.099979ms","start":"2026-04-29T02:48:46.405792Z","end":"2026-04-29T02:48:46.557892Z","steps":["trace[683916438] 'process raft request' (duration: 151.827643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:46.557964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.770709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:46.558043Z","caller":"traceutil/trace.go:171","msg":"trace[1140941417] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25758; }","duration":"111.87481ms","start":"2026-04-29T02:48:46.446156Z","end":"2026-04-29T02:48:46.558031Z","steps":["trace[1140941417] 'agreement among raft nodes before linearized reading' (duration: 111.707547ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:47.238031Z","caller":"traceutil/trace.go:171","msg":"trace[2055804704] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"170.96366ms","start":"2026-04-29T02:48:47.067005Z","end":"2026-04-29T02:48:47.237969Z","steps":["trace[2055804704] 'process raft request' (duration: 170.579383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:50.707574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.457015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:50.707664Z","caller":"traceutil/trace.go:171","msg":"trace[2111414237] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25784; }","duration":"259.601137ms","start":"2026-04-29T02:48:50.448039Z","end":"2026-04-29T02:48:50.70764Z","steps":["trace[2111414237] 'count revisions from in-memory index tree' (duration: 259.312312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:50.707659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.018304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:48:50.707705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.01463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:48:50.707737Z","caller":"traceutil/trace.go:171","msg":"trace[1268656930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25784; }","duration":"340.156786ms","start":"2026-04-29T02:48:50.367559Z","end":"2026-04-29T02:48:50.707716Z","steps":["trace[1268656930] 'count revisions from in-memory index tree' (duration: 339.92232ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:50.70778Z","caller":"traceutil/trace.go:171","msg":"trace[2002278159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25784; }","duration":"128.141942ms","start":"2026-04-29T02:48:50.579621Z","end":"2026-04-29T02:48:50.707763Z","steps":["trace[2002278159] 'range keys from in-memory index tree' (duration: 127.833327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:50.707784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:50.367541Z","time spent":"340.231988ms","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:51.462424Z","caller":"traceutil/trace.go:171","msg":"trace[1969582114] linearizableReadLoop","detail":"{readStateIndex:26654; appliedIndex:26653; }","duration":"118.369851ms","start":"2026-04-29T02:48:51.344032Z","end":"2026-04-29T02:48:51.462402Z","steps":["trace[1969582114] 'read index received' (duration: 19.88933ms)","trace[1969582114] 'applied index is now lower than readState.Index' (duration: 98.479141ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:51.462471Z","caller":"traceutil/trace.go:171","msg":"trace[1705177156] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"138.997205ms","start":"2026-04-29T02:48:51.323442Z","end":"2026-04-29T02:48:51.462439Z","steps":["trace[1705177156] 'process raft request' (duration: 138.843292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:51.462732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.669547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:48:51.462811Z","caller":"traceutil/trace.go:171","msg":"trace[252338211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25792; }","duration":"118.81698ms","start":"2026-04-29T02:48:51.343972Z","end":"2026-04-29T02:48:51.462789Z","steps":["trace[252338211] 'agreement among raft nodes before linearized reading' (duration: 118.563164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:52.511895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.762755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:52.512006Z","caller":"traceutil/trace.go:171","msg":"trace[1846813920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25801; }","duration":"142.923628ms","start":"2026-04-29T02:48:52.369057Z","end":"2026-04-29T02:48:52.511981Z","steps":["trace[1846813920] 'range keys from in-memory index tree' (duration: 142.677333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:52.51228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.471258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:48:52.512349Z","caller":"traceutil/trace.go:171","msg":"trace[743704831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25801; }","duration":"192.58371ms","start":"2026-04-29T02:48:52.31975Z","end":"2026-04-29T02:48:52.512334Z","steps":["trace[743704831] 'range keys from in-memory index tree' (duration: 192.227474ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:52.90842Z","caller":"traceutil/trace.go:171","msg":"trace[516294458] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"114.230484ms","start":"2026-04-29T02:48:52.794162Z","end":"2026-04-29T02:48:52.908393Z","steps":["trace[516294458] 'process raft request' (duration: 111.401092ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:56.646092Z","caller":"traceutil/trace.go:171","msg":"trace[1428679191] linearizableReadLoop","detail":"{readStateIndex:26738; appliedIndex:26737; }","duration":"155.151696ms","start":"2026-04-29T02:48:56.490908Z","end":"2026-04-29T02:48:56.64606Z","steps":["trace[1428679191] 'read index received' (duration: 7.337727ms)","trace[1428679191] 'applied index is now lower than readState.Index' (duration: 147.812099ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:56.646269Z","caller":"traceutil/trace.go:171","msg":"trace[969766678] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"156.066803ms","start":"2026-04-29T02:48:56.490181Z","end":"2026-04-29T02:48:56.646247Z","steps":["trace[969766678] 'process raft request' (duration: 100.792105ms)","trace[969766678] 'compare' (duration: 54.738368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:56.646383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.0366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:48:56.646424Z","caller":"traceutil/trace.go:171","msg":"trace[913502960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25873; }","duration":"100.118242ms","start":"2026-04-29T02:48:56.546294Z","end":"2026-04-29T02:48:56.646412Z","steps":["trace[913502960] 'agreement among raft nodes before linearized reading' (duration: 99.97544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:56.646606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.664495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-29T02:48:56.646708Z","caller":"traceutil/trace.go:171","msg":"trace[1079615206] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25873; }","duration":"155.800497ms","start":"2026-04-29T02:48:56.49088Z","end":"2026-04-29T02:48:56.646681Z","steps":["trace[1079615206] 'agreement among raft nodes before linearized reading' (duration: 155.496902ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:56.834671Z","caller":"traceutil/trace.go:171","msg":"trace[780304317] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"116.311022ms","start":"2026-04-29T02:48:56.718342Z","end":"2026-04-29T02:48:56.834653Z","steps":["trace[780304317] 'process raft request' (duration: 116.125879ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:56.834755Z","caller":"traceutil/trace.go:171","msg":"trace[2050973444] linearizableReadLoop","detail":"{readStateIndex:26747; appliedIndex:26741; }","duration":"110.956713ms","start":"2026-04-29T02:48:56.723781Z","end":"2026-04-29T02:48:56.834737Z","steps":["trace[2050973444] 'read index received' (duration: 45.299073ms)","trace[2050973444] 'applied index is now lower than readState.Index' (duration: 65.65673ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:56.834838Z","caller":"traceutil/trace.go:171","msg":"trace[1120502814] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"116.455445ms","start":"2026-04-29T02:48:56.718372Z","end":"2026-04-29T02:48:56.834827Z","steps":["trace[1120502814] 'process raft request' (duration: 116.1649ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:56.834932Z","caller":"traceutil/trace.go:171","msg":"trace[1355134795] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"116.516987ms","start":"2026-04-29T02:48:56.718406Z","end":"2026-04-29T02:48:56.834923Z","steps":["trace[1355134795] 'process raft request' (duration: 116.16158ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:56.835032Z","caller":"traceutil/trace.go:171","msg":"trace[576417416] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"106.218885ms","start":"2026-04-29T02:48:56.728806Z","end":"2026-04-29T02:48:56.835025Z","steps":["trace[576417416] 'process raft request' (duration: 105.855277ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:56.835117Z","caller":"traceutil/trace.go:171","msg":"trace[2057304216] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"116.670891ms","start":"2026-04-29T02:48:56.718442Z","end":"2026-04-29T02:48:56.835113Z","steps":["trace[2057304216] 'process raft request' (duration: 116.1587ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:56.835179Z","caller":"traceutil/trace.go:171","msg":"trace[75759661] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"116.727992ms","start":"2026-04-29T02:48:56.718447Z","end":"2026-04-29T02:48:56.835175Z","steps":["trace[75759661] 'process raft request' (duration: 116.183771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:56.835213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.415582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:56.835254Z","caller":"traceutil/trace.go:171","msg":"trace[2094397007] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25882; }","duration":"111.492014ms","start":"2026-04-29T02:48:56.723752Z","end":"2026-04-29T02:48:56.835244Z","steps":["trace[2094397007] 'agreement among raft nodes before linearized reading' (duration: 111.367082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.465847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.386404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:48:57.466139Z","caller":"traceutil/trace.go:171","msg":"trace[490805254] linearizableReadLoop","detail":"{readStateIndex:26764; appliedIndex:26762; }","duration":"343.168592ms","start":"2026-04-29T02:48:57.122951Z","end":"2026-04-29T02:48:57.466119Z","steps":["trace[490805254] 'read index received' (duration: 233.512573ms)","trace[490805254] 'applied index is now lower than readState.Index' (duration: 109.654699ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:57.466222Z","caller":"traceutil/trace.go:171","msg":"trace[2044954834] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"356.143973ms","start":"2026-04-29T02:48:57.110065Z","end":"2026-04-29T02:48:57.466209Z","steps":["trace[2044954834] 'process raft request' (duration: 246.306711ms)","trace[2044954834] 'compare' (duration: 109.043818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:57.466288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.110055Z","time spent":"356.199644ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130610,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:57.466542Z","caller":"traceutil/trace.go:171","msg":"trace[1523125665] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"355.91676ms","start":"2026-04-29T02:48:57.110615Z","end":"2026-04-29T02:48:57.466531Z","steps":["trace[1523125665] 'process raft request' (duration: 355.329488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.466599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.110606Z","time spent":"355.967951ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:48:57.46684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.069939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-04-29T02:48:57.466877Z","caller":"traceutil/trace.go:171","msg":"trace[1874640020] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:25897; }","duration":"351.11851ms","start":"2026-04-29T02:48:57.115749Z","end":"2026-04-29T02:48:57.466867Z","steps":["trace[1874640020] 'agreement among raft nodes before linearized reading' (duration: 350.965667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.466907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.115743Z","time spent":"351.157311ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2687,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-29T02:48:57.467094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.244249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T02:48:57.46713Z","caller":"traceutil/trace.go:171","msg":"trace[1594332032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25897; }","duration":"353.290919ms","start":"2026-04-29T02:48:57.113829Z","end":"2026-04-29T02:48:57.46712Z","steps":["trace[1594332032] 'agreement among raft nodes before linearized reading' (duration: 353.194538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.467158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.113824Z","time spent":"353.32759ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T02:48:57.467305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.930428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:57.46734Z","caller":"traceutil/trace.go:171","msg":"trace[501792613] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25897; }","duration":"356.976928ms","start":"2026-04-29T02:48:57.110353Z","end":"2026-04-29T02:48:57.46733Z","steps":["trace[501792613] 'agreement among raft nodes before linearized reading' (duration: 356.924967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.467373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.110349Z","time spent":"357.018299ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-04-29T02:48:57.467547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.201673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-29T02:48:57.467598Z","caller":"traceutil/trace.go:171","msg":"trace[1691845403] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25897; }","duration":"357.250214ms","start":"2026-04-29T02:48:57.110323Z","end":"2026-04-29T02:48:57.467573Z","steps":["trace[1691845403] 'agreement among raft nodes before linearized reading' (duration: 357.160122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.467638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.110313Z","time spent":"357.315065ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-29T02:48:57.601403Z","caller":"traceutil/trace.go:171","msg":"trace[1372468680] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25898; }","duration":"476.625723ms","start":"2026-04-29T02:48:57.124745Z","end":"2026-04-29T02:48:57.601371Z","steps":["trace[1372468680] 'process raft request' (duration: 446.36085ms)","trace[1372468680] 'compare' (duration: 29.880307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:57.601571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.124716Z","time spent":"476.769067ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":54,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-29T02:48:57.601603Z","caller":"traceutil/trace.go:171","msg":"trace[578493182] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"471.347836ms","start":"2026-04-29T02:48:57.130226Z","end":"2026-04-29T02:48:57.601574Z","steps":["trace[578493182] 'process raft request' (duration: 471.249154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.601753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.130209Z","time spent":"471.467978ms","remote":"127.0.0.1:42982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2696,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:57.601928Z","caller":"traceutil/trace.go:171","msg":"trace[760309225] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"474.80316ms","start":"2026-04-29T02:48:57.127111Z","end":"2026-04-29T02:48:57.601914Z","steps":["trace[760309225] 'process raft request' (duration: 474.002576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.602024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.127094Z","time spent":"474.864751ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:57.602033Z","caller":"traceutil/trace.go:171","msg":"trace[1004114066] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"474.006465ms","start":"2026-04-29T02:48:57.127958Z","end":"2026-04-29T02:48:57.601964Z","steps":["trace[1004114066] 'process raft request' (duration: 473.224241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.60212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.127946Z","time spent":"474.133237ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:48:57.776454Z","caller":"traceutil/trace.go:171","msg":"trace[2083023446] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"419.712675ms","start":"2026-04-29T02:48:57.356691Z","end":"2026-04-29T02:48:57.776404Z","steps":["trace[2083023446] 'process raft request' (duration: 344.629249ms)","trace[2083023446] 'compare' (duration: 74.674119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:57.776589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.356669Z","time spent":"419.857858ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:48:57.776653Z","caller":"traceutil/trace.go:171","msg":"trace[498243888] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"127.955979ms","start":"2026-04-29T02:48:57.648676Z","end":"2026-04-29T02:48:57.776632Z","steps":["trace[498243888] 'process raft request' (duration: 127.924329ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.776799Z","caller":"traceutil/trace.go:171","msg":"trace[681020149] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"303.764689ms","start":"2026-04-29T02:48:57.473017Z","end":"2026-04-29T02:48:57.776781Z","steps":["trace[681020149] 'process raft request' (duration: 303.424453ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.776946Z","caller":"traceutil/trace.go:171","msg":"trace[1976215052] linearizableReadLoop","detail":"{readStateIndex:26771; appliedIndex:26764; }","duration":"310.699528ms","start":"2026-04-29T02:48:57.466175Z","end":"2026-04-29T02:48:57.776875Z","steps":["trace[1976215052] 'read index received' (duration: 104.86822ms)","trace[1976215052] 'applied index is now lower than readState.Index' (duration: 205.827668ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:57.77704Z","caller":"traceutil/trace.go:171","msg":"trace[1218862613] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"156.953598ms","start":"2026-04-29T02:48:57.620011Z","end":"2026-04-29T02:48:57.776965Z","steps":["trace[1218862613] 'process raft request' (duration: 156.528971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.777057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.472998Z","time spent":"303.84194ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2956,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:48:57.777095Z","caller":"traceutil/trace.go:171","msg":"trace[682977106] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"306.961998ms","start":"2026-04-29T02:48:57.470107Z","end":"2026-04-29T02:48:57.777069Z","steps":["trace[682977106] 'process raft request' (duration: 306.298046ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.777101Z","caller":"traceutil/trace.go:171","msg":"trace[1130027186] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"388.027776ms","start":"2026-04-29T02:48:57.389042Z","end":"2026-04-29T02:48:57.777069Z","steps":["trace[1130027186] 'process raft request' (duration: 387.340354ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.777101Z","caller":"traceutil/trace.go:171","msg":"trace[507625036] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"280.462905ms","start":"2026-04-29T02:48:57.496598Z","end":"2026-04-29T02:48:57.777061Z","steps":["trace[507625036] 'process raft request' (duration: 279.877655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.777205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.470084Z","time spent":"307.061042ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:48:57.777239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.389016Z","time spent":"388.151639ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:57.777141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.572239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:57.777321Z","caller":"traceutil/trace.go:171","msg":"trace[59993071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25910; }","duration":"407.791454ms","start":"2026-04-29T02:48:57.369518Z","end":"2026-04-29T02:48:57.777309Z","steps":["trace[59993071] 'agreement among raft nodes before linearized reading' (duration: 407.551529ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.77736Z","caller":"traceutil/trace.go:171","msg":"trace[992232414] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"393.182222ms","start":"2026-04-29T02:48:57.38417Z","end":"2026-04-29T02:48:57.777352Z","steps":["trace[992232414] 'process raft request' (duration: 392.129512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.777372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.369509Z","time spent":"407.835365ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:48:57.777398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.384154Z","time spent":"393.223303ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:57.777407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.43839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-04-29T02:48:57.777283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.498548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7b68946c66-cnzn8\" ","response":"range_response_count:1 size:8503"} {"level":"info","ts":"2026-04-29T02:48:57.777439Z","caller":"traceutil/trace.go:171","msg":"trace[1162136502] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25910; }","duration":"305.501762ms","start":"2026-04-29T02:48:57.471926Z","end":"2026-04-29T02:48:57.777428Z","steps":["trace[1162136502] 'agreement among raft nodes before linearized reading' (duration: 305.381699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.777461Z","caller":"traceutil/trace.go:171","msg":"trace[585059543] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7b68946c66-cnzn8; range_end:; response_count:1; response_revision:25910; }","duration":"429.710591ms","start":"2026-04-29T02:48:57.347743Z","end":"2026-04-29T02:48:57.777454Z","steps":["trace[585059543] 'agreement among raft nodes before linearized reading' (duration: 429.420526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.777463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.471909Z","time spent":"305.547872ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-29T02:48:57.777485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.34772Z","time spent":"429.757312ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8526,"request content":"key:\"/registry/pods/openstack/magnum-api-7b68946c66-cnzn8\" "} {"level":"warn","ts":"2026-04-29T02:48:57.777615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.465284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"warn","ts":"2026-04-29T02:48:57.777615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.355213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:57.777635Z","caller":"traceutil/trace.go:171","msg":"trace[1516305187] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:25910; }","duration":"160.511765ms","start":"2026-04-29T02:48:57.617118Z","end":"2026-04-29T02:48:57.777629Z","steps":["trace[1516305187] 'agreement among raft nodes before linearized reading' (duration: 160.448674ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.777664Z","caller":"traceutil/trace.go:171","msg":"trace[1628267109] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25910; }","duration":"238.438423ms","start":"2026-04-29T02:48:57.539209Z","end":"2026-04-29T02:48:57.777647Z","steps":["trace[1628267109] 'agreement among raft nodes before linearized reading' (duration: 238.359852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.777683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.987478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:48:57.777707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.707684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-29T02:48:57.777724Z","caller":"traceutil/trace.go:171","msg":"trace[223616394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25910; }","duration":"201.045169ms","start":"2026-04-29T02:48:57.576664Z","end":"2026-04-29T02:48:57.777709Z","steps":["trace[223616394] 'agreement among raft nodes before linearized reading' (duration: 200.910226ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:57.777747Z","caller":"traceutil/trace.go:171","msg":"trace[2142722294] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25910; }","duration":"305.759366ms","start":"2026-04-29T02:48:57.471974Z","end":"2026-04-29T02:48:57.777733Z","steps":["trace[2142722294] 'agreement among raft nodes before linearized reading' (duration: 305.655844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:57.777784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.471967Z","time spent":"305.809337ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-29T02:48:57.778268Z","caller":"traceutil/trace.go:171","msg":"trace[1079002483] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"168.653075ms","start":"2026-04-29T02:48:57.609593Z","end":"2026-04-29T02:48:57.778246Z","steps":["trace[1079002483] 'process raft request' (duration: 166.913853ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.021897Z","caller":"traceutil/trace.go:171","msg":"trace[22027377] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"229.425897ms","start":"2026-04-29T02:48:57.792443Z","end":"2026-04-29T02:48:58.021868Z","steps":["trace[22027377] 'process raft request' (duration: 229.303555ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.02219Z","caller":"traceutil/trace.go:171","msg":"trace[105920172] linearizableReadLoop","detail":"{readStateIndex:26779; appliedIndex:26778; }","duration":"230.004948ms","start":"2026-04-29T02:48:57.792132Z","end":"2026-04-29T02:48:58.022137Z","steps":["trace[105920172] 'read index received' (duration: 32.519625ms)","trace[105920172] 'applied index is now lower than readState.Index' (duration: 197.484333ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:58.022299Z","caller":"traceutil/trace.go:171","msg":"trace[664443608] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"228.252304ms","start":"2026-04-29T02:48:57.794035Z","end":"2026-04-29T02:48:58.022287Z","steps":["trace[664443608] 'process raft request' (duration: 228.002279ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.022405Z","caller":"traceutil/trace.go:171","msg":"trace[1211807550] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"229.887646ms","start":"2026-04-29T02:48:57.792479Z","end":"2026-04-29T02:48:58.022367Z","steps":["trace[1211807550] 'process raft request' (duration: 229.334995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.022451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.301384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2974"} {"level":"info","ts":"2026-04-29T02:48:58.022497Z","caller":"traceutil/trace.go:171","msg":"trace[201859991] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:25915; }","duration":"230.386925ms","start":"2026-04-29T02:48:57.792097Z","end":"2026-04-29T02:48:58.022484Z","steps":["trace[201859991] 'agreement among raft nodes before linearized reading' (duration: 230.230862ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.022133Z","caller":"traceutil/trace.go:171","msg":"trace[697278043] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"229.754342ms","start":"2026-04-29T02:48:57.792078Z","end":"2026-04-29T02:48:58.021832Z","steps":["trace[697278043] 'process raft request' (duration: 229.467927ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.20738Z","caller":"traceutil/trace.go:171","msg":"trace[1698255465] linearizableReadLoop","detail":"{readStateIndex:26785; appliedIndex:26782; }","duration":"185.104122ms","start":"2026-04-29T02:48:58.022256Z","end":"2026-04-29T02:48:58.20736Z","steps":["trace[1698255465] 'read index received' (duration: 184.880518ms)","trace[1698255465] 'applied index is now lower than readState.Index' (duration: 222.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:58.207439Z","caller":"traceutil/trace.go:171","msg":"trace[1131557200] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"348.302568ms","start":"2026-04-29T02:48:57.859116Z","end":"2026-04-29T02:48:58.207419Z","steps":["trace[1131557200] 'process raft request' (duration: 348.055474ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.207444Z","caller":"traceutil/trace.go:171","msg":"trace[1517843572] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"236.730882ms","start":"2026-04-29T02:48:57.970679Z","end":"2026-04-29T02:48:58.207409Z","steps":["trace[1517843572] 'process raft request' (duration: 236.653161ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.207484Z","caller":"traceutil/trace.go:171","msg":"trace[1765484832] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"292.643792ms","start":"2026-04-29T02:48:57.914809Z","end":"2026-04-29T02:48:58.207453Z","steps":["trace[1765484832] 'process raft request' (duration: 292.490699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.207542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.859099Z","time spent":"348.384649ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:58.207594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.52187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2400"} {"level":"info","ts":"2026-04-29T02:48:58.207624Z","caller":"traceutil/trace.go:171","msg":"trace[857550011] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25918; }","duration":"413.575931ms","start":"2026-04-29T02:48:57.794039Z","end":"2026-04-29T02:48:58.207615Z","steps":["trace[857550011] 'agreement among raft nodes before linearized reading' (duration: 413.430668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.207652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.794032Z","time spent":"413.612442ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2423,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-04-29T02:48:58.207653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.190064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-29T02:48:58.207731Z","caller":"traceutil/trace.go:171","msg":"trace[1303264982] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25918; }","duration":"413.282305ms","start":"2026-04-29T02:48:57.794428Z","end":"2026-04-29T02:48:58.207711Z","steps":["trace[1303264982] 'agreement among raft nodes before linearized reading' (duration: 413.045501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.207755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.579097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-04-29T02:48:58.20775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.293452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:58.207824Z","caller":"traceutil/trace.go:171","msg":"trace[707607791] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25918; }","duration":"338.696069ms","start":"2026-04-29T02:48:57.869117Z","end":"2026-04-29T02:48:58.207813Z","steps":["trace[707607791] 'agreement among raft nodes before linearized reading' (duration: 338.494326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.207868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.869102Z","time spent":"338.75745ms","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-29T02:48:58.207802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.794421Z","time spent":"413.371878ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-29T02:48:58.20788Z","caller":"traceutil/trace.go:171","msg":"trace[1112300040] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25918; }","duration":"209.483325ms","start":"2026-04-29T02:48:57.998372Z","end":"2026-04-29T02:48:58.207856Z","steps":["trace[1112300040] 'agreement among raft nodes before linearized reading' (duration: 209.235681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.208175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.374207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-29T02:48:58.208243Z","caller":"traceutil/trace.go:171","msg":"trace[812606217] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25918; }","duration":"414.493259ms","start":"2026-04-29T02:48:57.793732Z","end":"2026-04-29T02:48:58.208225Z","steps":["trace[812606217] 'agreement among raft nodes before linearized reading' (duration: 413.987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.208286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:57.793716Z","time spent":"414.5607ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-29T02:48:58.398126Z","caller":"traceutil/trace.go:171","msg":"trace[1276425394] linearizableReadLoop","detail":"{readStateIndex:26787; appliedIndex:26785; }","duration":"190.656285ms","start":"2026-04-29T02:48:58.207444Z","end":"2026-04-29T02:48:58.3981Z","steps":["trace[1276425394] 'read index received' (duration: 140.968701ms)","trace[1276425394] 'applied index is now lower than readState.Index' (duration: 49.686484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:58.398386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.798455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:48:58.39843Z","caller":"traceutil/trace.go:171","msg":"trace[1393808787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25920; }","duration":"263.883067ms","start":"2026-04-29T02:48:58.134537Z","end":"2026-04-29T02:48:58.39842Z","steps":["trace[1393808787] 'agreement among raft nodes before linearized reading' (duration: 263.705753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.398522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.757618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:48:58.398553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.938143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-nln2s\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-04-29T02:48:58.398608Z","caller":"traceutil/trace.go:171","msg":"trace[2025384683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25920; }","duration":"275.890221ms","start":"2026-04-29T02:48:58.122698Z","end":"2026-04-29T02:48:58.398588Z","steps":["trace[2025384683] 'agreement among raft nodes before linearized reading' (duration: 275.676597ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.398625Z","caller":"traceutil/trace.go:171","msg":"trace[718226848] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-nln2s; range_end:; response_count:1; response_revision:25920; }","duration":"189.038985ms","start":"2026-04-29T02:48:58.209566Z","end":"2026-04-29T02:48:58.398605Z","steps":["trace[718226848] 'agreement among raft nodes before linearized reading' (duration: 188.812331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.39864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.533598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:48:58.398705Z","caller":"traceutil/trace.go:171","msg":"trace[1437008042] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25920; }","duration":"314.63615ms","start":"2026-04-29T02:48:58.084046Z","end":"2026-04-29T02:48:58.398682Z","steps":["trace[1437008042] 'agreement among raft nodes before linearized reading' (duration: 314.531028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.398761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.084009Z","time spent":"314.741962ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:48:58.398762Z","caller":"traceutil/trace.go:171","msg":"trace[2091809119] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"369.085453ms","start":"2026-04-29T02:48:58.029664Z","end":"2026-04-29T02:48:58.398749Z","steps":["trace[2091809119] 'process raft request' (duration: 318.672906ms)","trace[2091809119] 'compare' (duration: 49.492321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:58.398527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.559068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9950"} {"level":"info","ts":"2026-04-29T02:48:58.398824Z","caller":"traceutil/trace.go:171","msg":"trace[2033143985] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25920; }","duration":"358.895385ms","start":"2026-04-29T02:48:58.039918Z","end":"2026-04-29T02:48:58.398814Z","steps":["trace[2033143985] 'agreement among raft nodes before linearized reading' (duration: 358.420945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.398851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.02964Z","time spent":"369.153785ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:48:58.398969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.745153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:58.399019Z","caller":"traceutil/trace.go:171","msg":"trace[4175908] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25920; }","duration":"186.803314ms","start":"2026-04-29T02:48:58.212203Z","end":"2026-04-29T02:48:58.399007Z","steps":["trace[4175908] 'agreement among raft nodes before linearized reading' (duration: 186.736313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.398863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:48:58.039905Z","time spent":"358.943956ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9973,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-04-29T02:48:58.39921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.757292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-29T02:48:58.399249Z","caller":"traceutil/trace.go:171","msg":"trace[539335654] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25920; }","duration":"187.817472ms","start":"2026-04-29T02:48:58.211422Z","end":"2026-04-29T02:48:58.39924Z","steps":["trace[539335654] 'agreement among raft nodes before linearized reading' (duration: 187.71747ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.399443Z","caller":"traceutil/trace.go:171","msg":"trace[1384507362] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"292.740824ms","start":"2026-04-29T02:48:58.106684Z","end":"2026-04-29T02:48:58.399425Z","steps":["trace[1384507362] 'process raft request' (duration: 291.340847ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.585531Z","caller":"traceutil/trace.go:171","msg":"trace[333035893] linearizableReadLoop","detail":"{readStateIndex:26792; appliedIndex:26791; }","duration":"149.335367ms","start":"2026-04-29T02:48:58.436168Z","end":"2026-04-29T02:48:58.585504Z","steps":["trace[333035893] 'read index received' (duration: 128.877986ms)","trace[333035893] 'applied index is now lower than readState.Index' (duration: 20.455831ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:58.585603Z","caller":"traceutil/trace.go:171","msg":"trace[388184114] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"150.500359ms","start":"2026-04-29T02:48:58.435066Z","end":"2026-04-29T02:48:58.585566Z","steps":["trace[388184114] 'process raft request' (duration: 129.938287ms)","trace[388184114] 'compare' (duration: 20.151295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:58.585792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.604533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-29T02:48:58.585836Z","caller":"traceutil/trace.go:171","msg":"trace[1606254512] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25925; }","duration":"149.686434ms","start":"2026-04-29T02:48:58.436135Z","end":"2026-04-29T02:48:58.585822Z","steps":["trace[1606254512] 'agreement among raft nodes before linearized reading' (duration: 149.508021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.586126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.283539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-04-29T02:48:58.586161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.240976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112146"} {"level":"info","ts":"2026-04-29T02:48:58.586208Z","caller":"traceutil/trace.go:171","msg":"trace[83906884] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25925; }","duration":"149.330787ms","start":"2026-04-29T02:48:58.436866Z","end":"2026-04-29T02:48:58.586197Z","steps":["trace[83906884] 'agreement among raft nodes before linearized reading' (duration: 148.96778ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.58621Z","caller":"traceutil/trace.go:171","msg":"trace[1443046413] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25925; }","duration":"147.392441ms","start":"2026-04-29T02:48:58.438798Z","end":"2026-04-29T02:48:58.58619Z","steps":["trace[1443046413] 'agreement among raft nodes before linearized reading' (duration: 147.039954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.586217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.397971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112146"} {"level":"info","ts":"2026-04-29T02:48:58.586294Z","caller":"traceutil/trace.go:171","msg":"trace[1134117966] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25925; }","duration":"147.505033ms","start":"2026-04-29T02:48:58.438772Z","end":"2026-04-29T02:48:58.586277Z","steps":["trace[1134117966] 'agreement among raft nodes before linearized reading' (duration: 147.104096ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.781547Z","caller":"traceutil/trace.go:171","msg":"trace[1319692400] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"157.953177ms","start":"2026-04-29T02:48:58.62358Z","end":"2026-04-29T02:48:58.781533Z","steps":["trace[1319692400] 'process raft request' (duration: 157.732424ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:58.781502Z","caller":"traceutil/trace.go:171","msg":"trace[702371874] linearizableReadLoop","detail":"{readStateIndex:26793; appliedIndex:26792; }","duration":"144.858265ms","start":"2026-04-29T02:48:58.636624Z","end":"2026-04-29T02:48:58.781482Z","steps":["trace[702371874] 'read index received' (duration: 144.645271ms)","trace[702371874] 'applied index is now lower than readState.Index' (duration: 212.064µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:48:58.781944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.303532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112146"} {"level":"info","ts":"2026-04-29T02:48:58.781992Z","caller":"traceutil/trace.go:171","msg":"trace[1041042866] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25926; }","duration":"145.361913ms","start":"2026-04-29T02:48:58.636606Z","end":"2026-04-29T02:48:58.781968Z","steps":["trace[1041042866] 'agreement among raft nodes before linearized reading' (duration: 145.15455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.826171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.545304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:48:58.826223Z","caller":"traceutil/trace.go:171","msg":"trace[2006760539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25927; }","duration":"118.616016ms","start":"2026-04-29T02:48:58.707596Z","end":"2026-04-29T02:48:58.826212Z","steps":["trace[2006760539] 'agreement among raft nodes before linearized reading' (duration: 118.498074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:48:58.826538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.759119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:48:58.826638Z","caller":"traceutil/trace.go:171","msg":"trace[553016292] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25927; }","duration":"139.911472ms","start":"2026-04-29T02:48:58.686704Z","end":"2026-04-29T02:48:58.826615Z","steps":["trace[553016292] 'agreement among raft nodes before linearized reading' (duration: 139.690358ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.672222Z","caller":"traceutil/trace.go:171","msg":"trace[887864488] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"110.23747ms","start":"2026-04-29T02:48:59.561959Z","end":"2026-04-29T02:48:59.672197Z","steps":["trace[887864488] 'process raft request' (duration: 109.810482ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.839831Z","caller":"traceutil/trace.go:171","msg":"trace[1338189061] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"104.173778ms","start":"2026-04-29T02:48:59.735626Z","end":"2026-04-29T02:48:59.8398Z","steps":["trace[1338189061] 'process raft request' (duration: 103.854061ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.955227Z","caller":"traceutil/trace.go:171","msg":"trace[606485688] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"162.027893ms","start":"2026-04-29T02:48:59.793141Z","end":"2026-04-29T02:48:59.955168Z","steps":["trace[606485688] 'process raft request' (duration: 111.546855ms)","trace[606485688] 'compare' (duration: 50.281695ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:48:59.955574Z","caller":"traceutil/trace.go:171","msg":"trace[1170319326] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"106.497601ms","start":"2026-04-29T02:48:59.849056Z","end":"2026-04-29T02:48:59.955553Z","steps":["trace[1170319326] 'process raft request' (duration: 106.276137ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.955731Z","caller":"traceutil/trace.go:171","msg":"trace[1512252015] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25944; }","duration":"102.197141ms","start":"2026-04-29T02:48:59.853521Z","end":"2026-04-29T02:48:59.955718Z","steps":["trace[1512252015] 'process raft request' (duration: 102.010098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:48:59.955696Z","caller":"traceutil/trace.go:171","msg":"trace[197885497] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"103.213829ms","start":"2026-04-29T02:48:59.852409Z","end":"2026-04-29T02:48:59.955623Z","steps":["trace[197885497] 'process raft request' (duration: 103.059487ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.337621Z","caller":"traceutil/trace.go:171","msg":"trace[125797833] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"127.402559ms","start":"2026-04-29T02:49:00.210186Z","end":"2026-04-29T02:49:00.337589Z","steps":["trace[125797833] 'process raft request' (duration: 127.178365ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.33764Z","caller":"traceutil/trace.go:171","msg":"trace[1160187246] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"123.209501ms","start":"2026-04-29T02:49:00.214407Z","end":"2026-04-29T02:49:00.337616Z","steps":["trace[1160187246] 'process raft request' (duration: 123.084019ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.337957Z","caller":"traceutil/trace.go:171","msg":"trace[1270070402] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"123.475156ms","start":"2026-04-29T02:49:00.214473Z","end":"2026-04-29T02:49:00.337948Z","steps":["trace[1270070402] 'process raft request' (duration: 123.082279ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.54511Z","caller":"traceutil/trace.go:171","msg":"trace[1069974914] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"110.673528ms","start":"2026-04-29T02:49:00.434398Z","end":"2026-04-29T02:49:00.545071Z","steps":["trace[1069974914] 'process raft request' (duration: 110.407524ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.545166Z","caller":"traceutil/trace.go:171","msg":"trace[1739279602] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"110.433483ms","start":"2026-04-29T02:49:00.434691Z","end":"2026-04-29T02:49:00.545125Z","steps":["trace[1739279602] 'process raft request' (duration: 110.26937ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.545284Z","caller":"traceutil/trace.go:171","msg":"trace[129876380] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"110.449714ms","start":"2026-04-29T02:49:00.4347Z","end":"2026-04-29T02:49:00.54515Z","steps":["trace[129876380] 'process raft request' (duration: 110.305421ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.545459Z","caller":"traceutil/trace.go:171","msg":"trace[232496565] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"110.722539ms","start":"2026-04-29T02:49:00.434719Z","end":"2026-04-29T02:49:00.545442Z","steps":["trace[232496565] 'process raft request' (duration: 110.335021ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.545647Z","caller":"traceutil/trace.go:171","msg":"trace[1539819414] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"102.067118ms","start":"2026-04-29T02:49:00.443567Z","end":"2026-04-29T02:49:00.545635Z","steps":["trace[1539819414] 'process raft request' (duration: 101.647631ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.545636Z","caller":"traceutil/trace.go:171","msg":"trace[985255240] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"110.870732ms","start":"2026-04-29T02:49:00.434719Z","end":"2026-04-29T02:49:00.54559Z","steps":["trace[985255240] 'process raft request' (duration: 110.395982ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.545734Z","caller":"traceutil/trace.go:171","msg":"trace[4306961] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"110.921673ms","start":"2026-04-29T02:49:00.434793Z","end":"2026-04-29T02:49:00.545715Z","steps":["trace[4306961] 'process raft request' (duration: 110.363012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:00.54608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.80095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-04-29T02:49:00.5461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.417225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:49:00.546144Z","caller":"traceutil/trace.go:171","msg":"trace[1842273094] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25962; }","duration":"111.877471ms","start":"2026-04-29T02:49:00.43424Z","end":"2026-04-29T02:49:00.546118Z","steps":["trace[1842273094] 'agreement among raft nodes before linearized reading' (duration: 111.683868ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.546155Z","caller":"traceutil/trace.go:171","msg":"trace[879997081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25962; }","duration":"116.501576ms","start":"2026-04-29T02:49:00.429638Z","end":"2026-04-29T02:49:00.54614Z","steps":["trace[879997081] 'agreement among raft nodes before linearized reading' (duration: 116.316863ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:00.833366Z","caller":"traceutil/trace.go:171","msg":"trace[57044767] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"102.981625ms","start":"2026-04-29T02:49:00.730346Z","end":"2026-04-29T02:49:00.833327Z","steps":["trace[57044767] 'process raft request' (duration: 77.345158ms)","trace[57044767] 'compare' (duration: 25.328621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:00.833405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.920472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-29T02:49:00.833486Z","caller":"traceutil/trace.go:171","msg":"trace[581442157] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25973; }","duration":"112.050794ms","start":"2026-04-29T02:49:00.721414Z","end":"2026-04-29T02:49:00.833465Z","steps":["trace[581442157] 'agreement among raft nodes before linearized reading' (duration: 111.82909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.102493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.560033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-29T02:49:01.102608Z","caller":"traceutil/trace.go:171","msg":"trace[1869187241] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25974; }","duration":"169.701857ms","start":"2026-04-29T02:49:00.932879Z","end":"2026-04-29T02:49:01.102581Z","steps":["trace[1869187241] 'range keys from in-memory index tree' (duration: 169.113563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.102706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.128329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:49:01.102817Z","caller":"traceutil/trace.go:171","msg":"trace[145505523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25974; }","duration":"166.258241ms","start":"2026-04-29T02:49:00.936532Z","end":"2026-04-29T02:49:01.10279Z","steps":["trace[145505523] 'range keys from in-memory index tree' (duration: 165.940696ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:01.102944Z","caller":"traceutil/trace.go:171","msg":"trace[1447930840] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"141.020602ms","start":"2026-04-29T02:49:00.961869Z","end":"2026-04-29T02:49:01.102889Z","steps":["trace[1447930840] 'process raft request' (duration: 137.69102ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:01.311813Z","caller":"traceutil/trace.go:171","msg":"trace[435165813] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"335.771985ms","start":"2026-04-29T02:49:00.976011Z","end":"2026-04-29T02:49:01.311783Z","steps":["trace[435165813] 'process raft request' (duration: 268.166398ms)","trace[435165813] 'compare' (duration: 67.110428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:01.311962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:00.975985Z","time spent":"335.908447ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:01.311938Z","caller":"traceutil/trace.go:171","msg":"trace[533550124] linearizableReadLoop","detail":"{readStateIndex:26845; appliedIndex:26843; }","duration":"309.406514ms","start":"2026-04-29T02:49:01.002499Z","end":"2026-04-29T02:49:01.311905Z","steps":["trace[533550124] 'read index received' (duration: 97.013804ms)","trace[533550124] 'applied index is now lower than readState.Index' (duration: 212.38907ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:01.312545Z","caller":"traceutil/trace.go:171","msg":"trace[1440571111] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"204.129626ms","start":"2026-04-29T02:49:01.10839Z","end":"2026-04-29T02:49:01.312519Z","steps":["trace[1440571111] 'process raft request' (duration: 203.711438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.312668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.575939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:49:01.31274Z","caller":"traceutil/trace.go:171","msg":"trace[1137849746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25977; }","duration":"308.677611ms","start":"2026-04-29T02:49:01.004044Z","end":"2026-04-29T02:49:01.312721Z","steps":["trace[1137849746] 'agreement among raft nodes before linearized reading' (duration: 308.452057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.312778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.004032Z","time spent":"308.738713ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:01.312993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.106179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:01.313071Z","caller":"traceutil/trace.go:171","msg":"trace[566683678] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25977; }","duration":"209.238801ms","start":"2026-04-29T02:49:01.103808Z","end":"2026-04-29T02:49:01.313047Z","steps":["trace[566683678] 'agreement among raft nodes before linearized reading' (duration: 209.097089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.313373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.83052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-29T02:49:01.313521Z","caller":"traceutil/trace.go:171","msg":"trace[1018444494] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25976; }","duration":"311.053984ms","start":"2026-04-29T02:49:01.002439Z","end":"2026-04-29T02:49:01.313493Z","steps":["trace[1018444494] 'agreement among raft nodes before linearized reading' (duration: 309.577987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:01.313581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.002419Z","time spent":"311.149206ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212915,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-29T02:49:01.563253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.982093ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T02:49:01.563618Z","caller":"traceutil/trace.go:171","msg":"trace[1499574967] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"104.136918ms","start":"2026-04-29T02:49:01.459456Z","end":"2026-04-29T02:49:01.563593Z","steps":["trace[1499574967] 'process raft request' (duration: 103.929544ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:01.564086Z","caller":"traceutil/trace.go:171","msg":"trace[50082521] linearizableReadLoop","detail":"{readStateIndex:26848; appliedIndex:26847; }","duration":"184.629624ms","start":"2026-04-29T02:49:01.37944Z","end":"2026-04-29T02:49:01.564069Z","steps":["trace[50082521] 'read index received' (duration: 57.874367ms)","trace[50082521] 'applied index is now lower than readState.Index' (duration: 126.753586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:01.564349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.889558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-29T02:49:01.564416Z","caller":"traceutil/trace.go:171","msg":"trace[1779500242] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25979; }","duration":"184.9786ms","start":"2026-04-29T02:49:01.379422Z","end":"2026-04-29T02:49:01.564401Z","steps":["trace[1779500242] 'agreement among raft nodes before linearized reading' (duration: 184.738906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:01.984148Z","caller":"traceutil/trace.go:171","msg":"trace[741925245] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"135.507801ms","start":"2026-04-29T02:49:01.848532Z","end":"2026-04-29T02:49:01.984039Z","steps":["trace[741925245] 'process raft request' (duration: 135.290277ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:02.240409Z","caller":"traceutil/trace.go:171","msg":"trace[1195847450] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"389.404102ms","start":"2026-04-29T02:49:01.850972Z","end":"2026-04-29T02:49:02.240376Z","steps":["trace[1195847450] 'process raft request' (duration: 360.456334ms)","trace[1195847450] 'compare' (duration: 28.601301ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:02.240499Z","caller":"traceutil/trace.go:171","msg":"trace[1337472866] linearizableReadLoop","detail":"{readStateIndex:26854; appliedIndex:26851; }","duration":"299.02441ms","start":"2026-04-29T02:49:01.941386Z","end":"2026-04-29T02:49:02.240411Z","steps":["trace[1337472866] 'read index received' (duration: 42.50077ms)","trace[1337472866] 'applied index is now lower than readState.Index' (duration: 256.52282ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:02.240603Z","caller":"traceutil/trace.go:171","msg":"trace[864251095] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"385.936126ms","start":"2026-04-29T02:49:01.85466Z","end":"2026-04-29T02:49:02.240596Z","steps":["trace[864251095] 'process raft request' (duration: 385.615061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:02.240695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.85465Z","time spent":"385.984728ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:02.240826Z","caller":"traceutil/trace.go:171","msg":"trace[1952739702] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"278.967348ms","start":"2026-04-29T02:49:01.961853Z","end":"2026-04-29T02:49:02.24082Z","steps":["trace[1952739702] 'process raft request' (duration: 278.5231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:02.240531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.850934Z","time spent":"389.529414ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:02.24093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.736379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:02.241036Z","caller":"traceutil/trace.go:171","msg":"trace[411746973] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25985; }","duration":"203.893672ms","start":"2026-04-29T02:49:02.037131Z","end":"2026-04-29T02:49:02.241025Z","steps":["trace[411746973] 'agreement among raft nodes before linearized reading' (duration: 203.7559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:02.241161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.211277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:49:02.241194Z","caller":"traceutil/trace.go:171","msg":"trace[890877933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25985; }","duration":"183.242598ms","start":"2026-04-29T02:49:02.057941Z","end":"2026-04-29T02:49:02.241184Z","steps":["trace[890877933] 'agreement among raft nodes before linearized reading' (duration: 183.144456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:02.24222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.824784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-29T02:49:02.242288Z","caller":"traceutil/trace.go:171","msg":"trace[431995728] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25985; }","duration":"300.927556ms","start":"2026-04-29T02:49:01.941346Z","end":"2026-04-29T02:49:02.242273Z","steps":["trace[431995728] 'agreement among raft nodes before linearized reading' (duration: 299.50023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:02.242332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:01.94133Z","time spent":"300.987377ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212915,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-29T02:49:02.620372Z","caller":"traceutil/trace.go:171","msg":"trace[448850875] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"197.37109ms","start":"2026-04-29T02:49:02.422969Z","end":"2026-04-29T02:49:02.62034Z","steps":["trace[448850875] 'process raft request' (duration: 184.763966ms)","trace[448850875] 'compare' (duration: 12.126835ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:02.632471Z","caller":"traceutil/trace.go:171","msg":"trace[710131684] linearizableReadLoop","detail":"{readStateIndex:26860; appliedIndex:26858; }","duration":"157.295955ms","start":"2026-04-29T02:49:02.475141Z","end":"2026-04-29T02:49:02.632437Z","steps":["trace[710131684] 'read index received' (duration: 132.524896ms)","trace[710131684] 'applied index is now lower than readState.Index' (duration: 24.769729ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:02.632934Z","caller":"traceutil/trace.go:171","msg":"trace[710413013] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"157.963558ms","start":"2026-04-29T02:49:02.474947Z","end":"2026-04-29T02:49:02.632911Z","steps":["trace[710413013] 'process raft request' (duration: 157.259004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:02.633116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.959928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:49:02.633174Z","caller":"traceutil/trace.go:171","msg":"trace[499115991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25990; }","duration":"158.1251ms","start":"2026-04-29T02:49:02.475036Z","end":"2026-04-29T02:49:02.633161Z","steps":["trace[499115991] 'agreement among raft nodes before linearized reading' (duration: 157.863386ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:02.825753Z","caller":"traceutil/trace.go:171","msg":"trace[2081299049] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"188.371793ms","start":"2026-04-29T02:49:02.63735Z","end":"2026-04-29T02:49:02.825721Z","steps":["trace[2081299049] 'process raft request' (duration: 148.857978ms)","trace[2081299049] 'compare' (duration: 39.25828ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:02.825819Z","caller":"traceutil/trace.go:171","msg":"trace[91912894] linearizableReadLoop","detail":"{readStateIndex:26861; appliedIndex:26860; }","duration":"187.70894ms","start":"2026-04-29T02:49:02.6381Z","end":"2026-04-29T02:49:02.825809Z","steps":["trace[91912894] 'read index received' (duration: 148.127284ms)","trace[91912894] 'applied index is now lower than readState.Index' (duration: 39.580666ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:02.825745Z","caller":"traceutil/trace.go:171","msg":"trace[2045741015] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"187.009787ms","start":"2026-04-29T02:49:02.638711Z","end":"2026-04-29T02:49:02.82572Z","steps":["trace[2045741015] 'process raft request' (duration: 186.958266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:02.826057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.950196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-04-29T02:49:02.826086Z","caller":"traceutil/trace.go:171","msg":"trace[1828146552] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25992; }","duration":"188.057728ms","start":"2026-04-29T02:49:02.638019Z","end":"2026-04-29T02:49:02.826076Z","steps":["trace[1828146552] 'agreement among raft nodes before linearized reading' (duration: 187.864224ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:03.32896Z","caller":"traceutil/trace.go:171","msg":"trace[767840211] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"115.324965ms","start":"2026-04-29T02:49:03.213614Z","end":"2026-04-29T02:49:03.328939Z","steps":["trace[767840211] 'process raft request' (duration: 115.150392ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:08.537223Z","caller":"traceutil/trace.go:171","msg":"trace[1632321411] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"121.793535ms","start":"2026-04-29T02:49:08.415371Z","end":"2026-04-29T02:49:08.537164Z","steps":["trace[1632321411] 'process raft request' (duration: 121.508279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:08.537576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.969597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:08.537673Z","caller":"traceutil/trace.go:171","msg":"trace[1439233106] linearizableReadLoop","detail":"{readStateIndex:26911; appliedIndex:26909; }","duration":"108.729433ms","start":"2026-04-29T02:49:08.42858Z","end":"2026-04-29T02:49:08.53731Z","steps":["trace[1439233106] 'read index received' (duration: 52.213471ms)","trace[1439233106] 'applied index is now lower than readState.Index' (duration: 56.514382ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:08.537696Z","caller":"traceutil/trace.go:171","msg":"trace[833823163] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26040; }","duration":"109.12899ms","start":"2026-04-29T02:49:08.428522Z","end":"2026-04-29T02:49:08.537651Z","steps":["trace[833823163] 'agreement among raft nodes before linearized reading' (duration: 108.881216ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:09.755592Z","caller":"traceutil/trace.go:171","msg":"trace[1817751827] linearizableReadLoop","detail":"{readStateIndex:26916; appliedIndex:26915; }","duration":"345.18861ms","start":"2026-04-29T02:49:09.410379Z","end":"2026-04-29T02:49:09.755568Z","steps":["trace[1817751827] 'read index received' (duration: 345.100149ms)","trace[1817751827] 'applied index is now lower than readState.Index' (duration: 87.511µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:09.755673Z","caller":"traceutil/trace.go:171","msg":"trace[1368524525] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"372.523257ms","start":"2026-04-29T02:49:09.383112Z","end":"2026-04-29T02:49:09.755635Z","steps":["trace[1368524525] 'process raft request' (duration: 372.297163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:09.755846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.447645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:49:09.755895Z","caller":"traceutil/trace.go:171","msg":"trace[495537010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26045; }","duration":"345.544506ms","start":"2026-04-29T02:49:09.410336Z","end":"2026-04-29T02:49:09.755881Z","steps":["trace[495537010] 'agreement among raft nodes before linearized reading' (duration: 345.363113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:09.755932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.410316Z","time spent":"345.606838ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:09.755949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.981851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:49:09.756032Z","caller":"traceutil/trace.go:171","msg":"trace[667732504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26045; }","duration":"305.113824ms","start":"2026-04-29T02:49:09.450899Z","end":"2026-04-29T02:49:09.756013Z","steps":["trace[667732504] 'agreement among raft nodes before linearized reading' (duration: 304.85826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:09.75608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.450878Z","time spent":"305.194045ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:09.75629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:09.383068Z","time spent":"372.68075ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:10.122144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.755359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:10.122212Z","caller":"traceutil/trace.go:171","msg":"trace[406682548] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26047; }","duration":"181.891082ms","start":"2026-04-29T02:49:09.940305Z","end":"2026-04-29T02:49:10.122197Z","steps":["trace[406682548] 'count revisions from in-memory index tree' (duration: 181.623606ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:10.122455Z","caller":"traceutil/trace.go:171","msg":"trace[388488136] linearizableReadLoop","detail":"{readStateIndex:26919; appliedIndex:26918; }","duration":"114.281456ms","start":"2026-04-29T02:49:10.008165Z","end":"2026-04-29T02:49:10.122447Z","steps":["trace[388488136] 'read index received' (duration: 101.015359ms)","trace[388488136] 'applied index is now lower than readState.Index' (duration: 13.265577ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:10.122525Z","caller":"traceutil/trace.go:171","msg":"trace[790328790] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"115.986107ms","start":"2026-04-29T02:49:10.006501Z","end":"2026-04-29T02:49:10.122487Z","steps":["trace[790328790] 'process raft request' (duration: 102.715039ms)","trace[790328790] 'compare' (duration: 13.132405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:10.122568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.381118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:10.122629Z","caller":"traceutil/trace.go:171","msg":"trace[874981283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26048; }","duration":"114.472869ms","start":"2026-04-29T02:49:10.008142Z","end":"2026-04-29T02:49:10.122615Z","steps":["trace[874981283] 'agreement among raft nodes before linearized reading' (duration: 114.357367ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:10.558412Z","caller":"traceutil/trace.go:171","msg":"trace[495276483] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"222.101711ms","start":"2026-04-29T02:49:10.336288Z","end":"2026-04-29T02:49:10.55839Z","steps":["trace[495276483] 'process raft request' (duration: 221.935068ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:10.657518Z","caller":"traceutil/trace.go:171","msg":"trace[1438357855] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"312.565322ms","start":"2026-04-29T02:49:10.344926Z","end":"2026-04-29T02:49:10.657491Z","steps":["trace[1438357855] 'process raft request' (duration: 312.152675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:10.657773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:10.3449Z","time spent":"312.755956ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:10.657864Z","caller":"traceutil/trace.go:171","msg":"trace[409886514] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26919; }","duration":"289.573875ms","start":"2026-04-29T02:49:10.368264Z","end":"2026-04-29T02:49:10.657837Z","steps":["trace[409886514] 'read index received' (duration: 190.046385ms)","trace[409886514] 'applied index is now lower than readState.Index' (duration: 99.52617ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:10.657914Z","caller":"traceutil/trace.go:171","msg":"trace[1995186978] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"312.792117ms","start":"2026-04-29T02:49:10.345091Z","end":"2026-04-29T02:49:10.657883Z","steps":["trace[1995186978] 'process raft request' (duration: 312.319009ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:10.658049Z","caller":"traceutil/trace.go:171","msg":"trace[622283933] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"115.117611ms","start":"2026-04-29T02:49:10.542913Z","end":"2026-04-29T02:49:10.65803Z","steps":["trace[622283933] 'process raft request' (duration: 114.874756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:10.658083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.807629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:10.658127Z","caller":"traceutil/trace.go:171","msg":"trace[1097568130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26053; }","duration":"289.905001ms","start":"2026-04-29T02:49:10.368212Z","end":"2026-04-29T02:49:10.658117Z","steps":["trace[1097568130] 'agreement among raft nodes before linearized reading' (duration: 289.81539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:10.658184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.69439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:49:10.658264Z","caller":"traceutil/trace.go:171","msg":"trace[991234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26053; }","duration":"244.824292ms","start":"2026-04-29T02:49:10.413421Z","end":"2026-04-29T02:49:10.658245Z","steps":["trace[991234] 'agreement among raft nodes before linearized reading' (duration: 244.638349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:10.658284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:10.345062Z","time spent":"312.99832ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:10.659139Z","caller":"traceutil/trace.go:171","msg":"trace[413308323] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"169.670865ms","start":"2026-04-29T02:49:10.488457Z","end":"2026-04-29T02:49:10.658128Z","steps":["trace[413308323] 'process raft request' (duration: 169.194717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.071246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095065193s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:13.071364Z","caller":"traceutil/trace.go:171","msg":"trace[800737213] linearizableReadLoop","detail":"{readStateIndex:26933; appliedIndex:26931; }","duration":"1.291306113s","start":"2026-04-29T02:49:11.780038Z","end":"2026-04-29T02:49:13.071344Z","steps":["trace[800737213] 'read index received' (duration: 48.574643ms)","trace[800737213] 'applied index is now lower than readState.Index' (duration: 1.24272934s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:13.071442Z","caller":"traceutil/trace.go:171","msg":"trace[227953862] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"1.305821204s","start":"2026-04-29T02:49:11.765607Z","end":"2026-04-29T02:49:13.071429Z","steps":["trace[227953862] 'process raft request' (duration: 210.467845ms)","trace[227953862] 'compare' (duration: 1.093950263s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:13.071504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.765585Z","time spent":"1.305884844s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:13.071723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291672519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:49:13.071805Z","caller":"traceutil/trace.go:171","msg":"trace[838214779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26061; }","duration":"1.291815352s","start":"2026-04-29T02:49:11.77997Z","end":"2026-04-29T02:49:13.071785Z","steps":["trace[838214779] 'agreement among raft nodes before linearized reading' (duration: 1.291592348s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.071842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.779931Z","time spent":"1.291904614s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:49:13.380963Z","caller":"traceutil/trace.go:171","msg":"trace[2090601886] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"1.251587674s","start":"2026-04-29T02:49:12.129344Z","end":"2026-04-29T02:49:13.380931Z","steps":["trace[2090601886] 'process raft request' (duration: 1.243447473s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.381247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.129311Z","time spent":"1.251829519s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:13.421677Z","caller":"traceutil/trace.go:171","msg":"trace[1289995362] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"858.262221ms","start":"2026-04-29T02:49:12.56339Z","end":"2026-04-29T02:49:13.421652Z","steps":["trace[1289995362] 'process raft request' (duration: 858.073607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.421909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.563343Z","time spent":"858.489644ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:13.421968Z","caller":"traceutil/trace.go:171","msg":"trace[2059110591] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"758.2203ms","start":"2026-04-29T02:49:12.663723Z","end":"2026-04-29T02:49:13.421943Z","steps":["trace[2059110591] 'process raft request' (duration: 757.893574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.422186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.66369Z","time spent":"758.384792ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:13.422391Z","caller":"traceutil/trace.go:171","msg":"trace[425162221] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"757.437035ms","start":"2026-04-29T02:49:12.664881Z","end":"2026-04-29T02:49:13.422318Z","steps":["trace[425162221] 'process raft request' (duration: 757.19461ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.422338Z","caller":"traceutil/trace.go:171","msg":"trace[846459857] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"757.416455ms","start":"2026-04-29T02:49:12.66488Z","end":"2026-04-29T02:49:13.422296Z","steps":["trace[846459857] 'process raft request' (duration: 756.961226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.422573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.664838Z","time spent":"757.642099ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:13.422596Z","caller":"traceutil/trace.go:171","msg":"trace[72645995] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"757.513837ms","start":"2026-04-29T02:49:12.665052Z","end":"2026-04-29T02:49:13.422566Z","steps":["trace[72645995] 'process raft request' (duration: 757.157129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.422612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.664859Z","time spent":"757.636029ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:13.422675Z","caller":"traceutil/trace.go:171","msg":"trace[543263078] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"345.515345ms","start":"2026-04-29T02:49:13.07713Z","end":"2026-04-29T02:49:13.422645Z","steps":["trace[543263078] 'process raft request' (duration: 345.175109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.422728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.077096Z","time spent":"345.610047ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:13.422724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.665037Z","time spent":"757.627709ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:13.422818Z","caller":"traceutil/trace.go:171","msg":"trace[1753741587] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"755.802195ms","start":"2026-04-29T02:49:12.667009Z","end":"2026-04-29T02:49:13.422811Z","steps":["trace[1753741587] 'process raft request' (duration: 755.246135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.422858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.66697Z","time spent":"755.869846ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:13.422688Z","caller":"traceutil/trace.go:171","msg":"trace[1664681665] linearizableReadLoop","detail":"{readStateIndex:26940; appliedIndex:26933; }","duration":"351.260762ms","start":"2026-04-29T02:49:13.071392Z","end":"2026-04-29T02:49:13.422653Z","steps":["trace[1664681665] 'read index received' (duration: 301.418275ms)","trace[1664681665] 'applied index is now lower than readState.Index' (duration: 49.841137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:13.422897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.612726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:49:13.422924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628080786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:49:13.422953Z","caller":"traceutil/trace.go:171","msg":"trace[1250673614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26070; }","duration":"752.696047ms","start":"2026-04-29T02:49:12.670241Z","end":"2026-04-29T02:49:13.422937Z","steps":["trace[1250673614] 'agreement among raft nodes before linearized reading' (duration: 752.541895ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.422987Z","caller":"traceutil/trace.go:171","msg":"trace[1809352912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26070; }","duration":"1.628212208s","start":"2026-04-29T02:49:11.794762Z","end":"2026-04-29T02:49:13.422974Z","steps":["trace[1809352912] 'agreement among raft nodes before linearized reading' (duration: 1.627994424s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.423004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002883159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:13.42303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.794743Z","time spent":"1.62828063s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:13.423033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497388495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:13.423094Z","caller":"traceutil/trace.go:171","msg":"trace[1071168287] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26070; }","duration":"1.497496747s","start":"2026-04-29T02:49:11.925586Z","end":"2026-04-29T02:49:13.423082Z","steps":["trace[1071168287] 'agreement among raft nodes before linearized reading' (duration: 1.497398315s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.423073Z","caller":"traceutil/trace.go:171","msg":"trace[887594638] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26070; }","duration":"1.002967262s","start":"2026-04-29T02:49:12.420087Z","end":"2026-04-29T02:49:13.423054Z","steps":["trace[887594638] 'agreement among raft nodes before linearized reading' (duration: 1.00287817s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.423127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.925566Z","time spent":"1.497554008s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.423155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.420075Z","time spent":"1.003064473s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.423195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.00565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:13.42321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.128076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:13.423222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.602518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:49:13.423273Z","caller":"traceutil/trace.go:171","msg":"trace[1344804731] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26070; }","duration":"596.262928ms","start":"2026-04-29T02:49:12.826993Z","end":"2026-04-29T02:49:13.423256Z","steps":["trace[1344804731] 'agreement among raft nodes before linearized reading' (duration: 596.160136ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.423281Z","caller":"traceutil/trace.go:171","msg":"trace[1780380470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26070; }","duration":"365.745281ms","start":"2026-04-29T02:49:13.057523Z","end":"2026-04-29T02:49:13.423269Z","steps":["trace[1780380470] 'agreement among raft nodes before linearized reading' (duration: 365.637569ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.423264Z","caller":"traceutil/trace.go:171","msg":"trace[949839102] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26070; }","duration":"563.118092ms","start":"2026-04-29T02:49:12.860124Z","end":"2026-04-29T02:49:13.423242Z","steps":["trace[949839102] 'agreement among raft nodes before linearized reading' (duration: 563.00754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.423087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.838881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T02:49:13.423316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.826961Z","time spent":"596.34659ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.423321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:13.057491Z","time spent":"365.819193ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:49:13.422989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.67023Z","time spent":"752.751378ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:13.42334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.860094Z","time spent":"563.224823ms","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.423102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.423663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:49:13.423328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52453889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:13.42343Z","caller":"traceutil/trace.go:171","msg":"trace[302689955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26070; }","duration":"466.79609ms","start":"2026-04-29T02:49:12.956613Z","end":"2026-04-29T02:49:13.423409Z","steps":["trace[302689955] 'agreement among raft nodes before linearized reading' (duration: 466.398353ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.423455Z","caller":"traceutil/trace.go:171","msg":"trace[802366538] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26070; }","duration":"1.524718183s","start":"2026-04-29T02:49:11.898722Z","end":"2026-04-29T02:49:13.42344Z","steps":["trace[802366538] 'agreement among raft nodes before linearized reading' (duration: 1.524565391s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.423435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053720505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:13.423585Z","caller":"traceutil/trace.go:171","msg":"trace[156817866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26070; }","duration":"1.053927219s","start":"2026-04-29T02:49:12.369636Z","end":"2026-04-29T02:49:13.423563Z","steps":["trace[156817866] 'agreement among raft nodes before linearized reading' (duration: 1.053707025s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.423137Z","caller":"traceutil/trace.go:171","msg":"trace[1241668783] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"132.998303ms","start":"2026-04-29T02:49:13.290127Z","end":"2026-04-29T02:49:13.423125Z","steps":["trace[1241668783] 'process raft request' (duration: 132.215189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.423648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.369613Z","time spent":"1.054017251s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:13.42349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.898696Z","time spent":"1.524780425s","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.423366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156083868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:13.423809Z","caller":"traceutil/trace.go:171","msg":"trace[1918460319] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26070; }","duration":"1.156568488s","start":"2026-04-29T02:49:12.267227Z","end":"2026-04-29T02:49:13.423796Z","steps":["trace[1918460319] 'agreement among raft nodes before linearized reading' (duration: 1.156085688s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.423861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.267203Z","time spent":"1.156644039s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.422931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204402977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:13.423966Z","caller":"traceutil/trace.go:171","msg":"trace[1248059937] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26070; }","duration":"1.205482958s","start":"2026-04-29T02:49:12.218469Z","end":"2026-04-29T02:49:13.423952Z","steps":["trace[1248059937] 'agreement among raft nodes before linearized reading' (duration: 1.204401547s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:13.423363Z","caller":"traceutil/trace.go:171","msg":"trace[28720933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26070; }","duration":"453.151817ms","start":"2026-04-29T02:49:12.970188Z","end":"2026-04-29T02:49:13.42334Z","steps":["trace[28720933] 'agreement among raft nodes before linearized reading' (duration: 452.78139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.424023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.218446Z","time spent":"1.205560909s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.424031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.970157Z","time spent":"453.86139ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:49:13.423492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:12.95658Z","time spent":"466.894602ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:49:13.423293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461436727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:13.424218Z","caller":"traceutil/trace.go:171","msg":"trace[1442237452] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26070; }","duration":"1.462415245s","start":"2026-04-29T02:49:11.961786Z","end":"2026-04-29T02:49:13.424202Z","steps":["trace[1442237452] 'agreement among raft nodes before linearized reading' (duration: 1.461342835s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.424294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:11.961763Z","time spent":"1.462508967s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:13.427133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.103038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:13.427234Z","caller":"traceutil/trace.go:171","msg":"trace[333615235] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26071; }","duration":"238.309301ms","start":"2026-04-29T02:49:13.188897Z","end":"2026-04-29T02:49:13.427206Z","steps":["trace[333615235] 'agreement among raft nodes before linearized reading' (duration: 238.080007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:13.427572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.855491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:13.42762Z","caller":"traceutil/trace.go:171","msg":"trace[317116867] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26071; }","duration":"167.967753ms","start":"2026-04-29T02:49:13.259642Z","end":"2026-04-29T02:49:13.42761Z","steps":["trace[317116867] 'agreement among raft nodes before linearized reading' (duration: 167.835111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:15.929383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982070,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:49:16.359429Z","caller":"traceutil/trace.go:171","msg":"trace[704671522] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"973.30935ms","start":"2026-04-29T02:49:15.386092Z","end":"2026-04-29T02:49:16.359401Z","steps":["trace[704671522] 'process raft request' (duration: 973.032685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:16.359596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.386053Z","time spent":"973.454043ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:17.636944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277851824s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:17.637343Z","caller":"traceutil/trace.go:171","msg":"trace[1061991999] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"2.207689536s","start":"2026-04-29T02:49:15.429631Z","end":"2026-04-29T02:49:17.63732Z","steps":["trace[1061991999] 'process raft request' (duration: 2.207490502s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:17.637598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.42961Z","time spent":"2.20787726s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:17.637635Z","caller":"traceutil/trace.go:171","msg":"trace[1192345047] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.207940671s","start":"2026-04-29T02:49:15.429656Z","end":"2026-04-29T02:49:17.637597Z","steps":["trace[1192345047] 'process raft request' (duration: 2.207621245s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:17.637789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.429626Z","time spent":"2.208080073s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:17.637808Z","caller":"traceutil/trace.go:171","msg":"trace[1406332753] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.208091203s","start":"2026-04-29T02:49:15.429695Z","end":"2026-04-29T02:49:17.637786Z","steps":["trace[1406332753] 'process raft request' (duration: 2.207830189s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:17.637896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.429663Z","time spent":"2.208186035s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:17.637903Z","caller":"traceutil/trace.go:171","msg":"trace[2059992766] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.208086573s","start":"2026-04-29T02:49:15.429754Z","end":"2026-04-29T02:49:17.637841Z","steps":["trace[2059992766] 'process raft request' (duration: 2.20792689s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:17.637992Z","caller":"traceutil/trace.go:171","msg":"trace[1738084663] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"2.207522532s","start":"2026-04-29T02:49:15.430443Z","end":"2026-04-29T02:49:17.637965Z","steps":["trace[1738084663] 'process raft request' (duration: 2.207330109s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:17.637967Z","caller":"traceutil/trace.go:171","msg":"trace[963175746] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26948; }","duration":"2.208982569s","start":"2026-04-29T02:49:15.428952Z","end":"2026-04-29T02:49:17.637935Z","steps":["trace[963175746] 'read index received' (duration: 930.126757ms)","trace[963175746] 'applied index is now lower than readState.Index' (duration: 1.278854322s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:17.638043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.430426Z","time spent":"2.207589803s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:17.638074Z","caller":"traceutil/trace.go:171","msg":"trace[1909434367] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"2.207471542s","start":"2026-04-29T02:49:15.430594Z","end":"2026-04-29T02:49:17.638065Z","steps":["trace[1909434367] 'process raft request' (duration: 2.207223437s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:17.638118Z","caller":"traceutil/trace.go:171","msg":"trace[1327871615] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"1.517546792s","start":"2026-04-29T02:49:16.120559Z","end":"2026-04-29T02:49:17.638106Z","steps":["trace[1327871615] 'process raft request' (duration: 1.517326667s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:17.638127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.429718Z","time spent":"2.208303458s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:17.638138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.430567Z","time spent":"2.207533974s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:17.638038Z","caller":"traceutil/trace.go:171","msg":"trace[387120229] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"1.787610113s","start":"2026-04-29T02:49:15.850416Z","end":"2026-04-29T02:49:17.638026Z","steps":["trace[387120229] 'process raft request' (duration: 1.787435019s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:17.63826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.120522Z","time spent":"1.517630514s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:17.638323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.850386Z","time spent":"1.787896539s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:17.638437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20949891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:49:17.63848Z","caller":"traceutil/trace.go:171","msg":"trace[1477958993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26085; }","duration":"2.209602411s","start":"2026-04-29T02:49:15.428868Z","end":"2026-04-29T02:49:17.63847Z","steps":["trace[1477958993] 'agreement among raft nodes before linearized reading' (duration: 2.209427198s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:17.63851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.428785Z","time spent":"2.209718193s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:18.36925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:18.369341Z","caller":"traceutil/trace.go:171","msg":"trace[1582024795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439542s","start":"2026-04-29T02:49:16.36888Z","end":"2026-04-29T02:49:18.369319Z","steps":["trace[1582024795] 'agreement among raft nodes before linearized reading' (duration: 2.00032073s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:18.369394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.368859Z","time spent":"2.000525504s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:18.998667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036253801s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:20.370129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:20.370247Z","caller":"traceutil/trace.go:171","msg":"trace[732879993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629215s","start":"2026-04-29T02:49:18.369586Z","end":"2026-04-29T02:49:20.370215Z","steps":["trace[732879993] 'agreement among raft nodes before linearized reading' (duration: 2.000497102s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:20.370313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.369559Z","time spent":"2.000738887s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:20.438206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999932403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:20.438356Z","caller":"traceutil/trace.go:171","msg":"trace[878709480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000177917s","start":"2026-04-29T02:49:15.438138Z","end":"2026-04-29T02:49:20.438316Z","steps":["trace[878709480] 'agreement among raft nodes before linearized reading' (duration: 4.999960333s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:20.438447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.43812Z","time spent":"5.00030577s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/29 02:49:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:20.450486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000169796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:20.450685Z","caller":"traceutil/trace.go:171","msg":"trace[1385434711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00035893s","start":"2026-04-29T02:49:15.450264Z","end":"2026-04-29T02:49:20.450623Z","steps":["trace[1385434711] 'agreement among raft nodes before linearized reading' (duration: 5.000167086s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:20.450757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.450191Z","time spent":"5.000550604s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/29 02:49:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:20.451631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999687028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:20.451695Z","caller":"traceutil/trace.go:171","msg":"trace[1871473364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999781369s","start":"2026-04-29T02:49:15.451898Z","end":"2026-04-29T02:49:20.45168Z","steps":["trace[1871473364] 'agreement among raft nodes before linearized reading' (duration: 4.999704088s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:20.451739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.451888Z","time spent":"4.99983886s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:21.357908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395475495s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:49:21.3582Z","caller":"traceutil/trace.go:171","msg":"trace[1130914827] linearizableReadLoop","detail":"{readStateIndex:26958; appliedIndex:26957; }","duration":"3.720118682s","start":"2026-04-29T02:49:17.638062Z","end":"2026-04-29T02:49:21.358181Z","steps":["trace[1130914827] 'read index received' (duration: 324.370012ms)","trace[1130914827] 'applied index is now lower than readState.Index' (duration: 3.39574765s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:21.358477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136863852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:21.358524Z","caller":"traceutil/trace.go:171","msg":"trace[759905491] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26085; }","duration":"4.136969304s","start":"2026-04-29T02:49:17.221542Z","end":"2026-04-29T02:49:21.358511Z","steps":["trace[759905491] 'agreement among raft nodes before linearized reading' (duration: 4.136873402s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:21.358565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.221517Z","time spent":"4.137037396s","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:21.358772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771935262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:21.358904Z","caller":"traceutil/trace.go:171","msg":"trace[595133935] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26085; }","duration":"4.772098215s","start":"2026-04-29T02:49:16.586788Z","end":"2026-04-29T02:49:21.358887Z","steps":["trace[595133935] 'agreement among raft nodes before linearized reading' (duration: 4.771921192s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:21.3589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908488908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:49:21.358985Z","caller":"traceutil/trace.go:171","msg":"trace[1702301888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26085; }","duration":"5.908605691s","start":"2026-04-29T02:49:15.450363Z","end":"2026-04-29T02:49:21.358969Z","steps":["trace[1702301888] 'agreement among raft nodes before linearized reading' (duration: 5.908385617s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:21.35897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516405941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:21.359018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.450351Z","time spent":"5.908660972s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:21.358994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.422495274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:21.359033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731115633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:21.359051Z","caller":"traceutil/trace.go:171","msg":"trace[59644794] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26085; }","duration":"4.516532403s","start":"2026-04-29T02:49:16.84249Z","end":"2026-04-29T02:49:21.359022Z","steps":["trace[59644794] 'agreement among raft nodes before linearized reading' (duration: 4.516404111s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:21.359069Z","caller":"traceutil/trace.go:171","msg":"trace[843961380] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26085; }","duration":"4.731204655s","start":"2026-04-29T02:49:16.627852Z","end":"2026-04-29T02:49:21.359057Z","steps":["trace[843961380] 'agreement among raft nodes before linearized reading' (duration: 4.731146254s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:21.358864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.626950404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:21.359069Z","caller":"traceutil/trace.go:171","msg":"trace[813871187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26085; }","duration":"4.422619327s","start":"2026-04-29T02:49:16.936428Z","end":"2026-04-29T02:49:21.359048Z","steps":["trace[813871187] 'agreement among raft nodes before linearized reading' (duration: 4.422488354s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:21.358998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.586774Z","time spent":"4.772183506s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:21.359115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.842461Z","time spent":"4.516642135s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:21.359137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.936406Z","time spent":"4.422710738s","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:21.359143Z","caller":"traceutil/trace.go:171","msg":"trace[654917952] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26085; }","duration":"5.627294759s","start":"2026-04-29T02:49:15.731821Z","end":"2026-04-29T02:49:21.359116Z","steps":["trace[654917952] 'agreement among raft nodes before linearized reading' (duration: 5.626939112s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:21.359113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:16.627821Z","time spent":"4.731283707s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:21.359231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:15.731797Z","time spent":"5.627407491s","remote":"127.0.0.1:42902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:21.359408Z","caller":"traceutil/trace.go:171","msg":"trace[573096849] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"3.716398872s","start":"2026-04-29T02:49:17.642978Z","end":"2026-04-29T02:49:21.359377Z","steps":["trace[573096849] 'process raft request' (duration: 3.715075058s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:21.359574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.642952Z","time spent":"3.716536914s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:21.859046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:22.238549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.428286008s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:22.378566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:22.378666Z","caller":"traceutil/trace.go:171","msg":"trace[332696084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501012s","start":"2026-04-29T02:49:20.378137Z","end":"2026-04-29T02:49:22.378638Z","steps":["trace[332696084] 'agreement among raft nodes before linearized reading' (duration: 2.00038413s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:22.378719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:20.378117Z","time spent":"2.000590954s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:23.364203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.366668Z","time spent":"4.997528608s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.050293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.811508299s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:24.379868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:24.37997Z","caller":"traceutil/trace.go:171","msg":"trace[902849507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000824409s","start":"2026-04-29T02:49:22.379114Z","end":"2026-04-29T02:49:24.379938Z","steps":["trace[902849507] 'agreement among raft nodes before linearized reading' (duration: 2.000708237s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.380021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.379092Z","time spent":"2.000920141s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.642089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.643509Z","time spent":"4.998572547s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.642259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.644191Z","time spent":"4.998066368s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.642503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.644521Z","time spent":"4.997854243s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.643443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.648111Z","time spent":"4.995322797s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:24.643505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.64693Z","time spent":"4.99656991s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.643641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.646651Z","time spent":"4.996987627s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:24.644627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.646083Z","time spent":"4.998539656s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:24.870658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511179487s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:24.870897Z","caller":"traceutil/trace.go:171","msg":"trace[403929260] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"6.436748822s","start":"2026-04-29T02:49:18.43413Z","end":"2026-04-29T02:49:24.870879Z","steps":["trace[403929260] 'process raft request' (duration: 6.43664s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.870967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.434101Z","time spent":"6.436834944s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:24.871936Z","caller":"traceutil/trace.go:171","msg":"trace[1901988510] linearizableReadLoop","detail":"{readStateIndex:26969; appliedIndex:26959; }","duration":"3.513670473s","start":"2026-04-29T02:49:21.358237Z","end":"2026-04-29T02:49:24.871907Z","steps":["trace[1901988510] 'read index received' (duration: 880.545205ms)","trace[1901988510] 'applied index is now lower than readState.Index' (duration: 2.633120177s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:24.872096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559677429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:24.872147Z","caller":"traceutil/trace.go:171","msg":"trace[591181234] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26096; }","duration":"3.5597651s","start":"2026-04-29T02:49:21.312367Z","end":"2026-04-29T02:49:24.872132Z","steps":["trace[591181234] 'agreement among raft nodes before linearized reading' (duration: 3.559644747s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.872125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29229325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:24.872221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.361259318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:24.872248Z","caller":"traceutil/trace.go:171","msg":"trace[280015241] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26096; }","duration":"6.361320559s","start":"2026-04-29T02:49:18.510917Z","end":"2026-04-29T02:49:24.872238Z","steps":["trace[280015241] 'agreement among raft nodes before linearized reading' (duration: 6.361283379s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.87227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.510901Z","time spent":"6.36136364s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.872176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.312319Z","time spent":"3.559849911s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:24.872336Z","caller":"traceutil/trace.go:171","msg":"trace[78895251] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"3.507510929s","start":"2026-04-29T02:49:21.364731Z","end":"2026-04-29T02:49:24.872242Z","steps":["trace[78895251] 'process raft request' (duration: 3.5070096s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.872476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460190329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:24.872504Z","caller":"traceutil/trace.go:171","msg":"trace[1602925714] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26096; }","duration":"6.460225599s","start":"2026-04-29T02:49:18.412271Z","end":"2026-04-29T02:49:24.872497Z","steps":["trace[1602925714] 'agreement among raft nodes before linearized reading' (duration: 6.460177548s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.872525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.412239Z","time spent":"6.460280581s","remote":"127.0.0.1:42892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.872604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075367629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-29T02:49:24.872641Z","caller":"traceutil/trace.go:171","msg":"trace[706260525] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26096; }","duration":"4.07545081s","start":"2026-04-29T02:49:20.797179Z","end":"2026-04-29T02:49:24.87263Z","steps":["trace[706260525] 'agreement among raft nodes before linearized reading' (duration: 4.075324988s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.87261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.364706Z","time spent":"3.507742362s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:24.872664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:20.797149Z","time spent":"4.075509452s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:49:24.872671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.693508958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-vwfbw.18aab362afc32093\" ","response":"range_response_count:1 size:1387"} {"level":"info","ts":"2026-04-29T02:49:24.872695Z","caller":"traceutil/trace.go:171","msg":"trace[155743738] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-vwfbw.18aab362afc32093; range_end:; response_count:1; response_revision:26096; }","duration":"6.693595489s","start":"2026-04-29T02:49:18.179089Z","end":"2026-04-29T02:49:24.872685Z","steps":["trace[155743738] 'agreement among raft nodes before linearized reading' (duration: 6.693523168s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.872729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.179038Z","time spent":"6.693686371s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":1410,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-vwfbw.18aab362afc32093\" "} {"level":"warn","ts":"2026-04-29T02:49:24.872753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593837964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:24.872779Z","caller":"traceutil/trace.go:171","msg":"trace[1066411621] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26096; }","duration":"3.593908825s","start":"2026-04-29T02:49:21.278864Z","end":"2026-04-29T02:49:24.872772Z","steps":["trace[1066411621] 'agreement among raft nodes before linearized reading' (duration: 3.593862324s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.872811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.278838Z","time spent":"3.593961636s","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.872872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.778226593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-29T02:49:24.872894Z","caller":"traceutil/trace.go:171","msg":"trace[850762594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26096; }","duration":"6.778288284s","start":"2026-04-29T02:49:18.0946Z","end":"2026-04-29T02:49:24.872888Z","steps":["trace[850762594] 'agreement among raft nodes before linearized reading' (duration: 6.778223073s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.872912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.094574Z","time spent":"6.778335184s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:24.872112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.478543154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:24.87299Z","caller":"traceutil/trace.go:171","msg":"trace[348387758] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26096; }","duration":"5.479481001s","start":"2026-04-29T02:49:19.3935Z","end":"2026-04-29T02:49:24.872981Z","steps":["trace[348387758] 'agreement among raft nodes before linearized reading' (duration: 5.478513312s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.873032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.393477Z","time spent":"5.479537882s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.873165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.065515336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:24.872244Z","caller":"traceutil/trace.go:171","msg":"trace[1281357561] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26096; }","duration":"5.292474563s","start":"2026-04-29T02:49:19.579738Z","end":"2026-04-29T02:49:24.872212Z","steps":["trace[1281357561] 'agreement among raft nodes before linearized reading' (duration: 5.292210138s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:24.873202Z","caller":"traceutil/trace.go:171","msg":"trace[1666229654] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26096; }","duration":"7.065591646s","start":"2026-04-29T02:49:17.807596Z","end":"2026-04-29T02:49:24.873188Z","steps":["trace[1666229654] 'agreement among raft nodes before linearized reading' (duration: 7.065542936s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.873223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:19.579707Z","time spent":"5.293507422s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.873249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:17.807572Z","time spent":"7.065666298s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:24.872189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.329464086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:49:24.87332Z","caller":"traceutil/trace.go:171","msg":"trace[189439231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26096; }","duration":"6.330639189s","start":"2026-04-29T02:49:18.542667Z","end":"2026-04-29T02:49:24.873307Z","steps":["trace[189439231] 'agreement among raft nodes before linearized reading' (duration: 6.329459456s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:24.873383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:18.542634Z","time spent":"6.33071609s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:49:25.372454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:25.43855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997992292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:25.438644Z","caller":"traceutil/trace.go:171","msg":"trace[554334095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998145086s","start":"2026-04-29T02:49:22.44048Z","end":"2026-04-29T02:49:25.438625Z","steps":["trace[554334095] 'agreement among raft nodes before linearized reading' (duration: 2.998027533s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.438685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.440458Z","time spent":"2.998218017s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/29 02:49:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:25.450175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997215689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:25.450257Z","caller":"traceutil/trace.go:171","msg":"trace[1327765324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997357481s","start":"2026-04-29T02:49:22.452876Z","end":"2026-04-29T02:49:25.450233Z","steps":["trace[1327765324] 'agreement among raft nodes before linearized reading' (duration: 2.997240829s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.450315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.452861Z","time spent":"2.997441332s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/29 02:49:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:25.452277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996994085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:25.452378Z","caller":"traceutil/trace.go:171","msg":"trace[1920266329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997158648s","start":"2026-04-29T02:49:22.455189Z","end":"2026-04-29T02:49:25.452348Z","steps":["trace[1920266329] 'agreement among raft nodes before linearized reading' (duration: 2.997048576s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:25.452433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.455159Z","time spent":"2.997263109s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/29 02:49:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:25.630391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545162806s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:26.38864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:26.38873Z","caller":"traceutil/trace.go:171","msg":"trace[1470790002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290998s","start":"2026-04-29T02:49:24.388419Z","end":"2026-04-29T02:49:26.38871Z","steps":["trace[1470790002] 'agreement among raft nodes before linearized reading' (duration: 2.000168736s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.388777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.388386Z","time spent":"2.00038201s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:26.416949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.1776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:26.417146Z","caller":"traceutil/trace.go:171","msg":"trace[1862995636] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"2.627916681s","start":"2026-04-29T02:49:23.789209Z","end":"2026-04-29T02:49:26.417126Z","steps":["trace[1862995636] 'process raft request' (duration: 2.627844729s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:26.417212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.789133Z","time spent":"2.628047384s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:26.417258Z","caller":"traceutil/trace.go:171","msg":"trace[248028489] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"3.102353724s","start":"2026-04-29T02:49:23.314862Z","end":"2026-04-29T02:49:26.417216Z","steps":["trace[248028489] 'process raft request' (duration: 2.315820587s)","trace[248028489] 'compare' (duration: 785.828824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:26.417491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.314836Z","time spent":"3.102513257s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:27.027445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396866408s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:28.363593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997896275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:28.363771Z","caller":"traceutil/trace.go:171","msg":"trace[888810677] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998117119s","start":"2026-04-29T02:49:23.365625Z","end":"2026-04-29T02:49:28.363742Z","steps":["trace[888810677] 'agreement among raft nodes before linearized reading' (duration: 4.997888885s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.363846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.36559Z","time spent":"4.998242391s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/29 02:49:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:28.388912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:28.389013Z","caller":"traceutil/trace.go:171","msg":"trace[1725051713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095255s","start":"2026-04-29T02:49:26.388896Z","end":"2026-04-29T02:49:28.388991Z","steps":["trace[1725051713] 'agreement among raft nodes before linearized reading' (duration: 1.999966512s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.389063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.388872Z","time spent":"2.000181097s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:28.694501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:28.694613Z","caller":"traceutil/trace.go:171","msg":"trace[598583921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304088s","start":"2026-04-29T02:49:26.694288Z","end":"2026-04-29T02:49:28.694592Z","steps":["trace[598583921] 'agreement among raft nodes before linearized reading' (duration: 2.000159466s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.694657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.69427Z","time spent":"2.000379559s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:28.79371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479929912s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:28.828089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800344601s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:28.829622Z","caller":"traceutil/trace.go:171","msg":"trace[1151324502] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"3.951680499s","start":"2026-04-29T02:49:24.877902Z","end":"2026-04-29T02:49:28.829583Z","steps":["trace[1151324502] 'process raft request' (duration: 3.950295263s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:28.82968Z","caller":"traceutil/trace.go:171","msg":"trace[1907504856] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"3.6801677s","start":"2026-04-29T02:49:25.149484Z","end":"2026-04-29T02:49:28.829652Z","steps":["trace[1907504856] 'process raft request' (duration: 3.678784724s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.829816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.877881Z","time spent":"3.951828842s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:28.829847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.149446Z","time spent":"3.680314692s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:28.829662Z","caller":"traceutil/trace.go:171","msg":"trace[1062290377] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"3.3882439s","start":"2026-04-29T02:49:25.44138Z","end":"2026-04-29T02:49:28.829624Z","steps":["trace[1062290377] 'process raft request' (duration: 3.386925886s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:28.830034Z","caller":"traceutil/trace.go:171","msg":"trace[1575630467] linearizableReadLoop","detail":"{readStateIndex:26974; appliedIndex:26969; }","duration":"3.958027917s","start":"2026-04-29T02:49:24.871991Z","end":"2026-04-29T02:49:28.830019Z","steps":["trace[1575630467] 'read index received' (duration: 758.623698ms)","trace[1575630467] 'applied index is now lower than readState.Index' (duration: 3.199396598s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:28.830061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.441359Z","time spent":"3.388660479s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:28.830032Z","caller":"traceutil/trace.go:171","msg":"trace[1189564408] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"3.953893259s","start":"2026-04-29T02:49:24.876052Z","end":"2026-04-29T02:49:28.829946Z","steps":["trace[1189564408] 'process raft request' (duration: 2.151593142s)","trace[1189564408] 'compare' (duration: 1.7997903s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:28.830061Z","caller":"traceutil/trace.go:171","msg":"trace[539268286] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"3.374839971s","start":"2026-04-29T02:49:25.455124Z","end":"2026-04-29T02:49:28.829964Z","steps":["trace[539268286] 'process raft request' (duration: 3.373223291s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:28.830212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.455096Z","time spent":"3.375031774s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:28.830221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.876032Z","time spent":"3.954081663s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1369,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:29.659195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782273523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:29.659286Z","caller":"traceutil/trace.go:171","msg":"trace[286926871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.782390846s","start":"2026-04-29T02:49:24.876863Z","end":"2026-04-29T02:49:29.659253Z","steps":["trace[286926871] 'agreement among raft nodes before linearized reading' (duration: 4.782293614s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:29.659335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.876853Z","time spent":"4.782470847s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/29 02:49:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:30.397443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:30.397628Z","caller":"traceutil/trace.go:171","msg":"trace[536101561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540534s","start":"2026-04-29T02:49:28.397063Z","end":"2026-04-29T02:49:30.397604Z","steps":["trace[536101561] 'agreement among raft nodes before linearized reading' (duration: 2.000334189s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.397711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.397024Z","time spent":"2.000673666s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:30.509061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680645614s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T02:49:30.509137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.137593749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.509257Z","caller":"traceutil/trace.go:171","msg":"trace[959218402] linearizableReadLoop","detail":"{readStateIndex:26977; appliedIndex:26976; }","duration":"1.679115915s","start":"2026-04-29T02:49:28.830075Z","end":"2026-04-29T02:49:30.509191Z","steps":["trace[959218402] 'read index received' (duration: 146.852µs)","trace[959218402] 'applied index is now lower than readState.Index' (duration: 1.678967483s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:30.509287Z","caller":"traceutil/trace.go:171","msg":"trace[704633831] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:26104; }","duration":"9.137793403s","start":"2026-04-29T02:49:21.371455Z","end":"2026-04-29T02:49:30.509248Z","steps":["trace[704633831] 'agreement among raft nodes before linearized reading' (duration: 7.458758529s)","trace[704633831] 'range keys from in-memory index tree' (duration: 1.678830691s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.509392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.371445Z","time spent":"9.137923605s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:49:30.509439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.86503124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-29T02:49:30.509551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.25933949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.509574Z","caller":"traceutil/trace.go:171","msg":"trace[338847730] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.865219394s","start":"2026-04-29T02:49:24.64433Z","end":"2026-04-29T02:49:30.509549Z","steps":["trace[338847730] 'agreement among raft nodes before linearized reading' (duration: 4.185760861s)","trace[338847730] 'range keys from in-memory index tree' (duration: 1.679257418s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.509628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.644317Z","time spent":"5.865298996s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-29T02:49:30.509649Z","caller":"traceutil/trace.go:171","msg":"trace[1654820361] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26104; }","duration":"7.259417692s","start":"2026-04-29T02:49:23.250177Z","end":"2026-04-29T02:49:30.509595Z","steps":["trace[1654820361] 'agreement among raft nodes before linearized reading' (duration: 5.579978519s)","trace[1654820361] 'count revisions from in-memory index tree' (duration: 1.679326041s)"],"step_count":2} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:30.509673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.012123986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.509718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.250141Z","time spent":"7.259558704s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:30.509772Z","caller":"traceutil/trace.go:171","msg":"trace[1923350676] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26104; }","duration":"9.012218008s","start":"2026-04-29T02:49:21.497522Z","end":"2026-04-29T02:49:30.50974Z","steps":["trace[1923350676] 'agreement among raft nodes before linearized reading' (duration: 7.332662583s)","trace[1923350676] 'count revisions from in-memory index tree' (duration: 1.679443352s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.509843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.497497Z","time spent":"9.01232121s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.509894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.11817675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.509938Z","caller":"traceutil/trace.go:171","msg":"trace[1215458873] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26104; }","duration":"9.11824439s","start":"2026-04-29T02:49:21.391676Z","end":"2026-04-29T02:49:30.50992Z","steps":["trace[1215458873] 'agreement among raft nodes before linearized reading' (duration: 7.438527893s)","trace[1215458873] 'count revisions from in-memory index tree' (duration: 1.679664047s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.510041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.391657Z","time spent":"9.118364942s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.510136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.865973228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-29T02:49:30.510172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.122758564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.510232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866086361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-29T02:49:30.510244Z","caller":"traceutil/trace.go:171","msg":"trace[618598108] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26104; }","duration":"6.122852446s","start":"2026-04-29T02:49:24.387365Z","end":"2026-04-29T02:49:30.510217Z","steps":["trace[618598108] 'agreement among raft nodes before linearized reading' (duration: 4.442652939s)","trace[618598108] 'count revisions from in-memory index tree' (duration: 1.680098894s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:30.510267Z","caller":"traceutil/trace.go:171","msg":"trace[655448420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.866166152s","start":"2026-04-29T02:49:24.644092Z","end":"2026-04-29T02:49:30.510258Z","steps":["trace[655448420] 'agreement among raft nodes before linearized reading' (duration: 4.186017387s)","trace[655448420] 'range keys from in-memory index tree' (duration: 1.680102045s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.5103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.644067Z","time spent":"5.866225743s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-29T02:49:30.510192Z","caller":"traceutil/trace.go:171","msg":"trace[1671842444] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.86606813s","start":"2026-04-29T02:49:24.644112Z","end":"2026-04-29T02:49:30.51018Z","steps":["trace[1671842444] 'agreement among raft nodes before linearized reading' (duration: 4.185987856s)","trace[1671842444] 'range keys from in-memory index tree' (duration: 1.679993993s)"],"step_count":2} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:30.510325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.81214365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:49:30.510342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.644086Z","time spent":"5.866246404s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-29T02:49:30.510373Z","caller":"traceutil/trace.go:171","msg":"trace[253685333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26104; }","duration":"7.812245072s","start":"2026-04-29T02:49:22.698114Z","end":"2026-04-29T02:49:30.510359Z","steps":["trace[253685333] 'agreement among raft nodes before linearized reading' (duration: 6.132051626s)","trace[253685333] 'range keys from in-memory index tree' (duration: 1.680017413s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.511404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.634262629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-02f9f59f-23b2-4ac2-82cc-5fd8a605fbff\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-29T02:49:30.511431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:22.698088Z","time spent":"7.813322123s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:49:30.510296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.387316Z","time spent":"6.122965727s","remote":"127.0.0.1:48846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:30.511521Z","caller":"traceutil/trace.go:171","msg":"trace[737039963] range","detail":"{range_begin:/registry/persistentvolumes/pvc-02f9f59f-23b2-4ac2-82cc-5fd8a605fbff; range_end:; response_count:1; response_revision:26104; }","duration":"5.634387891s","start":"2026-04-29T02:49:24.877059Z","end":"2026-04-29T02:49:30.511447Z","steps":["trace[737039963] 'agreement among raft nodes before linearized reading' (duration: 5.634202087s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.510415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145997793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:49:30.511705Z","caller":"traceutil/trace.go:171","msg":"trace[299940745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26104; }","duration":"7.147337058s","start":"2026-04-29T02:49:23.36435Z","end":"2026-04-29T02:49:30.511687Z","steps":["trace[299940745] 'agreement among raft nodes before linearized reading' (duration: 5.465796727s)","trace[299940745] 'range keys from in-memory index tree' (duration: 1.680113105s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.511661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.877044Z","time spent":"5.634595785s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-02f9f59f-23b2-4ac2-82cc-5fd8a605fbff\" "} {"level":"warn","ts":"2026-04-29T02:49:30.511758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:23.364327Z","time spent":"7.147417429s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:30.510448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.546019558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:30.511933Z","caller":"traceutil/trace.go:171","msg":"trace[974935148] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26104; }","duration":"8.547549167s","start":"2026-04-29T02:49:21.964357Z","end":"2026-04-29T02:49:30.511906Z","steps":["trace[974935148] 'agreement among raft nodes before linearized reading' (duration: 6.865816982s)","trace[974935148] 'count revisions from in-memory index tree' (duration: 1.680238897s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.511989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.964326Z","time spent":"8.547648188s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.509841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.070725367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.51211Z","caller":"traceutil/trace.go:171","msg":"trace[1722765244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26104; }","duration":"9.072961848s","start":"2026-04-29T02:49:21.439094Z","end":"2026-04-29T02:49:30.512056Z","steps":["trace[1722765244] 'agreement among raft nodes before linearized reading' (duration: 7.391099751s)","trace[1722765244] 'count revisions from in-memory index tree' (duration: 1.679611275s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.510491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.461762737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.512217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:21.43907Z","time spent":"9.07308268s","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:30.512234Z","caller":"traceutil/trace.go:171","msg":"trace[1224706711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26104; }","duration":"6.463566141s","start":"2026-04-29T02:49:24.04865Z","end":"2026-04-29T02:49:30.512216Z","steps":["trace[1224706711] 'agreement among raft nodes before linearized reading' (duration: 4.78147666s)","trace[1224706711] 'count revisions from in-memory index tree' (duration: 1.680332878s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.512286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.048604Z","time spent":"6.463662793s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.510838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425573385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:30.512357Z","caller":"traceutil/trace.go:171","msg":"trace[749249852] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26104; }","duration":"3.427129544s","start":"2026-04-29T02:49:27.085212Z","end":"2026-04-29T02:49:30.512341Z","steps":["trace[749249852] 'agreement among raft nodes before linearized reading' (duration: 3.425545503s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.510915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914027075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:30.51242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.085189Z","time spent":"3.427213436s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:30.512472Z","caller":"traceutil/trace.go:171","msg":"trace[966119017] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26104; }","duration":"1.915576254s","start":"2026-04-29T02:49:28.596879Z","end":"2026-04-29T02:49:30.512455Z","steps":["trace[966119017] 'agreement among raft nodes before linearized reading' (duration: 1.914007995s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.511015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118820834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-29T02:49:30.512528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.596809Z","time spent":"1.915702797s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:30.512593Z","caller":"traceutil/trace.go:171","msg":"trace[949737168] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26104; }","duration":"2.120428184s","start":"2026-04-29T02:49:28.39213Z","end":"2026-04-29T02:49:30.512558Z","steps":["trace[949737168] 'agreement among raft nodes before linearized reading' (duration: 2.118806984s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.512818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.392104Z","time spent":"2.120641298s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:49:30.511014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554819492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:30.513202Z","caller":"traceutil/trace.go:171","msg":"trace[430148181] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26104; }","duration":"2.556994622s","start":"2026-04-29T02:49:27.956156Z","end":"2026-04-29T02:49:30.513151Z","steps":["trace[430148181] 'agreement among raft nodes before linearized reading' (duration: 2.554812872s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.513282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.956132Z","time spent":"2.557128394s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.511074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190649986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:30.51354Z","caller":"traceutil/trace.go:171","msg":"trace[913502921] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26104; }","duration":"3.193135332s","start":"2026-04-29T02:49:27.320387Z","end":"2026-04-29T02:49:30.513523Z","steps":["trace[913502921] 'agreement among raft nodes before linearized reading' (duration: 3.190648806s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.513596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.32037Z","time spent":"3.193207513s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.51109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.416554334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.513668Z","caller":"traceutil/trace.go:171","msg":"trace[1466668583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26104; }","duration":"4.419119492s","start":"2026-04-29T02:49:26.094525Z","end":"2026-04-29T02:49:30.513644Z","steps":["trace[1466668583] 'agreement among raft nodes before linearized reading' (duration: 4.416530554s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.51381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.094222Z","time spent":"4.41952783s","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.511056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519886442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:30.511141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910541393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.51405Z","caller":"traceutil/trace.go:171","msg":"trace[1911932322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26104; }","duration":"3.913482868s","start":"2026-04-29T02:49:26.600547Z","end":"2026-04-29T02:49:30.51403Z","steps":["trace[1911932322] 'agreement among raft nodes before linearized reading' (duration: 3.910570004s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:30.513949Z","caller":"traceutil/trace.go:171","msg":"trace[1633098399] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26104; }","duration":"2.522797196s","start":"2026-04-29T02:49:27.991124Z","end":"2026-04-29T02:49:30.513921Z","steps":["trace[1633098399] 'agreement among raft nodes before linearized reading' (duration: 2.519846801s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.514117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.600521Z","time spent":"3.9135748s","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.514193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.991118Z","time spent":"2.52304736s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.511166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947766342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.514342Z","caller":"traceutil/trace.go:171","msg":"trace[1545487919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26104; }","duration":"4.950927191s","start":"2026-04-29T02:49:25.56338Z","end":"2026-04-29T02:49:30.514307Z","steps":["trace[1545487919] 'agreement among raft nodes before linearized reading' (duration: 4.947733202s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.51117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866346785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-29T02:49:30.514432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.563273Z","time spent":"4.951134705s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:30.514442Z","caller":"traceutil/trace.go:171","msg":"trace[1703726229] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.869644506s","start":"2026-04-29T02:49:24.644775Z","end":"2026-04-29T02:49:30.51442Z","steps":["trace[1703726229] 'agreement among raft nodes before linearized reading' (duration: 4.185296132s)","trace[1703726229] 'range keys from in-memory index tree' (duration: 1.681066562s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.511237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.808632172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:30.514501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.644765Z","time spent":"5.869718998s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-29T02:49:30.514517Z","caller":"traceutil/trace.go:171","msg":"trace[874178803] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26104; }","duration":"5.811949003s","start":"2026-04-29T02:49:24.702556Z","end":"2026-04-29T02:49:30.514505Z","steps":["trace[874178803] 'agreement among raft nodes before linearized reading' (duration: 4.127484938s)","trace[874178803] 'count revisions from in-memory index tree' (duration: 1.681176045s)"],"step_count":2} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:30.514586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.702537Z","time spent":"5.812018334s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.511284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.864740335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-29T02:49:30.511266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.121748808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:30.514663Z","caller":"traceutil/trace.go:171","msg":"trace[105313472] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.868117988s","start":"2026-04-29T02:49:24.646511Z","end":"2026-04-29T02:49:30.514629Z","steps":["trace[105313472] 'agreement among raft nodes before linearized reading' (duration: 4.18354167s)","trace[105313472] 'range keys from in-memory index tree' (duration: 1.681202805s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:30.51475Z","caller":"traceutil/trace.go:171","msg":"trace[2058851621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26104; }","duration":"5.125226582s","start":"2026-04-29T02:49:25.389504Z","end":"2026-04-29T02:49:30.51473Z","steps":["trace[2058851621] 'agreement among raft nodes before linearized reading' (duration: 5.121725808s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.514966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.389413Z","time spent":"5.125519577s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:30.511331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426316278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:49:30.515069Z","caller":"traceutil/trace.go:171","msg":"trace[2083780023] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26104; }","duration":"3.430076759s","start":"2026-04-29T02:49:27.08498Z","end":"2026-04-29T02:49:30.515057Z","steps":["trace[2083780023] 'agreement among raft nodes before linearized reading' (duration: 3.426194577s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.511336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866330245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-29T02:49:30.515124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:27.08496Z","time spent":"3.43014716s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:30.51508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.6465Z","time spent":"5.868337581s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-29T02:49:30.515141Z","caller":"traceutil/trace.go:171","msg":"trace[210232494] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.870720056s","start":"2026-04-29T02:49:24.644395Z","end":"2026-04-29T02:49:30.515115Z","steps":["trace[210232494] 'agreement among raft nodes before linearized reading' (duration: 4.185667459s)","trace[210232494] 'range keys from in-memory index tree' (duration: 1.681256416s)"],"step_count":2} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:30.515297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.644383Z","time spent":"5.870888029s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:30.511156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632516013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:49:30.515465Z","caller":"traceutil/trace.go:171","msg":"trace[2022496600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26104; }","duration":"3.636849414s","start":"2026-04-29T02:49:26.878594Z","end":"2026-04-29T02:49:30.515443Z","steps":["trace[2022496600] 'agreement among raft nodes before linearized reading' (duration: 3.632508793s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.511294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79222085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:30.515653Z","caller":"traceutil/trace.go:171","msg":"trace[297773549] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26104; }","duration":"4.796607812s","start":"2026-04-29T02:49:25.719027Z","end":"2026-04-29T02:49:30.515635Z","steps":["trace[297773549] 'agreement among raft nodes before linearized reading' (duration: 4.792175539s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:30.511356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866656731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-04-29T02:49:30.515539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:26.878574Z","time spent":"3.636947516s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:49:30.515754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:25.719003Z","time spent":"4.796721144s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:30.5158Z","caller":"traceutil/trace.go:171","msg":"trace[775374607] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.871039322s","start":"2026-04-29T02:49:24.64469Z","end":"2026-04-29T02:49:30.515729Z","steps":["trace[775374607] 'agreement among raft nodes before linearized reading' (duration: 4.185391845s)","trace[775374607] 'range keys from in-memory index tree' (duration: 1.681253516s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:30.515859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:24.644651Z","time spent":"5.871191285s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/29 02:49:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:31.010015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:31.511033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:32.012305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:32.397834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:32.39792Z","caller":"traceutil/trace.go:171","msg":"trace[1851432291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016523s","start":"2026-04-29T02:49:30.397884Z","end":"2026-04-29T02:49:32.397901Z","steps":["trace[1851432291] 'agreement among raft nodes before linearized reading' (duration: 1.999913801s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:32.397965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.39785Z","time spent":"2.000106135s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:32.458987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.81284267s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:32.459621Z","caller":"traceutil/trace.go:171","msg":"trace[1803566870] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"2.813627154s","start":"2026-04-29T02:49:29.64596Z","end":"2026-04-29T02:49:32.459587Z","steps":["trace[1803566870] 'process raft request' (duration: 2.813413801s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:32.459928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:29.645921Z","time spent":"2.813792817s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:49:33.365248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.51988Z","time spent":"2.845356814s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:49:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:34.35516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.893276348s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:34.35581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.513371Z","time spent":"3.842436257s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:49:34.355911Z","caller":"traceutil/trace.go:171","msg":"trace[1186815173] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"4.478924033s","start":"2026-04-29T02:49:29.876942Z","end":"2026-04-29T02:49:34.355866Z","steps":["trace[1186815173] 'process raft request' (duration: 4.478469174s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.356106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:29.876914Z","time spent":"4.479092836s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:34.356327Z","caller":"traceutil/trace.go:171","msg":"trace[981115587] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"3.836956884s","start":"2026-04-29T02:49:30.519346Z","end":"2026-04-29T02:49:34.356302Z","steps":["trace[981115587] 'process raft request' (duration: 3.836421124s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.356463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.519334Z","time spent":"3.837050996s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:34.356514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518215071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:49:34.356595Z","caller":"traceutil/trace.go:171","msg":"trace[1134199670] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:26110; }","duration":"5.518299752s","start":"2026-04-29T02:49:28.838286Z","end":"2026-04-29T02:49:34.356586Z","steps":["trace[1134199670] 'agreement among raft nodes before linearized reading' (duration: 5.518075378s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.356638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.838231Z","time spent":"5.518398824s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" "} {"level":"info","ts":"2026-04-29T02:49:34.356343Z","caller":"traceutil/trace.go:171","msg":"trace[957648791] linearizableReadLoop","detail":"{readStateIndex:26984; appliedIndex:26977; }","duration":"3.847033133s","start":"2026-04-29T02:49:30.509299Z","end":"2026-04-29T02:49:34.356333Z","steps":["trace[957648791] 'read index received' (duration: 1.949975684s)","trace[957648791] 'applied index is now lower than readState.Index' (duration: 1.897056739s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:34.3567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.712338913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-29T02:49:34.356748Z","caller":"traceutil/trace.go:171","msg":"trace[621549917] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26110; }","duration":"4.712414745s","start":"2026-04-29T02:49:29.644321Z","end":"2026-04-29T02:49:34.356736Z","steps":["trace[621549917] 'agreement among raft nodes before linearized reading' (duration: 4.712244002s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.356784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:29.644304Z","time spent":"4.712473776s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-29T02:49:34.356732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.710067702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-29T02:49:34.356923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358892167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:34.357149Z","caller":"traceutil/trace.go:171","msg":"trace[667594723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26110; }","duration":"5.359179874s","start":"2026-04-29T02:49:28.997959Z","end":"2026-04-29T02:49:34.357139Z","steps":["trace[667594723] 'agreement among raft nodes before linearized reading' (duration: 5.358933809s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.357226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.997935Z","time spent":"5.359277545s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:34.35692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898386553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:34.357327Z","caller":"traceutil/trace.go:171","msg":"trace[1173112895] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26110; }","duration":"4.898831752s","start":"2026-04-29T02:49:29.458476Z","end":"2026-04-29T02:49:34.357308Z","steps":["trace[1173112895] 'agreement among raft nodes before linearized reading' (duration: 4.898380783s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.357394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:29.458453Z","time spent":"4.898920213s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:34.356896Z","caller":"traceutil/trace.go:171","msg":"trace[94578331] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26110; }","duration":"4.710290345s","start":"2026-04-29T02:49:29.646582Z","end":"2026-04-29T02:49:34.356873Z","steps":["trace[94578331] 'agreement among raft nodes before linearized reading' (duration: 4.709800466s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.357514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:29.646552Z","time spent":"4.710910898s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-29T02:49:34.356723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.356448392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:34.357925Z","caller":"traceutil/trace.go:171","msg":"trace[1180575585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26110; }","duration":"5.357736736s","start":"2026-04-29T02:49:29.000161Z","end":"2026-04-29T02:49:34.357897Z","steps":["trace[1180575585] 'agreement among raft nodes before linearized reading' (duration: 5.356283689s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.358013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:29.000078Z","time spent":"5.35788557s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:34.35705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479133474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:34.358169Z","caller":"traceutil/trace.go:171","msg":"trace[319429165] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26110; }","duration":"5.480303585s","start":"2026-04-29T02:49:28.877855Z","end":"2026-04-29T02:49:34.358159Z","steps":["trace[319429165] 'agreement among raft nodes before linearized reading' (duration: 5.479157455s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:34.357071Z","caller":"traceutil/trace.go:171","msg":"trace[1182384751] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"3.837285411s","start":"2026-04-29T02:49:30.51973Z","end":"2026-04-29T02:49:34.357016Z","steps":["trace[1182384751] 'process raft request' (duration: 3.836491666s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.358299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:28.877825Z","time spent":"5.480410848s","remote":"127.0.0.1:37760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:34.358443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.519725Z","time spent":"3.838546783s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:34.357078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17435697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:34.358566Z","caller":"traceutil/trace.go:171","msg":"trace[1731537284] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26110; }","duration":"4.175911369s","start":"2026-04-29T02:49:30.182622Z","end":"2026-04-29T02:49:34.358534Z","steps":["trace[1731537284] 'agreement among raft nodes before linearized reading' (duration: 4.174379801s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.358668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.182589Z","time spent":"4.176044821s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:34.359838Z","caller":"traceutil/trace.go:171","msg":"trace[1527947814] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"3.838399712s","start":"2026-04-29T02:49:30.521407Z","end":"2026-04-29T02:49:34.359807Z","steps":["trace[1527947814] 'process raft request' (duration: 3.834874176s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.359978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.521381Z","time spent":"3.838519564s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:34.405959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:34.406172Z","caller":"traceutil/trace.go:171","msg":"trace[2037046242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734537s","start":"2026-04-29T02:49:32.405414Z","end":"2026-04-29T02:49:34.406149Z","steps":["trace[2037046242] 'agreement among raft nodes before linearized reading' (duration: 2.000494912s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:34.406237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.405394Z","time spent":"2.000830439s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:35.411789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.287275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.41187Z","caller":"traceutil/trace.go:171","msg":"trace[34237596] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26110; }","duration":"620.388017ms","start":"2026-04-29T02:49:34.791462Z","end":"2026-04-29T02:49:35.41185Z","steps":["trace[34237596] 'range keys from in-memory index tree' (duration: 620.268375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.412358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.649673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:453"} {"level":"info","ts":"2026-04-29T02:49:35.412429Z","caller":"traceutil/trace.go:171","msg":"trace[1995014984] linearizableReadLoop","detail":"{readStateIndex:26985; appliedIndex:26984; }","duration":"1.055706973s","start":"2026-04-29T02:49:34.356711Z","end":"2026-04-29T02:49:35.412418Z","steps":["trace[1995014984] 'read index received' (duration: 222.0339ms)","trace[1995014984] 'applied index is now lower than readState.Index' (duration: 833.672073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:35.412509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153576509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.412548Z","caller":"traceutil/trace.go:171","msg":"trace[1181475608] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26110; }","duration":"2.153658631s","start":"2026-04-29T02:49:33.258875Z","end":"2026-04-29T02:49:35.412533Z","steps":["trace[1181475608] 'agreement among raft nodes before linearized reading' (duration: 2.15360127s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:35.412511Z","caller":"traceutil/trace.go:171","msg":"trace[331210847] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26110; }","duration":"2.044595192s","start":"2026-04-29T02:49:33.367847Z","end":"2026-04-29T02:49:35.412442Z","steps":["trace[331210847] 'process raft request' (duration: 1.210797227s)","trace[331210847] 'compare' (duration: 833.566321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:35.412592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.258841Z","time spent":"2.153737822s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.412602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271771696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:35.412661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762038528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:35.412711Z","caller":"traceutil/trace.go:171","msg":"trace[607221229] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26110; }","duration":"2.27195505s","start":"2026-04-29T02:49:33.14073Z","end":"2026-04-29T02:49:35.412685Z","steps":["trace[607221229] 'agreement among raft nodes before linearized reading' (duration: 2.271758446s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.412741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463871773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:35.412775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.140699Z","time spent":"2.272058873s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.412775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.36782Z","time spent":"2.044793546s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:35.412817Z","caller":"traceutil/trace.go:171","msg":"trace[1671949270] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26110; }","duration":"1.463977656s","start":"2026-04-29T02:49:33.948817Z","end":"2026-04-29T02:49:35.412794Z","steps":["trace[1671949270] 'agreement among raft nodes before linearized reading' (duration: 1.463859703s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.412877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.896785054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-29T02:49:35.412882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.948801Z","time spent":"1.464066217s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.412887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587271075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.412976Z","caller":"traceutil/trace.go:171","msg":"trace[1216536454] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26110; }","duration":"2.587390387s","start":"2026-04-29T02:49:32.825573Z","end":"2026-04-29T02:49:35.412963Z","steps":["trace[1216536454] 'agreement among raft nodes before linearized reading' (duration: 2.587240734s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.412604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.892393402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.412784Z","caller":"traceutil/trace.go:171","msg":"trace[638776913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26110; }","duration":"4.762239403s","start":"2026-04-29T02:49:30.650504Z","end":"2026-04-29T02:49:35.412743Z","steps":["trace[638776913] 'agreement among raft nodes before linearized reading' (duration: 4.761975777s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.413045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:32.825558Z","time spent":"2.587446327s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.413115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.650482Z","time spent":"4.762614219s","remote":"127.0.0.1:59504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:35.413046Z","caller":"traceutil/trace.go:171","msg":"trace[407192064] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26110; }","duration":"4.892849551s","start":"2026-04-29T02:49:30.520176Z","end":"2026-04-29T02:49:35.413025Z","steps":["trace[407192064] 'agreement among raft nodes before linearized reading' (duration: 4.892339671s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.413306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.520146Z","time spent":"4.893138486s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:49:35.41291Z","caller":"traceutil/trace.go:171","msg":"trace[1445108483] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26110; }","duration":"4.896830166s","start":"2026-04-29T02:49:30.516069Z","end":"2026-04-29T02:49:35.412899Z","steps":["trace[1445108483] 'agreement among raft nodes before linearized reading' (duration: 4.896714983s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.413403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:30.516051Z","time spent":"4.897337044s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:35.412811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130026511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.413516Z","caller":"traceutil/trace.go:171","msg":"trace[1259548622] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26110; }","duration":"2.131102971s","start":"2026-04-29T02:49:33.282385Z","end":"2026-04-29T02:49:35.413487Z","steps":["trace[1259548622] 'agreement among raft nodes before linearized reading' (duration: 2.130040581s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.413521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041030336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.413802Z","caller":"traceutil/trace.go:171","msg":"trace[529448322] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26110; }","duration":"2.041274221s","start":"2026-04-29T02:49:33.372473Z","end":"2026-04-29T02:49:35.413747Z","steps":["trace[529448322] 'agreement among raft nodes before linearized reading' (duration: 2.040997566s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.413845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481544011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:35.413884Z","caller":"traceutil/trace.go:171","msg":"trace[754661899] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26110; }","duration":"1.481582892s","start":"2026-04-29T02:49:33.93229Z","end":"2026-04-29T02:49:35.413873Z","steps":["trace[754661899] 'agreement among raft nodes before linearized reading' (duration: 1.480731537s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.414029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.932242Z","time spent":"1.481730265s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.413856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.372432Z","time spent":"2.041409993s","remote":"127.0.0.1:42422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.413585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:33.282361Z","time spent":"2.131199913s","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:35.41363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061553831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274765"} {"level":"info","ts":"2026-04-29T02:49:35.414458Z","caller":"traceutil/trace.go:171","msg":"trace[1296913864] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26110; }","duration":"1.062406537s","start":"2026-04-29T02:49:34.352025Z","end":"2026-04-29T02:49:35.414432Z","steps":["trace[1296913864] 'agreement among raft nodes before linearized reading' (duration: 1.061063582s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:35.414536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.352004Z","time spent":"1.062503869s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274788,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:49:35.913455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:36.306315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727675419s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:49:36.306647Z","caller":"traceutil/trace.go:171","msg":"trace[227585984] linearizableReadLoop","detail":"{readStateIndex:26987; appliedIndex:26985; }","duration":"894.18224ms","start":"2026-04-29T02:49:35.412449Z","end":"2026-04-29T02:49:36.306631Z","steps":["trace[227585984] 'read index received' (duration: 893.978206ms)","trace[227585984] 'applied index is now lower than readState.Index' (duration: 203.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:36.306699Z","caller":"traceutil/trace.go:171","msg":"trace[540614140] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"1.948811402s","start":"2026-04-29T02:49:34.357882Z","end":"2026-04-29T02:49:36.306694Z","steps":["trace[540614140] 'process raft request' (duration: 1.948595578s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.306789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.357871Z","time spent":"1.948846582s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:36.307058Z","caller":"traceutil/trace.go:171","msg":"trace[925074584] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"1.946003509s","start":"2026-04-29T02:49:34.361049Z","end":"2026-04-29T02:49:36.307052Z","steps":["trace[925074584] 'process raft request' (duration: 1.945534221s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.307097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.361027Z","time spent":"1.94605018s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:36.307244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759822057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:36.307267Z","caller":"traceutil/trace.go:171","msg":"trace[1348252271] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26112; }","duration":"1.759922639s","start":"2026-04-29T02:49:34.547338Z","end":"2026-04-29T02:49:36.307261Z","steps":["trace[1348252271] 'agreement among raft nodes before linearized reading' (duration: 1.759830707s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.307284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.547287Z","time spent":"1.759993419s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:36.307384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901179695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:36.307402Z","caller":"traceutil/trace.go:171","msg":"trace[384828860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26112; }","duration":"1.901232867s","start":"2026-04-29T02:49:34.406165Z","end":"2026-04-29T02:49:36.307398Z","steps":["trace[384828860] 'agreement among raft nodes before linearized reading' (duration: 1.901199855s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.307413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.406144Z","time spent":"1.901266788s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:36.307535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936653256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-29T02:49:36.307552Z","caller":"traceutil/trace.go:171","msg":"trace[1117688335] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26112; }","duration":"1.936753168s","start":"2026-04-29T02:49:34.370795Z","end":"2026-04-29T02:49:36.307548Z","steps":["trace[1117688335] 'agreement among raft nodes before linearized reading' (duration: 1.936688107s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.307564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:34.370767Z","time spent":"1.936793478s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:49:36.307854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.799608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b9b9a14-e2e0-4629-913f-f0d5f47b4d3e\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-29T02:49:36.307871Z","caller":"traceutil/trace.go:171","msg":"trace[1461047716] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b9b9a14-e2e0-4629-913f-f0d5f47b4d3e; range_end:; response_count:1; response_revision:26112; }","duration":"890.095843ms","start":"2026-04-29T02:49:35.417771Z","end":"2026-04-29T02:49:36.307867Z","steps":["trace[1461047716] 'agreement among raft nodes before linearized reading' (duration: 890.047872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.307884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.41774Z","time spent":"890.140874ms","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-6b9b9a14-e2e0-4629-913f-f0d5f47b4d3e\" "} {"level":"warn","ts":"2026-04-29T02:49:36.30805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.10418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:36.308071Z","caller":"traceutil/trace.go:171","msg":"trace[405723511] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26112; }","duration":"122.158911ms","start":"2026-04-29T02:49:36.185906Z","end":"2026-04-29T02:49:36.308065Z","steps":["trace[405723511] 'agreement among raft nodes before linearized reading' (duration: 122.126341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.308162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.827741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:36.308181Z","caller":"traceutil/trace.go:171","msg":"trace[742404768] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26112; }","duration":"887.884091ms","start":"2026-04-29T02:49:35.42029Z","end":"2026-04-29T02:49:36.308174Z","steps":["trace[742404768] 'agreement among raft nodes before linearized reading' (duration: 887.855671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:36.308194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:35.420268Z","time spent":"887.922873ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:38.167089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851111345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:38.167225Z","caller":"traceutil/trace.go:171","msg":"trace[4532916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26112; }","duration":"1.851249637s","start":"2026-04-29T02:49:36.315923Z","end":"2026-04-29T02:49:38.167173Z","steps":["trace[4532916] 'range keys from in-memory index tree' (duration: 1.851064904s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:38.167274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.315918Z","time spent":"1.851346079s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:38.16941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365474563s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:38.16956Z","caller":"traceutil/trace.go:171","msg":"trace[989198964] linearizableReadLoop","detail":"{readStateIndex:26988; appliedIndex:26987; }","duration":"1.852783415s","start":"2026-04-29T02:49:36.31674Z","end":"2026-04-29T02:49:38.169524Z","steps":["trace[989198964] 'read index received' (duration: 487.065558ms)","trace[989198964] 'applied index is now lower than readState.Index' (duration: 1.365716247s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:38.169809Z","caller":"traceutil/trace.go:171","msg":"trace[306525801] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"1.853131113s","start":"2026-04-29T02:49:36.316666Z","end":"2026-04-29T02:49:38.169797Z","steps":["trace[306525801] 'process raft request' (duration: 487.12254ms)","trace[306525801] 'compare' (duration: 1.363664679s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:38.169951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.316654Z","time spent":"1.853266875s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:38.170265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853497829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:49:38.17035Z","caller":"traceutil/trace.go:171","msg":"trace[179001797] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26113; }","duration":"1.853627302s","start":"2026-04-29T02:49:36.316705Z","end":"2026-04-29T02:49:38.170333Z","steps":["trace[179001797] 'agreement among raft nodes before linearized reading' (duration: 1.853201644s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:38.170517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.31669Z","time spent":"1.853811395s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-29T02:49:38.670217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:38.918459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.114642985s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:40.170844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999672527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:40.170927Z","caller":"traceutil/trace.go:171","msg":"trace[2123048253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999951903s","start":"2026-04-29T02:49:38.170956Z","end":"2026-04-29T02:49:40.170907Z","steps":["trace[2123048253] 'agreement among raft nodes before linearized reading' (duration: 1.999849401s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.170974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.170932Z","time spent":"2.000032845s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:40.610257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24326276s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:40.724243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.799744Z","time spent":"924.490582ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:40.725236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806429543s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:40.725513Z","caller":"traceutil/trace.go:171","msg":"trace[1693647930] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"1.358632516s","start":"2026-04-29T02:49:39.366866Z","end":"2026-04-29T02:49:40.725499Z","steps":["trace[1693647930] 'process raft request' (duration: 1.358598416s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.725561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.36684Z","time spent":"1.358700327s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:40.725734Z","caller":"traceutil/trace.go:171","msg":"trace[1908499737] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"4.39005594s","start":"2026-04-29T02:49:36.335668Z","end":"2026-04-29T02:49:40.725724Z","steps":["trace[1908499737] 'process raft request' (duration: 2.583070777s)","trace[1908499737] 'compare' (duration: 1.805042597s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:40.72577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.335641Z","time spent":"4.390112021s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:40.725957Z","caller":"traceutil/trace.go:171","msg":"trace[219862030] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"4.01740581s","start":"2026-04-29T02:49:36.708545Z","end":"2026-04-29T02:49:40.725951Z","steps":["trace[219862030] 'process raft request' (duration: 4.016759789s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.726013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.708516Z","time spent":"4.017480102s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:40.726099Z","caller":"traceutil/trace.go:171","msg":"trace[1027783588] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"3.999124421s","start":"2026-04-29T02:49:36.72697Z","end":"2026-04-29T02:49:40.726094Z","steps":["trace[1027783588] 'process raft request' (duration: 3.998444679s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.72616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.726958Z","time spent":"3.999173081s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:40.726214Z","caller":"traceutil/trace.go:171","msg":"trace[294768828] linearizableReadLoop","detail":"{readStateIndex:26991; appliedIndex:26988; }","duration":"2.556607034s","start":"2026-04-29T02:49:38.169601Z","end":"2026-04-29T02:49:40.726208Z","steps":["trace[294768828] 'read index received' (duration: 749.045319ms)","trace[294768828] 'applied index is now lower than readState.Index' (duration: 1.807561055s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:40.726423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954817307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-29T02:49:40.72642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208965864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:40.726499Z","caller":"traceutil/trace.go:171","msg":"trace[1900085879] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26117; }","duration":"3.954932499s","start":"2026-04-29T02:49:36.771548Z","end":"2026-04-29T02:49:40.726481Z","steps":["trace[1900085879] 'agreement among raft nodes before linearized reading' (duration: 3.954712045s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.726498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385906634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:49:40.726524Z","caller":"traceutil/trace.go:171","msg":"trace[20665821] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26117; }","duration":"4.209135757s","start":"2026-04-29T02:49:36.517364Z","end":"2026-04-29T02:49:40.7265Z","steps":["trace[20665821] 'agreement among raft nodes before linearized reading' (duration: 4.208880172s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.726591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.77153Z","time spent":"3.955014011s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-29T02:49:40.726603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.517345Z","time spent":"4.209246499s","remote":"127.0.0.1:42928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:40.726624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.904476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:40.726649Z","caller":"traceutil/trace.go:171","msg":"trace[1617019258] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26117; }","duration":"150.968498ms","start":"2026-04-29T02:49:40.575671Z","end":"2026-04-29T02:49:40.726639Z","steps":["trace[1617019258] 'agreement among raft nodes before linearized reading' (duration: 150.927887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.726678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45559955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:40.726731Z","caller":"traceutil/trace.go:171","msg":"trace[1833773984] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26117; }","duration":"1.455646471s","start":"2026-04-29T02:49:39.271065Z","end":"2026-04-29T02:49:40.726712Z","steps":["trace[1833773984] 'agreement among raft nodes before linearized reading' (duration: 1.455565099s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.726538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553224232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T02:49:40.726777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:39.270996Z","time spent":"1.455768043s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:40.726445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409526373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:40.72683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547463155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:40.726855Z","caller":"traceutil/trace.go:171","msg":"trace[439670495] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26117; }","duration":"2.547502525s","start":"2026-04-29T02:49:38.179346Z","end":"2026-04-29T02:49:40.726848Z","steps":["trace[439670495] 'agreement among raft nodes before linearized reading' (duration: 2.547444224s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:40.726845Z","caller":"traceutil/trace.go:171","msg":"trace[354190041] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26117; }","duration":"4.4099204s","start":"2026-04-29T02:49:36.316902Z","end":"2026-04-29T02:49:40.726823Z","steps":["trace[354190041] 'agreement among raft nodes before linearized reading' (duration: 4.409510503s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:40.726839Z","caller":"traceutil/trace.go:171","msg":"trace[944107638] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26117; }","duration":"2.553501017s","start":"2026-04-29T02:49:38.173308Z","end":"2026-04-29T02:49:40.726809Z","steps":["trace[944107638] 'agreement among raft nodes before linearized reading' (duration: 2.553170121s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.726897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.316898Z","time spent":"4.409982522s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:40.726895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.642524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:40.726944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.17327Z","time spent":"2.553643669s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:49:40.726956Z","caller":"traceutil/trace.go:171","msg":"trace[762071575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26117; }","duration":"547.739796ms","start":"2026-04-29T02:49:40.179198Z","end":"2026-04-29T02:49:40.726938Z","steps":["trace[762071575] 'agreement among raft nodes before linearized reading' (duration: 547.591983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.726997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.179115Z","time spent":"547.873068ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:40.726873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.179339Z","time spent":"2.547529296s","remote":"127.0.0.1:35662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:40.726598Z","caller":"traceutil/trace.go:171","msg":"trace[1306736030] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26117; }","duration":"4.386005356s","start":"2026-04-29T02:49:36.340547Z","end":"2026-04-29T02:49:40.726552Z","steps":["trace[1306736030] 'agreement among raft nodes before linearized reading' (duration: 4.385750651s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.727065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552827264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:49:40.727135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.340538Z","time spent":"4.386579156s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-29T02:49:40.72714Z","caller":"traceutil/trace.go:171","msg":"trace[1407885401] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:26117; }","duration":"2.552921135s","start":"2026-04-29T02:49:38.1742Z","end":"2026-04-29T02:49:40.727121Z","steps":["trace[1407885401] 'agreement among raft nodes before linearized reading' (duration: 2.552661931s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.727224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:38.174193Z","time spent":"2.553017787s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" "} {"level":"warn","ts":"2026-04-29T02:49:40.727474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408398311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-29T02:49:40.727554Z","caller":"traceutil/trace.go:171","msg":"trace[1784232159] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26117; }","duration":"4.408493343s","start":"2026-04-29T02:49:36.319038Z","end":"2026-04-29T02:49:40.727531Z","steps":["trace[1784232159] 'agreement among raft nodes before linearized reading' (duration: 4.408283779s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:40.727598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:36.319017Z","time spent":"4.408573535s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-29T02:49:41.243221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:41.744451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:42.071746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330139287s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:42.825869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.232519Z","time spent":"593.339644ms","remote":"127.0.0.1:44258","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:49:42.826568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.525612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:42.826825Z","caller":"traceutil/trace.go:171","msg":"trace[223891495] linearizableReadLoop","detail":"{readStateIndex:26994; appliedIndex:26992; }","duration":"2.083906825s","start":"2026-04-29T02:49:40.7429Z","end":"2026-04-29T02:49:42.826806Z","steps":["trace[223891495] 'read index received' (duration: 1.328995526s)","trace[223891495] 'applied index is now lower than readState.Index' (duration: 754.909689ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:42.826928Z","caller":"traceutil/trace.go:171","msg":"trace[190782194] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"2.085759679s","start":"2026-04-29T02:49:40.741156Z","end":"2026-04-29T02:49:42.826916Z","steps":["trace[190782194] 'process raft request' (duration: 1.330793449s)","trace[190782194] 'compare' (duration: 753.681266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:42.826993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.741116Z","time spent":"2.085844001s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:42.827103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08417881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-29T02:49:42.827197Z","caller":"traceutil/trace.go:171","msg":"trace[434455895] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26118; }","duration":"2.084294912s","start":"2026-04-29T02:49:40.742882Z","end":"2026-04-29T02:49:42.827177Z","steps":["trace[434455895] 'agreement among raft nodes before linearized reading' (duration: 2.084035457s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.827241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.175319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:42.82728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.741455Z","time spent":"2.085823281s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:49:42.827307Z","caller":"traceutil/trace.go:171","msg":"trace[1374152400] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26118; }","duration":"167.278901ms","start":"2026-04-29T02:49:42.66001Z","end":"2026-04-29T02:49:42.827288Z","steps":["trace[1374152400] 'agreement among raft nodes before linearized reading' (duration: 167.161829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.827562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618295924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:42.827602Z","caller":"traceutil/trace.go:171","msg":"trace[498329743] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26118; }","duration":"1.618339885s","start":"2026-04-29T02:49:41.209253Z","end":"2026-04-29T02:49:42.827593Z","steps":["trace[498329743] 'agreement among raft nodes before linearized reading' (duration: 1.618270424s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.827708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.19138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:42.827707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054664823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:42.827746Z","caller":"traceutil/trace.go:171","msg":"trace[563209123] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26118; }","duration":"273.292112ms","start":"2026-04-29T02:49:42.554443Z","end":"2026-04-29T02:49:42.827735Z","steps":["trace[563209123] 'agreement among raft nodes before linearized reading' (duration: 273.21915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.827759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.209191Z","time spent":"1.6185463s","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:42.827799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979707305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-29T02:49:42.827537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458624696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:42.827841Z","caller":"traceutil/trace.go:171","msg":"trace[735380344] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26118; }","duration":"1.979793627s","start":"2026-04-29T02:49:40.848037Z","end":"2026-04-29T02:49:42.827831Z","steps":["trace[735380344] 'agreement among raft nodes before linearized reading' (duration: 1.979641674s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.827864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077488235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-04-29T02:49:42.827852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26526606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:42.827839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099790452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:42.8279Z","caller":"traceutil/trace.go:171","msg":"trace[1293952147] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26118; }","duration":"2.077532166s","start":"2026-04-29T02:49:40.750359Z","end":"2026-04-29T02:49:42.827891Z","steps":["trace[1293952147] 'agreement among raft nodes before linearized reading' (duration: 2.077429673s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.827914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672770729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:42.82792Z","caller":"traceutil/trace.go:171","msg":"trace[136487083] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26118; }","duration":"1.265377252s","start":"2026-04-29T02:49:41.562524Z","end":"2026-04-29T02:49:42.827902Z","steps":["trace[136487083] 'agreement among raft nodes before linearized reading' (duration: 1.265259879s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.827933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764394203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:42.827984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.562503Z","time spent":"1.265465164s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:42.827244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.742872Z","time spent":"2.084362973s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-29T02:49:42.827991Z","caller":"traceutil/trace.go:171","msg":"trace[1816259004] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26118; }","duration":"1.764479975s","start":"2026-04-29T02:49:41.063493Z","end":"2026-04-29T02:49:42.827973Z","steps":["trace[1816259004] 'agreement among raft nodes before linearized reading' (duration: 1.764414054s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:42.827971Z","caller":"traceutil/trace.go:171","msg":"trace[895582641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26118; }","duration":"1.459013244s","start":"2026-04-29T02:49:41.368832Z","end":"2026-04-29T02:49:42.827846Z","steps":["trace[895582641] 'agreement among raft nodes before linearized reading' (duration: 1.458601165s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:42.827941Z","caller":"traceutil/trace.go:171","msg":"trace[636273573] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26118; }","duration":"1.672828789s","start":"2026-04-29T02:49:41.155101Z","end":"2026-04-29T02:49:42.82793Z","steps":["trace[636273573] 'agreement among raft nodes before linearized reading' (duration: 1.672783748s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.828459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.155082Z","time spent":"1.673360598s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:42.828093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.063469Z","time spent":"1.764611857s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:42.828185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.368804Z","time spent":"1.459370481s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:42.827867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.848014Z","time spent":"1.97984689s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-29T02:49:42.827763Z","caller":"traceutil/trace.go:171","msg":"trace[1835954982] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26118; }","duration":"1.054785835s","start":"2026-04-29T02:49:41.772957Z","end":"2026-04-29T02:49:42.827743Z","steps":["trace[1835954982] 'agreement among raft nodes before linearized reading' (duration: 1.054642482s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.828841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.77292Z","time spent":"1.055896076s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:42.827127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076761331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-29T02:49:42.828949Z","caller":"traceutil/trace.go:171","msg":"trace[774298589] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26118; }","duration":"2.078613635s","start":"2026-04-29T02:49:40.750316Z","end":"2026-04-29T02:49:42.82893Z","steps":["trace[774298589] 'agreement among raft nodes before linearized reading' (duration: 2.076624299s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.829017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.750306Z","time spent":"2.078693076s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-29T02:49:42.827838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143504435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:42.829073Z","caller":"traceutil/trace.go:171","msg":"trace[655745019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26118; }","duration":"1.144801919s","start":"2026-04-29T02:49:41.684256Z","end":"2026-04-29T02:49:42.829058Z","steps":["trace[655745019] 'agreement among raft nodes before linearized reading' (duration: 1.143472915s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.829119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.684226Z","time spent":"1.14487935s","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:42.827936Z","caller":"traceutil/trace.go:171","msg":"trace[818650153] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26118; }","duration":"1.099946046s","start":"2026-04-29T02:49:41.72797Z","end":"2026-04-29T02:49:42.827916Z","steps":["trace[818650153] 'agreement among raft nodes before linearized reading' (duration: 1.099780102s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.829196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:41.727947Z","time spent":"1.101221389s","remote":"127.0.0.1:42656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:42.827934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:40.750354Z","time spent":"2.077573766s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-29T02:49:42.828022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.648678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:42.829385Z","caller":"traceutil/trace.go:171","msg":"trace[446559632] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26118; }","duration":"768.147366ms","start":"2026-04-29T02:49:42.061226Z","end":"2026-04-29T02:49:42.829373Z","steps":["trace[446559632] 'agreement among raft nodes before linearized reading' (duration: 766.520305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:42.82943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.061202Z","time spent":"768.215087ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:43.509829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.622847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:43.509949Z","caller":"traceutil/trace.go:171","msg":"trace[947770533] linearizableReadLoop","detail":"{readStateIndex:26995; appliedIndex:26994; }","duration":"679.829803ms","start":"2026-04-29T02:49:42.830101Z","end":"2026-04-29T02:49:43.50993Z","steps":["trace[947770533] 'read index received' (duration: 426.008472ms)","trace[947770533] 'applied index is now lower than readState.Index' (duration: 253.818481ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:43.510048Z","caller":"traceutil/trace.go:171","msg":"trace[819817793] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"680.904953ms","start":"2026-04-29T02:49:42.829131Z","end":"2026-04-29T02:49:43.510036Z","steps":["trace[819817793] 'process raft request' (duration: 426.97965ms)","trace[819817793] 'compare' (duration: 252.736391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:43.510114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.829114Z","time spent":"680.966295ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:43.510275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.131288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:43.510391Z","caller":"traceutil/trace.go:171","msg":"trace[1911276497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26119; }","duration":"680.306572ms","start":"2026-04-29T02:49:42.830059Z","end":"2026-04-29T02:49:43.510366Z","steps":["trace[1911276497] 'agreement among raft nodes before linearized reading' (duration: 680.012797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:43.510451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.83004Z","time spent":"680.401643ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:44.011127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:44.512362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:45.01264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:45.450749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.061801924s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:45.520052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:45.520191Z","caller":"traceutil/trace.go:171","msg":"trace[1579884705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462281s","start":"2026-04-29T02:49:43.519697Z","end":"2026-04-29T02:49:45.52016Z","steps":["trace[1579884705] 'agreement among raft nodes before linearized reading' (duration: 2.000276378s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:45.520262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.519676Z","time spent":"2.000572934s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:46.208661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416761687s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:46.208828Z","caller":"traceutil/trace.go:171","msg":"trace[1244897909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26119; }","duration":"1.416949401s","start":"2026-04-29T02:49:44.791854Z","end":"2026-04-29T02:49:46.208803Z","steps":["trace[1244897909] 'range keys from in-memory index tree' (duration: 1.416740227s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.210504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.428692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:46.210733Z","caller":"traceutil/trace.go:171","msg":"trace[2010285829] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"3.376282748s","start":"2026-04-29T02:49:42.834434Z","end":"2026-04-29T02:49:46.210716Z","steps":["trace[2010285829] 'process raft request' (duration: 2.616555589s)","trace[2010285829] 'compare' (duration: 755.341237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:46.210806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.834422Z","time spent":"3.37635121s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:46.211054Z","caller":"traceutil/trace.go:171","msg":"trace[97169479] linearizableReadLoop","detail":"{readStateIndex:26998; appliedIndex:26995; }","duration":"2.70105513s","start":"2026-04-29T02:49:43.509975Z","end":"2026-04-29T02:49:46.21103Z","steps":["trace[97169479] 'read index received' (duration: 1.940955715s)","trace[97169479] 'applied index is now lower than readState.Index' (duration: 760.098375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:46.211205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833096206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:46.211232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061185368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:49:46.211285Z","caller":"traceutil/trace.go:171","msg":"trace[791582524] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26122; }","duration":"2.8332411s","start":"2026-04-29T02:49:43.378022Z","end":"2026-04-29T02:49:46.211264Z","steps":["trace[791582524] 'agreement among raft nodes before linearized reading' (duration: 2.833036006s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.211291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377679204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:49:46.211309Z","caller":"traceutil/trace.go:171","msg":"trace[1252283908] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26122; }","duration":"3.061361481s","start":"2026-04-29T02:49:43.149928Z","end":"2026-04-29T02:49:46.211289Z","steps":["trace[1252283908] 'agreement among raft nodes before linearized reading' (duration: 3.061137997s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:46.211333Z","caller":"traceutil/trace.go:171","msg":"trace[1282835287] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:26122; }","duration":"3.377755685s","start":"2026-04-29T02:49:42.833563Z","end":"2026-04-29T02:49:46.211319Z","steps":["trace[1282835287] 'agreement among raft nodes before linearized reading' (duration: 3.377583472s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.211337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.377997Z","time spent":"2.833325522s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:46.211351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.149896Z","time spent":"3.061447162s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:49:46.211366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.833552Z","time spent":"3.377806565s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" "} {"level":"warn","ts":"2026-04-29T02:49:46.211374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377674514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83e49a17-0b10-4028-8e9f-31b1526551d5\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-29T02:49:46.211479Z","caller":"traceutil/trace.go:171","msg":"trace[910794274] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83e49a17-0b10-4028-8e9f-31b1526551d5; range_end:; response_count:1; response_revision:26122; }","duration":"3.377816806s","start":"2026-04-29T02:49:42.833636Z","end":"2026-04-29T02:49:46.211453Z","steps":["trace[910794274] 'agreement among raft nodes before linearized reading' (duration: 3.377442969s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.211538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.833632Z","time spent":"3.377895617s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-83e49a17-0b10-4028-8e9f-31b1526551d5\" "} {"level":"info","ts":"2026-04-29T02:49:46.211513Z","caller":"traceutil/trace.go:171","msg":"trace[830711546] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"3.37644549s","start":"2026-04-29T02:49:42.83501Z","end":"2026-04-29T02:49:46.211455Z","steps":["trace[830711546] 'process raft request' (duration: 3.375581425s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.211544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990060624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:46.21165Z","caller":"traceutil/trace.go:171","msg":"trace[1366113012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26122; }","duration":"2.990194497s","start":"2026-04-29T02:49:43.221424Z","end":"2026-04-29T02:49:46.211619Z","steps":["trace[1366113012] 'agreement among raft nodes before linearized reading' (duration: 2.990082325s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.211684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.834973Z","time spent":"3.376614703s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:46.211748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.221396Z","time spent":"2.99031426s","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:46.211585Z","caller":"traceutil/trace.go:171","msg":"trace[1041376780] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"3.374480914s","start":"2026-04-29T02:49:42.83709Z","end":"2026-04-29T02:49:46.21157Z","steps":["trace[1041376780] 'process raft request' (duration: 3.373843143s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:46.211881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:42.836981Z","time spent":"3.374843101s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:46.711166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:47.52094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:47.521014Z","caller":"traceutil/trace.go:171","msg":"trace[226561830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312219s","start":"2026-04-29T02:49:45.520687Z","end":"2026-04-29T02:49:47.520999Z","steps":["trace[226561830] 'agreement among raft nodes before linearized reading' (duration: 2.000217677s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:47.521051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.520662Z","time spent":"2.00038181s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:48.377263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576323584s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:48.377461Z","caller":"traceutil/trace.go:171","msg":"trace[252704980] linearizableReadLoop","detail":"{readStateIndex:27000; appliedIndex:26998; }","duration":"2.166326186s","start":"2026-04-29T02:49:46.211119Z","end":"2026-04-29T02:49:48.377446Z","steps":["trace[252704980] 'read index received' (duration: 589.831789ms)","trace[252704980] 'applied index is now lower than readState.Index' (duration: 1.576491657s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:48.377519Z","caller":"traceutil/trace.go:171","msg":"trace[927846288] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"2.626487483s","start":"2026-04-29T02:49:45.751024Z","end":"2026-04-29T02:49:48.377511Z","steps":["trace[927846288] 'process raft request' (duration: 1.049833823s)","trace[927846288] 'compare' (duration: 1.575060531s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:48.377561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.750966Z","time spent":"2.626570605s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:48.377722Z","caller":"traceutil/trace.go:171","msg":"trace[972572154] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"2.160327225s","start":"2026-04-29T02:49:46.217387Z","end":"2026-04-29T02:49:48.377714Z","steps":["trace[972572154] 'process raft request' (duration: 2.159977589s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.377762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.21736Z","time spent":"2.160378775s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:48.377914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255845451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:48.377934Z","caller":"traceutil/trace.go:171","msg":"trace[1858795654] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26124; }","duration":"2.255971963s","start":"2026-04-29T02:49:46.121955Z","end":"2026-04-29T02:49:48.377927Z","steps":["trace[1858795654] 'agreement among raft nodes before linearized reading' (duration: 2.255897031s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.37796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.121934Z","time spent":"2.256019545s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:48.378102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559827638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:48.378158Z","caller":"traceutil/trace.go:171","msg":"trace[1701098324] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26124; }","duration":"4.55993609s","start":"2026-04-29T02:49:43.818214Z","end":"2026-04-29T02:49:48.37815Z","steps":["trace[1701098324] 'agreement among raft nodes before linearized reading' (duration: 4.559867178s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.378181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.818185Z","time spent":"4.559987951s","remote":"127.0.0.1:42404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:48.3784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543088926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-29T02:49:48.378525Z","caller":"traceutil/trace.go:171","msg":"trace[1392166765] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26124; }","duration":"4.543329371s","start":"2026-04-29T02:49:43.83517Z","end":"2026-04-29T02:49:48.378499Z","steps":["trace[1392166765] 'agreement among raft nodes before linearized reading' (duration: 4.542880123s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.378586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.835141Z","time spent":"4.543433832s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:49:48.378924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261523886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:48.379137Z","caller":"traceutil/trace.go:171","msg":"trace[1412560775] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26124; }","duration":"2.261781401s","start":"2026-04-29T02:49:46.117346Z","end":"2026-04-29T02:49:48.379127Z","steps":["trace[1412560775] 'agreement among raft nodes before linearized reading' (duration: 2.261531597s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.37916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.117323Z","time spent":"2.261830542s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:48.379469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300491431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:48.379528Z","caller":"traceutil/trace.go:171","msg":"trace[469070789] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26124; }","duration":"2.300572773s","start":"2026-04-29T02:49:46.078919Z","end":"2026-04-29T02:49:48.379492Z","steps":["trace[469070789] 'agreement among raft nodes before linearized reading' (duration: 2.300365638s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.379556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.078896Z","time spent":"2.300654836s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:48.379888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422504521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-04-29T02:49:48.378415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.865140675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-29T02:49:48.379923Z","caller":"traceutil/trace.go:171","msg":"trace[1064114100] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26124; }","duration":"2.422576861s","start":"2026-04-29T02:49:45.957337Z","end":"2026-04-29T02:49:48.379914Z","steps":["trace[1064114100] 'agreement among raft nodes before linearized reading' (duration: 2.422363537s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.37995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:45.957315Z","time spent":"2.422629623s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418347,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-29T02:49:48.37998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628748363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:48.379985Z","caller":"traceutil/trace.go:171","msg":"trace[74583981] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26124; }","duration":"4.866787136s","start":"2026-04-29T02:49:43.513163Z","end":"2026-04-29T02:49:48.37995Z","steps":["trace[74583981] 'agreement among raft nodes before linearized reading' (duration: 4.865031843s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:48.380069Z","caller":"traceutil/trace.go:171","msg":"trace[326440440] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26124; }","duration":"3.628845945s","start":"2026-04-29T02:49:44.751199Z","end":"2026-04-29T02:49:48.380045Z","steps":["trace[326440440] 'agreement among raft nodes before linearized reading' (duration: 3.628703302s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.380127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:44.751155Z","time spent":"3.628960417s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:48.380131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:43.513138Z","time spent":"4.866934529s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:49:48.697839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000821088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:48.697965Z","caller":"traceutil/trace.go:171","msg":"trace[4177121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001027282s","start":"2026-04-29T02:49:46.696909Z","end":"2026-04-29T02:49:48.697936Z","steps":["trace[4177121] 'agreement among raft nodes before linearized reading' (duration: 2.000863269s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:48.698051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.69688Z","time spent":"2.001158515s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:48.877866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:49.52954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:49.529761Z","caller":"traceutil/trace.go:171","msg":"trace[343162374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610115s","start":"2026-04-29T02:49:47.529034Z","end":"2026-04-29T02:49:49.529644Z","steps":["trace[343162374] 'agreement among raft nodes before linearized reading' (duration: 2.000421891s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:49.529852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.529016Z","time spent":"2.000815129s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:50.560097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616379149s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:51.121695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178106917s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:51.123725Z","caller":"traceutil/trace.go:171","msg":"trace[1654265497] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"2.87249593s","start":"2026-04-29T02:49:48.251175Z","end":"2026-04-29T02:49:51.123671Z","steps":["trace[1654265497] 'process raft request' (duration: 692.291244ms)","trace[1654265497] 'compare' (duration: 2.176430245s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:51.123967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.251144Z","time spent":"2.872663052s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:51.124192Z","caller":"traceutil/trace.go:171","msg":"trace[1143993176] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"2.738651271s","start":"2026-04-29T02:49:48.385449Z","end":"2026-04-29T02:49:51.1241Z","steps":["trace[1143993176] 'process raft request' (duration: 2.7365076s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.125701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.385438Z","time spent":"2.738942506s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:51.124208Z","caller":"traceutil/trace.go:171","msg":"trace[1400554591] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"2.740105667s","start":"2026-04-29T02:49:48.383752Z","end":"2026-04-29T02:49:51.123858Z","steps":["trace[1400554591] 'process raft request' (duration: 2.738084399s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.127311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.383739Z","time spent":"2.74353082s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:49:51.128057Z","caller":"traceutil/trace.go:171","msg":"trace[1702182445] linearizableReadLoop","detail":"{readStateIndex:27004; appliedIndex:27000; }","duration":"2.750530371s","start":"2026-04-29T02:49:48.37748Z","end":"2026-04-29T02:49:51.128011Z","steps":["trace[1702182445] 'read index received' (duration: 565.647089ms)","trace[1702182445] 'applied index is now lower than readState.Index' (duration: 2.184881782s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:51.130446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985803063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:51.130521Z","caller":"traceutil/trace.go:171","msg":"trace[1718331518] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26128; }","duration":"3.985941875s","start":"2026-04-29T02:49:47.144544Z","end":"2026-04-29T02:49:51.130486Z","steps":["trace[1718331518] 'agreement among raft nodes before linearized reading' (duration: 3.985518707s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.130559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.144523Z","time spent":"3.986027686s","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:51.130725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913249201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aab405bf6bea93\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-29T02:49:51.130862Z","caller":"traceutil/trace.go:171","msg":"trace[972707632] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aab405bf6bea93; range_end:; response_count:1; response_revision:26128; }","duration":"4.913391074s","start":"2026-04-29T02:49:46.217417Z","end":"2026-04-29T02:49:51.130808Z","steps":["trace[972707632] 'agreement among raft nodes before linearized reading' (duration: 4.91267366s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.130913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.2174Z","time spent":"4.913503376s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18aab405bf6bea93\" "} {"level":"warn","ts":"2026-04-29T02:49:51.131059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889457835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:51.13118Z","caller":"traceutil/trace.go:171","msg":"trace[1535124563] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26128; }","duration":"2.889654378s","start":"2026-04-29T02:49:48.241487Z","end":"2026-04-29T02:49:51.131141Z","steps":["trace[1535124563] 'agreement among raft nodes before linearized reading' (duration: 2.889379034s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.131242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.241464Z","time spent":"2.8897667s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:51.131326Z","caller":"traceutil/trace.go:171","msg":"trace[1615265505] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"2.341250929s","start":"2026-04-29T02:49:48.79003Z","end":"2026-04-29T02:49:51.131281Z","steps":["trace[1615265505] 'process raft request' (duration: 2.33430229s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.131412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036798945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:51.131486Z","caller":"traceutil/trace.go:171","msg":"trace[1389646556] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26128; }","duration":"3.036930857s","start":"2026-04-29T02:49:48.094538Z","end":"2026-04-29T02:49:51.131469Z","steps":["trace[1389646556] 'agreement among raft nodes before linearized reading' (duration: 3.03650895s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.131494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.789964Z","time spent":"2.341445723s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:51.131537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.094515Z","time spent":"3.037012088s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:51.131661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823691249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:51.131717Z","caller":"traceutil/trace.go:171","msg":"trace[698233009] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26128; }","duration":"3.823806111s","start":"2026-04-29T02:49:47.307898Z","end":"2026-04-29T02:49:51.131704Z","steps":["trace[698233009] 'agreement among raft nodes before linearized reading' (duration: 3.823551596s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.131757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:47.307865Z","time spent":"3.823877482s","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:51.132154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906147658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-29T02:49:51.132216Z","caller":"traceutil/trace.go:171","msg":"trace[1268082588] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26128; }","duration":"4.90625977s","start":"2026-04-29T02:49:46.225943Z","end":"2026-04-29T02:49:51.132203Z","steps":["trace[1268082588] 'agreement among raft nodes before linearized reading' (duration: 4.905619618s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.13225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.225923Z","time spent":"4.906312582s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:49:51.132804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913988305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-29T02:49:51.132871Z","caller":"traceutil/trace.go:171","msg":"trace[1893974027] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26128; }","duration":"4.914066836s","start":"2026-04-29T02:49:46.218771Z","end":"2026-04-29T02:49:51.132838Z","steps":["trace[1893974027] 'agreement among raft nodes before linearized reading' (duration: 4.913893323s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.132904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:46.218752Z","time spent":"4.914145028s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-29T02:49:51.539234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:51.539364Z","caller":"traceutil/trace.go:171","msg":"trace[512436326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000798058s","start":"2026-04-29T02:49:49.538539Z","end":"2026-04-29T02:49:51.539337Z","steps":["trace[512436326] 'agreement among raft nodes before linearized reading' (duration: 2.000617995s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:51.539431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.538511Z","time spent":"2.000904s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:51.628233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:51.92631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365039306s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:53.540224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000559533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:53.540314Z","caller":"traceutil/trace.go:171","msg":"trace[773292544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000729517s","start":"2026-04-29T02:49:51.539564Z","end":"2026-04-29T02:49:53.540293Z","steps":["trace[773292544] 'agreement among raft nodes before linearized reading' (duration: 2.000604324s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:53.540358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.539533Z","time spent":"2.000815809s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:53.693794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767160743s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:54.548891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622034882s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:49:54.550234Z","caller":"traceutil/trace.go:171","msg":"trace[1953693259] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"3.608502216s","start":"2026-04-29T02:49:50.941699Z","end":"2026-04-29T02:49:54.550202Z","steps":["trace[1953693259] 'process raft request' (duration: 3.607409185s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:54.550403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.941659Z","time spent":"3.608640158s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:55.548902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:49:55.549026Z","caller":"traceutil/trace.go:171","msg":"trace[1919151361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677416s","start":"2026-04-29T02:49:53.548317Z","end":"2026-04-29T02:49:55.548994Z","steps":["trace[1919151361] 'agreement among raft nodes before linearized reading' (duration: 2.000520443s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:55.549089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.548297Z","time spent":"2.000780318s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:49:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:49:57.328283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537148312s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.328389Z","caller":"traceutil/trace.go:171","msg":"trace[1357812770] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26129; }","duration":"2.537265514s","start":"2026-04-29T02:49:54.791106Z","end":"2026-04-29T02:49:57.328371Z","steps":["trace[1357812770] 'range keys from in-memory index tree' (duration: 2.537120912s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.330207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779952758s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:49:57.330452Z","caller":"traceutil/trace.go:171","msg":"trace[277278606] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"3.945346321s","start":"2026-04-29T02:49:53.385092Z","end":"2026-04-29T02:49:57.330439Z","steps":["trace[277278606] 'process raft request' (duration: 3.94530894s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.330503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.385052Z","time spent":"3.945425762s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:57.330554Z","caller":"traceutil/trace.go:171","msg":"trace[746061189] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"6.194470958s","start":"2026-04-29T02:49:51.136064Z","end":"2026-04-29T02:49:57.330535Z","steps":["trace[746061189] 'process raft request' (duration: 6.194230113s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.33064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.136042Z","time spent":"6.194543229s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:49:57.330677Z","caller":"traceutil/trace.go:171","msg":"trace[1139178942] linearizableReadLoop","detail":"{readStateIndex:27009; appliedIndex:27004; }","duration":"6.202539837s","start":"2026-04-29T02:49:51.128102Z","end":"2026-04-29T02:49:57.330642Z","steps":["trace[1139178942] 'read index received' (duration: 798.695653ms)","trace[1139178942] 'applied index is now lower than readState.Index' (duration: 5.403840434s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:49:57.330821Z","caller":"traceutil/trace.go:171","msg":"trace[1485213099] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"6.191073394s","start":"2026-04-29T02:49:51.139735Z","end":"2026-04-29T02:49:57.330808Z","steps":["trace[1485213099] 'process raft request' (duration: 6.190630615s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.330915Z","caller":"traceutil/trace.go:171","msg":"trace[1041544650] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"6.293381756s","start":"2026-04-29T02:49:51.037522Z","end":"2026-04-29T02:49:57.330904Z","steps":["trace[1041544650] 'process raft request' (duration: 3.512665614s)","trace[1041544650] 'compare' (duration: 2.779261045s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:49:57.330918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.139727Z","time spent":"6.191126525s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:49:57.330961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.0375Z","time spent":"6.293438787s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:49:57.331081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.781997399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.331111Z","caller":"traceutil/trace.go:171","msg":"trace[592268595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26133; }","duration":"7.7820496s","start":"2026-04-29T02:49:49.549051Z","end":"2026-04-29T02:49:57.331101Z","steps":["trace[592268595] 'agreement among raft nodes before linearized reading' (duration: 7.781986149s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.54904Z","time spent":"7.782087871s","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696187267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.613307279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.33119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194085719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m774c\" ","response":"range_response_count:1 size:5419"} {"level":"info","ts":"2026-04-29T02:49:57.331201Z","caller":"traceutil/trace.go:171","msg":"trace[8165087] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26133; }","duration":"8.613367391s","start":"2026-04-29T02:49:48.717824Z","end":"2026-04-29T02:49:57.331191Z","steps":["trace[8165087] 'agreement among raft nodes before linearized reading' (duration: 8.61332193s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.331204Z","caller":"traceutil/trace.go:171","msg":"trace[2071508875] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26133; }","duration":"3.69630023s","start":"2026-04-29T02:49:53.634887Z","end":"2026-04-29T02:49:57.331187Z","steps":["trace[2071508875] 'agreement among raft nodes before linearized reading' (duration: 3.696207098s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.331224Z","caller":"traceutil/trace.go:171","msg":"trace[1163980268] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m774c; range_end:; response_count:1; response_revision:26133; }","duration":"6.19414406s","start":"2026-04-29T02:49:51.137073Z","end":"2026-04-29T02:49:57.331217Z","steps":["trace[1163980268] 'agreement among raft nodes before linearized reading' (duration: 6.194012578s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.717807Z","time spent":"8.613415431s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.634864Z","time spent":"3.69636449s","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.137021Z","time spent":"6.194222342s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5442,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m774c\" "} {"level":"warn","ts":"2026-04-29T02:49:57.331278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.57432145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.331303Z","caller":"traceutil/trace.go:171","msg":"trace[335445228] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26133; }","duration":"6.5743468s","start":"2026-04-29T02:49:50.756947Z","end":"2026-04-29T02:49:57.331294Z","steps":["trace[335445228] 'agreement among raft nodes before linearized reading' (duration: 6.57430915s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.756917Z","time spent":"6.574405682s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:49:57.331362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.740618287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:57.331368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.716346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.400720726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.331392Z","caller":"traceutil/trace.go:171","msg":"trace[1732222762] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26133; }","duration":"839.781277ms","start":"2026-04-29T02:49:56.491604Z","end":"2026-04-29T02:49:57.331385Z","steps":["trace[1732222762] 'agreement among raft nodes before linearized reading' (duration: 839.746746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933636533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:56.49158Z","time spent":"839.828897ms","remote":"127.0.0.1:52268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.331416Z","caller":"traceutil/trace.go:171","msg":"trace[1415336995] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26133; }","duration":"6.933672324s","start":"2026-04-29T02:49:50.397738Z","end":"2026-04-29T02:49:57.33141Z","steps":["trace[1415336995] 'agreement among raft nodes before linearized reading' (duration: 6.933636013s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849585123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:49:57.331391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.010917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067821961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"warn","ts":"2026-04-29T02:49:57.33148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041176693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.331498Z","caller":"traceutil/trace.go:171","msg":"trace[568011473] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26133; }","duration":"6.067893613s","start":"2026-04-29T02:49:51.263598Z","end":"2026-04-29T02:49:57.331491Z","steps":["trace[568011473] 'agreement among raft nodes before linearized reading' (duration: 6.067802431s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641658379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.966542001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:49:57.331523Z","caller":"traceutil/trace.go:171","msg":"trace[1455510923] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26133; }","duration":"1.6417198s","start":"2026-04-29T02:49:55.689797Z","end":"2026-04-29T02:49:57.331517Z","steps":["trace[1455510923] 'agreement among raft nodes before linearized reading' (duration: 1.64168422s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.331523Z","caller":"traceutil/trace.go:171","msg":"trace[1370348352] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26133; }","duration":"4.041234783s","start":"2026-04-29T02:49:53.29027Z","end":"2026-04-29T02:49:57.331504Z","steps":["trace[1370348352] 'agreement among raft nodes before linearized reading' (duration: 4.041188672s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:50.397683Z","time spent":"6.933749015s","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:55.689776Z","time spent":"1.641763331s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.889542256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.331557Z","caller":"traceutil/trace.go:171","msg":"trace[744233321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26133; }","duration":"7.966663584s","start":"2026-04-29T02:49:49.364874Z","end":"2026-04-29T02:49:57.331538Z","steps":["trace[744233321] 'agreement among raft nodes before linearized reading' (duration: 7.966420839s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.290251Z","time spent":"4.041303914s","remote":"127.0.0.1:34840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.331574Z","caller":"traceutil/trace.go:171","msg":"trace[1712945037] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26133; }","duration":"5.889566386s","start":"2026-04-29T02:49:51.442001Z","end":"2026-04-29T02:49:57.331568Z","steps":["trace[1712945037] 'agreement among raft nodes before linearized reading' (duration: 5.889529316s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.364852Z","time spent":"7.966733616s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:49:57.331594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.441948Z","time spent":"5.889641338s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.060516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782247744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.331659Z","caller":"traceutil/trace.go:171","msg":"trace[2001919230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26133; }","duration":"1.782306255s","start":"2026-04-29T02:49:55.549346Z","end":"2026-04-29T02:49:57.331652Z","steps":["trace[2001919230] 'agreement among raft nodes before linearized reading' (duration: 1.782272694s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.331659Z","caller":"traceutil/trace.go:171","msg":"trace[1542466681] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26133; }","duration":"153.132347ms","start":"2026-04-29T02:49:57.178512Z","end":"2026-04-29T02:49:57.331645Z","steps":["trace[1542466681] 'agreement among raft nodes before linearized reading' (duration: 153.058105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:55.549323Z","time spent":"1.782349115s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:57.331691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433376609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.263572Z","time spent":"6.067941004s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-29T02:49:57.331719Z","caller":"traceutil/trace.go:171","msg":"trace[103012519] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26133; }","duration":"3.43340255s","start":"2026-04-29T02:49:53.898308Z","end":"2026-04-29T02:49:57.33171Z","steps":["trace[103012519] 'agreement among raft nodes before linearized reading' (duration: 3.433357599s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.898241Z","time spent":"3.433495011s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230123566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.33178Z","caller":"traceutil/trace.go:171","msg":"trace[1119264192] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26133; }","duration":"4.230184867s","start":"2026-04-29T02:49:53.101588Z","end":"2026-04-29T02:49:57.331773Z","steps":["trace[1119264192] 'agreement among raft nodes before linearized reading' (duration: 4.230139366s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.3318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.101575Z","time spent":"4.230219908s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.331434Z","caller":"traceutil/trace.go:171","msg":"trace[1271837064] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26133; }","duration":"8.400915409s","start":"2026-04-29T02:49:48.93049Z","end":"2026-04-29T02:49:57.331405Z","steps":["trace[1271837064] 'agreement among raft nodes before linearized reading' (duration: 8.400656165s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463684723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.331849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.930459Z","time spent":"8.401375898s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.331858Z","caller":"traceutil/trace.go:171","msg":"trace[272706824] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26133; }","duration":"3.463751834s","start":"2026-04-29T02:49:53.868101Z","end":"2026-04-29T02:49:57.331853Z","steps":["trace[272706824] 'agreement among raft nodes before linearized reading' (duration: 3.463717194s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.443527472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.33188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.867998Z","time spent":"3.463877087s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.948014804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:49:57.331916Z","caller":"traceutil/trace.go:171","msg":"trace[1194368519] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26133; }","duration":"5.444083893s","start":"2026-04-29T02:49:51.887805Z","end":"2026-04-29T02:49:57.331888Z","steps":["trace[1194368519] 'agreement among raft nodes before linearized reading' (duration: 5.443510142s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.331925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283621962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:49:57.331931Z","caller":"traceutil/trace.go:171","msg":"trace[1652321526] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26133; }","duration":"8.948632206s","start":"2026-04-29T02:49:48.383287Z","end":"2026-04-29T02:49:57.331919Z","steps":["trace[1652321526] 'agreement among raft nodes before linearized reading' (duration: 8.947768889s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.331948Z","caller":"traceutil/trace.go:171","msg":"trace[1218677394] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26133; }","duration":"4.283695033s","start":"2026-04-29T02:49:53.048247Z","end":"2026-04-29T02:49:57.331942Z","steps":["trace[1218677394] 'agreement among raft nodes before linearized reading' (duration: 4.283652552s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.33197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:53.048212Z","time spent":"4.283753074s","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:48.383271Z","time spent":"8.948687077s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-29T02:49:57.331385Z","caller":"traceutil/trace.go:171","msg":"trace[842818259] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26133; }","duration":"5.740644407s","start":"2026-04-29T02:49:51.590735Z","end":"2026-04-29T02:49:57.331379Z","steps":["trace[842818259] 'agreement among raft nodes before linearized reading' (duration: 5.740600486s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.887787Z","time spent":"5.444182975s","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.331502Z","caller":"traceutil/trace.go:171","msg":"trace[123567894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26133; }","duration":"636.204671ms","start":"2026-04-29T02:49:56.695275Z","end":"2026-04-29T02:49:57.33148Z","steps":["trace[123567894] 'agreement among raft nodes before linearized reading' (duration: 635.963766ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:49:57.331454Z","caller":"traceutil/trace.go:171","msg":"trace[2024291359] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26133; }","duration":"5.849651914s","start":"2026-04-29T02:49:51.481798Z","end":"2026-04-29T02:49:57.33145Z","steps":["trace[2024291359] 'agreement among raft nodes before linearized reading' (duration: 5.849600303s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:56.69525Z","time spent":"636.807763ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:57.332074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.481784Z","time spent":"5.850279216s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.33208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40397702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:49:57.332104Z","caller":"traceutil/trace.go:171","msg":"trace[745849816] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26133; }","duration":"4.404044671s","start":"2026-04-29T02:49:52.928052Z","end":"2026-04-29T02:49:57.332096Z","steps":["trace[745849816] 'agreement among raft nodes before linearized reading' (duration: 4.403918839s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.380461873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.332125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:52.928025Z","time spent":"4.404094382s","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.331517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.193937766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-14235b64-8314-4d87-a307-2d9ccebe5868\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-29T02:49:57.332163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.729810729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.332035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.590702Z","time spent":"5.741322871s","remote":"127.0.0.1:42816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.332185Z","caller":"traceutil/trace.go:171","msg":"trace[1838974650] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26133; }","duration":"7.72989185s","start":"2026-04-29T02:49:49.602287Z","end":"2026-04-29T02:49:57.332179Z","steps":["trace[1838974650] 'agreement among raft nodes before linearized reading' (duration: 7.72985463s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.602253Z","time spent":"7.729956552s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.33203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.415629347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:49:57.332211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363217251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:49:57.332253Z","caller":"traceutil/trace.go:171","msg":"trace[1505468176] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26133; }","duration":"7.415921122s","start":"2026-04-29T02:49:49.916324Z","end":"2026-04-29T02:49:57.332245Z","steps":["trace[1505468176] 'agreement among raft nodes before linearized reading' (duration: 7.415621017s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.9163Z","time spent":"7.415971243s","remote":"127.0.0.1:56548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.332289Z","caller":"traceutil/trace.go:171","msg":"trace[365971047] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26133; }","duration":"4.363293223s","start":"2026-04-29T02:49:52.968968Z","end":"2026-04-29T02:49:57.332261Z","steps":["trace[365971047] 'agreement among raft nodes before linearized reading' (duration: 4.363172631s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.33235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:52.968944Z","time spent":"4.363392665s","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:49:57.332173Z","caller":"traceutil/trace.go:171","msg":"trace[1273853306] range","detail":"{range_begin:/registry/persistentvolumes/pvc-14235b64-8314-4d87-a307-2d9ccebe5868; range_end:; response_count:1; response_revision:26133; }","duration":"6.19460384s","start":"2026-04-29T02:49:51.13756Z","end":"2026-04-29T02:49:57.332164Z","steps":["trace[1273853306] 'agreement among raft nodes before linearized reading' (duration: 6.193911087s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:51.137545Z","time spent":"6.194839784s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-14235b64-8314-4d87-a307-2d9ccebe5868\" "} {"level":"info","ts":"2026-04-29T02:49:57.332163Z","caller":"traceutil/trace.go:171","msg":"trace[1148247925] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26133; }","duration":"7.380540485s","start":"2026-04-29T02:49:49.951604Z","end":"2026-04-29T02:49:57.332144Z","steps":["trace[1148247925] 'agreement among raft nodes before linearized reading' (duration: 7.380477324s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.95158Z","time spent":"7.38084037s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.332529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.341683191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:49:57.332553Z","caller":"traceutil/trace.go:171","msg":"trace[1500419051] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26133; }","duration":"7.341765943s","start":"2026-04-29T02:49:49.990781Z","end":"2026-04-29T02:49:57.332547Z","steps":["trace[1500419051] 'agreement among raft nodes before linearized reading' (duration: 7.340671842s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:57.332572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:49.990749Z","time spent":"7.341818464s","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2608,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:49:57.839677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:58.339892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:49:58.521239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182620164s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:49:59.341392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:49:59.341536Z","caller":"traceutil/trace.go:171","msg":"trace[207842046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379951s","start":"2026-04-29T02:49:57.341125Z","end":"2026-04-29T02:49:59.341505Z","steps":["trace[207842046] 'agreement among raft nodes before linearized reading' (duration: 2.000179477s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:49:59.341609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.341118Z","time spent":"2.000478263s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:49:59.801337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279803691s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-29T02:49:59.801455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.338503Z","time spent":"2.462946623s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:00.327094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665741608s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:00.501559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.746311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:00.501915Z","caller":"traceutil/trace.go:171","msg":"trace[653443423] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"3.163280387s","start":"2026-04-29T02:49:57.338584Z","end":"2026-04-29T02:50:00.501865Z","steps":["trace[653443423] 'process raft request' (duration: 2.988907944s)","trace[653443423] 'compare' (duration: 171.737614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:00.502213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.338573Z","time spent":"3.163534472s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:00.5023Z","caller":"traceutil/trace.go:171","msg":"trace[1469638299] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"3.161736018s","start":"2026-04-29T02:49:57.340539Z","end":"2026-04-29T02:50:00.502275Z","steps":["trace[1469638299] 'process raft request' (duration: 3.161145837s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:00.50242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.340524Z","time spent":"3.16184085s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5579,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:01.348856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:01.348935Z","caller":"traceutil/trace.go:171","msg":"trace[921102182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999958264s","start":"2026-04-29T02:49:59.348956Z","end":"2026-04-29T02:50:01.348914Z","steps":["trace[921102182] 'agreement among raft nodes before linearized reading' (duration: 1.999859812s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:01.348987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.348924Z","time spent":"2.000053005s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:02.497048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994813628s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:50:02.497302Z","caller":"traceutil/trace.go:171","msg":"trace[1668697005] linearizableReadLoop","detail":"{readStateIndex:27014; appliedIndex:27010; }","duration":"5.158428769s","start":"2026-04-29T02:49:57.338853Z","end":"2026-04-29T02:50:02.497282Z","steps":["trace[1668697005] 'read index received' (duration: 1.182599352s)","trace[1668697005] 'applied index is now lower than readState.Index' (duration: 3.975828187s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:02.497926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.159053081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-29T02:50:02.497976Z","caller":"traceutil/trace.go:171","msg":"trace[1559290758] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26136; }","duration":"5.159113512s","start":"2026-04-29T02:49:57.338847Z","end":"2026-04-29T02:50:02.497961Z","steps":["trace[1559290758] 'agreement among raft nodes before linearized reading' (duration: 5.158916748s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:02.498052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.338838Z","time spent":"5.159204964s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T02:50:02.498685Z","caller":"traceutil/trace.go:171","msg":"trace[1856200929] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"3.866058406s","start":"2026-04-29T02:49:58.632586Z","end":"2026-04-29T02:50:02.498645Z","steps":["trace[1856200929] 'process raft request' (duration: 3.864591699s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:02.498859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.632557Z","time spent":"3.866175428s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:02.99826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:03.349563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:03.349683Z","caller":"traceutil/trace.go:171","msg":"trace[42105983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499483s","start":"2026-04-29T02:50:01.349155Z","end":"2026-04-29T02:50:03.349655Z","steps":["trace[42105983] 'agreement among raft nodes before linearized reading' (duration: 2.000359099s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:03.349733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.34913Z","time spent":"2.000590665s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:03.498488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:03.999021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:04.49979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:04.823326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32461855s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:04.823513Z","caller":"traceutil/trace.go:171","msg":"trace[1114085874] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"5.020508565s","start":"2026-04-29T02:49:59.80299Z","end":"2026-04-29T02:50:04.823499Z","steps":["trace[1114085874] 'process raft request' (duration: 5.020417383s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:04.823574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.802959Z","time spent":"5.020582547s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:04.823596Z","caller":"traceutil/trace.go:171","msg":"trace[1503984975] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"5.020956443s","start":"2026-04-29T02:49:59.802588Z","end":"2026-04-29T02:50:04.823545Z","steps":["trace[1503984975] 'process raft request' (duration: 2.696043218s)","trace[1503984975] 'compare' (duration: 2.322044092s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:04.823807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.802556Z","time spent":"5.021154047s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:05.00081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:05.358885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:05.35897Z","caller":"traceutil/trace.go:171","msg":"trace[617656131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486373s","start":"2026-04-29T02:50:03.358464Z","end":"2026-04-29T02:50:05.35895Z","steps":["trace[617656131] 'agreement among raft nodes before linearized reading' (duration: 2.000380251s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:05.359014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.358445Z","time spent":"2.000559404s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:05.501089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:05.748211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.297444342s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:06.605516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.894745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:06.605802Z","caller":"traceutil/trace.go:171","msg":"trace[1728966508] linearizableReadLoop","detail":"{readStateIndex:27020; appliedIndex:27017; }","duration":"4.108375402s","start":"2026-04-29T02:50:02.497406Z","end":"2026-04-29T02:50:06.605782Z","steps":["trace[1728966508] 'read index received' (duration: 3.25112279s)","trace[1728966508] 'applied index is now lower than readState.Index' (duration: 857.251632ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:06.605767Z","caller":"traceutil/trace.go:171","msg":"trace[1781238844] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"4.263853663s","start":"2026-04-29T02:50:02.341861Z","end":"2026-04-29T02:50:06.605715Z","steps":["trace[1781238844] 'process raft request' (duration: 3.406675443s)","trace[1781238844] 'compare' (duration: 854.794766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:06.606013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.341833Z","time spent":"4.264026897s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:06.606447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.263932763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:06.606496Z","caller":"traceutil/trace.go:171","msg":"trace[1797111621] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26142; }","duration":"8.264046415s","start":"2026-04-29T02:49:58.342435Z","end":"2026-04-29T02:50:06.606481Z","steps":["trace[1797111621] 'agreement among raft nodes before linearized reading' (duration: 8.263766139s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.606532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.342412Z","time spent":"8.264111656s","remote":"127.0.0.1:42858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.606602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.39983309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:06.606656Z","caller":"traceutil/trace.go:171","msg":"trace[1665688273] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26142; }","duration":"8.399907601s","start":"2026-04-29T02:49:58.20673Z","end":"2026-04-29T02:50:06.606637Z","steps":["trace[1665688273] 'agreement among raft nodes before linearized reading' (duration: 8.399709787s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.606698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.206713Z","time spent":"8.399975583s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:06.606724Z","caller":"traceutil/trace.go:171","msg":"trace[1959224876] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"1.823574553s","start":"2026-04-29T02:50:04.783134Z","end":"2026-04-29T02:50:06.606708Z","steps":["trace[1959224876] 'process raft request' (duration: 1.822491523s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.606788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.783102Z","time spent":"1.823649114s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:06.606907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.265491669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.606945Z","caller":"traceutil/trace.go:171","msg":"trace[1152745830] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"1.777120448s","start":"2026-04-29T02:50:04.829814Z","end":"2026-04-29T02:50:06.606935Z","steps":["trace[1152745830] 'process raft request' (duration: 1.775919796s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.606899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.261527454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:06.607009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.829789Z","time spent":"1.777193879s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:50:06.607022Z","caller":"traceutil/trace.go:171","msg":"trace[20323199] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26142; }","duration":"9.261698817s","start":"2026-04-29T02:49:57.345294Z","end":"2026-04-29T02:50:06.606993Z","steps":["trace[20323199] 'agreement among raft nodes before linearized reading' (duration: 9.261440133s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.607083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105840435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-29T02:50:06.607141Z","caller":"traceutil/trace.go:171","msg":"trace[1691021494] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1; range_end:; response_count:1; response_revision:26142; }","duration":"4.105913415s","start":"2026-04-29T02:50:02.501204Z","end":"2026-04-29T02:50:06.607117Z","steps":["trace[1691021494] 'agreement among raft nodes before linearized reading' (duration: 4.105777473s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.607178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.501188Z","time spent":"4.105981837s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-78135ca4-d271-4b3c-a9fa-bbe0fb55ecf1\" "} {"level":"warn","ts":"2026-04-29T02:50:06.607194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.544417277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.607231Z","caller":"traceutil/trace.go:171","msg":"trace[558235574] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26142; }","duration":"8.544513999s","start":"2026-04-29T02:49:58.062706Z","end":"2026-04-29T02:50:06.60722Z","steps":["trace[558235574] 'agreement among raft nodes before linearized reading' (duration: 8.544412977s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.607262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:58.062687Z","time spent":"8.54456697s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.607281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584436275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.607316Z","caller":"traceutil/trace.go:171","msg":"trace[1988820913] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26142; }","duration":"4.584509537s","start":"2026-04-29T02:50:02.022797Z","end":"2026-04-29T02:50:06.607306Z","steps":["trace[1988820913] 'agreement among raft nodes before linearized reading' (duration: 4.584368724s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.607348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.022771Z","time spent":"4.584568667s","remote":"127.0.0.1:42982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.607558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885456983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.607591Z","caller":"traceutil/trace.go:171","msg":"trace[685956821] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26142; }","duration":"4.885540845s","start":"2026-04-29T02:50:01.722037Z","end":"2026-04-29T02:50:06.607578Z","steps":["trace[685956821] 'agreement among raft nodes before linearized reading' (duration: 4.885479214s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.607627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.721974Z","time spent":"4.885643886s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.607732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.853627849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.607777Z","caller":"traceutil/trace.go:171","msg":"trace[2100450647] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26142; }","duration":"8.8537177s","start":"2026-04-29T02:49:57.754042Z","end":"2026-04-29T02:50:06.60776Z","steps":["trace[2100450647] 'agreement among raft nodes before linearized reading' (duration: 8.853644579s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.607811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.754016Z","time spent":"8.853785382s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.607835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.727658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-29T02:50:06.607855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98633946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.607874Z","caller":"traceutil/trace.go:171","msg":"trace[801056666] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26142; }","duration":"467.82783ms","start":"2026-04-29T02:50:06.140036Z","end":"2026-04-29T02:50:06.607864Z","steps":["trace[801056666] 'agreement among raft nodes before linearized reading' (duration: 467.706278ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:06.607899Z","caller":"traceutil/trace.go:171","msg":"trace[2002971485] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26142; }","duration":"4.986440282s","start":"2026-04-29T02:50:01.621447Z","end":"2026-04-29T02:50:06.607887Z","steps":["trace[2002971485] 'agreement among raft nodes before linearized reading' (duration: 4.986351891s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.607907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.140003Z","time spent":"467.898102ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:50:06.607932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:01.621415Z","time spent":"4.986508463s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.607987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.932141619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.608017Z","caller":"traceutil/trace.go:171","msg":"trace[353652880] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26142; }","duration":"8.93220948s","start":"2026-04-29T02:49:57.675797Z","end":"2026-04-29T02:50:06.608007Z","steps":["trace[353652880] 'agreement among raft nodes before linearized reading' (duration: 8.932153019s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.608046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.675775Z","time spent":"8.932263591s","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.60809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.153781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:06.608111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.754029666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.608133Z","caller":"traceutil/trace.go:171","msg":"trace[123368733] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26142; }","duration":"557.197491ms","start":"2026-04-29T02:50:06.050921Z","end":"2026-04-29T02:50:06.608118Z","steps":["trace[123368733] 'agreement among raft nodes before linearized reading' (duration: 557.1163ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:06.608144Z","caller":"traceutil/trace.go:171","msg":"trace[751350649] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26142; }","duration":"5.754158099s","start":"2026-04-29T02:50:00.853974Z","end":"2026-04-29T02:50:06.608132Z","steps":["trace[751350649] 'agreement among raft nodes before linearized reading' (duration: 5.754097328s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.608166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.050871Z","time spent":"557.285863ms","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.60818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.853944Z","time spent":"5.75422394s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.60821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.171806946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.608242Z","caller":"traceutil/trace.go:171","msg":"trace[221065303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26142; }","duration":"9.171840986s","start":"2026-04-29T02:49:57.43639Z","end":"2026-04-29T02:50:06.608231Z","steps":["trace[221065303] 'agreement among raft nodes before linearized reading' (duration: 9.171783175s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.608272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.436342Z","time spent":"9.171921578s","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.608427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.195232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.608491Z","caller":"traceutil/trace.go:171","msg":"trace[107771623] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26142; }","duration":"999.260343ms","start":"2026-04-29T02:50:05.609221Z","end":"2026-04-29T02:50:06.608482Z","steps":["trace[107771623] 'agreement among raft nodes before linearized reading' (duration: 999.09313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.60851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.27759826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:06.608522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.609164Z","time spent":"999.350774ms","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:06.608545Z","caller":"traceutil/trace.go:171","msg":"trace[20986163] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26142; }","duration":"7.277669761s","start":"2026-04-29T02:49:59.330865Z","end":"2026-04-29T02:50:06.608535Z","steps":["trace[20986163] 'agreement among raft nodes before linearized reading' (duration: 7.27761466s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.608579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.330839Z","time spent":"7.277732942s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.608668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248996297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.608696Z","caller":"traceutil/trace.go:171","msg":"trace[968355277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26142; }","duration":"1.249060029s","start":"2026-04-29T02:50:05.359628Z","end":"2026-04-29T02:50:06.608688Z","steps":["trace[968355277] 'agreement among raft nodes before linearized reading' (duration: 1.249016988s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.608723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.359607Z","time spent":"1.249109569s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:06.608873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.580271119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.608911Z","caller":"traceutil/trace.go:171","msg":"trace[1865105167] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26142; }","duration":"7.580458601s","start":"2026-04-29T02:49:59.028442Z","end":"2026-04-29T02:50:06.6089Z","steps":["trace[1865105167] 'agreement among raft nodes before linearized reading' (duration: 7.580317059s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.60894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:59.028411Z","time spent":"7.580521253s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.608961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257062456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.608997Z","caller":"traceutil/trace.go:171","msg":"trace[1815144476] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26142; }","duration":"1.257101247s","start":"2026-04-29T02:50:05.351886Z","end":"2026-04-29T02:50:06.608987Z","steps":["trace[1815144476] 'agreement among raft nodes before linearized reading' (duration: 1.257037276s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.609033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.351831Z","time spent":"1.257193349s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:06.606946Z","caller":"traceutil/trace.go:171","msg":"trace[235788580] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:26142; }","duration":"9.265553329s","start":"2026-04-29T02:49:57.341383Z","end":"2026-04-29T02:50:06.606936Z","steps":["trace[235788580] 'agreement among raft nodes before linearized reading' (duration: 9.265495568s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.609164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.341369Z","time spent":"9.267786121s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:50:06.609204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42547538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.609224Z","caller":"traceutil/trace.go:171","msg":"trace[1264288889] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26142; }","duration":"1.42550054s","start":"2026-04-29T02:50:05.183718Z","end":"2026-04-29T02:50:06.609219Z","steps":["trace[1264288889] 'agreement among raft nodes before linearized reading' (duration: 1.425451239s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.609242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:05.183642Z","time spent":"1.425595382s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.609351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766758166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.609371Z","caller":"traceutil/trace.go:171","msg":"trace[1200195406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26142; }","duration":"1.766829698s","start":"2026-04-29T02:50:04.842533Z","end":"2026-04-29T02:50:06.609363Z","steps":["trace[1200195406] 'agreement among raft nodes before linearized reading' (duration: 1.766795897s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.609389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.842517Z","time spent":"1.766867078s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.609503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146128291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.609522Z","caller":"traceutil/trace.go:171","msg":"trace[17780303] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26142; }","duration":"2.146194552s","start":"2026-04-29T02:50:04.463321Z","end":"2026-04-29T02:50:06.609516Z","steps":["trace[17780303] 'agreement among raft nodes before linearized reading' (duration: 2.146160942s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.60956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.463299Z","time spent":"2.146235453s","remote":"127.0.0.1:42384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.609661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320244619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.609679Z","caller":"traceutil/trace.go:171","msg":"trace[1660285296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26142; }","duration":"2.3203002s","start":"2026-04-29T02:50:04.289373Z","end":"2026-04-29T02:50:06.609673Z","steps":["trace[1660285296] 'agreement among raft nodes before linearized reading' (duration: 2.32026971s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.609698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:04.289351Z","time spent":"2.320342181s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.609807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197723867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.609838Z","caller":"traceutil/trace.go:171","msg":"trace[1324464964] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26142; }","duration":"3.197743268s","start":"2026-04-29T02:50:03.412076Z","end":"2026-04-29T02:50:06.609819Z","steps":["trace[1324464964] 'agreement among raft nodes before linearized reading' (duration: 3.197707657s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.609857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.412011Z","time spent":"3.197841189s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.609968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359137868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:06.610059Z","caller":"traceutil/trace.go:171","msg":"trace[330257798] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26142; }","duration":"3.359276591s","start":"2026-04-29T02:50:03.250775Z","end":"2026-04-29T02:50:06.610052Z","steps":["trace[330257798] 'agreement among raft nodes before linearized reading' (duration: 3.359167949s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.610085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.250748Z","time spent":"3.359327692s","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.610228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500378655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.610251Z","caller":"traceutil/trace.go:171","msg":"trace[415593846] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26142; }","duration":"3.500463106s","start":"2026-04-29T02:50:03.109781Z","end":"2026-04-29T02:50:06.610244Z","steps":["trace[415593846] 'agreement among raft nodes before linearized reading' (duration: 3.500423306s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.61027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:03.109743Z","time spent":"3.500521418s","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.60846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.101010068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-69f4z\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-04-29T02:50:06.610356Z","caller":"traceutil/trace.go:171","msg":"trace[27048945] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-69f4z; range_end:; response_count:1; response_revision:26142; }","duration":"6.102899083s","start":"2026-04-29T02:50:00.507418Z","end":"2026-04-29T02:50:06.610317Z","steps":["trace[27048945] 'agreement among raft nodes before linearized reading' (duration: 6.100905796s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.610448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:00.507401Z","time spent":"6.103011375s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-69f4z\" "} {"level":"warn","ts":"2026-04-29T02:50:06.610684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.794155859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.610712Z","caller":"traceutil/trace.go:171","msg":"trace[3957179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26142; }","duration":"3.79422528s","start":"2026-04-29T02:50:02.816478Z","end":"2026-04-29T02:50:06.610703Z","steps":["trace[3957179] 'agreement among raft nodes before linearized reading' (duration: 3.794155248s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.610733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.816455Z","time spent":"3.794272051s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.610863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834997508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:06.610887Z","caller":"traceutil/trace.go:171","msg":"trace[1841470606] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26142; }","duration":"3.83507041s","start":"2026-04-29T02:50:02.775809Z","end":"2026-04-29T02:50:06.61088Z","steps":["trace[1841470606] 'agreement among raft nodes before linearized reading' (duration: 3.835027239s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:06.610907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:02.77578Z","time spent":"3.83512107s","remote":"127.0.0.1:34826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:06.607087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:49:57.345287Z","time spent":"9.261788449s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:07.115872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:07.61627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:07.689451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077865215s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:07.69307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.611485Z","time spent":"1.081578204s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:08.620704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:08.620841Z","caller":"traceutil/trace.go:171","msg":"trace[481025691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000833159s","start":"2026-04-29T02:50:06.619978Z","end":"2026-04-29T02:50:08.620811Z","steps":["trace[481025691] 'agreement among raft nodes before linearized reading' (duration: 2.000662636s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:08.620907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.619959Z","time spent":"2.000934791s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:09.290181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60028654s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:10.387999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095844759s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:10.478436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.793706Z","time spent":"684.716683ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:10.480791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188474912s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:10.481096Z","caller":"traceutil/trace.go:171","msg":"trace[1596111584] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"3.860973982s","start":"2026-04-29T02:50:06.620102Z","end":"2026-04-29T02:50:10.481076Z","steps":["trace[1596111584] 'process raft request' (duration: 3.860790248s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:10.481232Z","caller":"traceutil/trace.go:171","msg":"trace[1707865270] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"3.864562278s","start":"2026-04-29T02:50:06.616646Z","end":"2026-04-29T02:50:10.481208Z","steps":["trace[1707865270] 'process raft request' (duration: 2.675577437s)","trace[1707865270] 'compare' (duration: 1.187905501s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:10.481433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.616623Z","time spent":"3.864748832s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:10.481512Z","caller":"traceutil/trace.go:171","msg":"trace[241560268] linearizableReadLoop","detail":"{readStateIndex:27023; appliedIndex:27020; }","duration":"3.865917353s","start":"2026-04-29T02:50:06.615588Z","end":"2026-04-29T02:50:10.481505Z","steps":["trace[241560268] 'read index received' (duration: 1.074027024s)","trace[241560268] 'applied index is now lower than readState.Index' (duration: 2.791889599s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:10.481577Z","caller":"traceutil/trace.go:171","msg":"trace[967259626] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"2.786837646s","start":"2026-04-29T02:50:07.694696Z","end":"2026-04-29T02:50:10.481534Z","steps":["trace[967259626] 'process raft request' (duration: 2.786292956s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.481679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866089936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6b6c58759b-g9jjt.18aab298586f4646\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-04-29T02:50:10.481709Z","caller":"traceutil/trace.go:171","msg":"trace[480181174] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6b6c58759b-g9jjt.18aab298586f4646; range_end:; response_count:1; response_revision:26146; }","duration":"3.866152378s","start":"2026-04-29T02:50:06.615549Z","end":"2026-04-29T02:50:10.481702Z","steps":["trace[480181174] 'agreement among raft nodes before linearized reading' (duration: 3.866005755s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.481733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.61553Z","time spent":"3.866196198s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1200,"request content":"key:\"/registry/events/openstack/cinder-api-6b6c58759b-g9jjt.18aab298586f4646\" "} {"level":"warn","ts":"2026-04-29T02:50:10.481751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.694671Z","time spent":"2.786996528s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:10.481604Z","caller":"traceutil/trace.go:171","msg":"trace[1376100766] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"2.780220382s","start":"2026-04-29T02:50:07.701357Z","end":"2026-04-29T02:50:10.481578Z","steps":["trace[1376100766] 'process raft request' (duration: 2.779671882s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.482061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.701337Z","time spent":"2.780684622s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:10.481176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.620076Z","time spent":"3.861065194s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:10.621466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:10.621558Z","caller":"traceutil/trace.go:171","msg":"trace[1347416317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721077s","start":"2026-04-29T02:50:08.620817Z","end":"2026-04-29T02:50:10.621538Z","steps":["trace[1347416317] 'agreement among raft nodes before linearized reading' (duration: 2.000604955s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:10.621618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:08.620795Z","time spent":"2.000813379s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:11.64241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05506766s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:11.652075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065045265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:11.652274Z","caller":"traceutil/trace.go:171","msg":"trace[142820404] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"1.168474959s","start":"2026-04-29T02:50:10.483783Z","end":"2026-04-29T02:50:11.652258Z","steps":["trace[142820404] 'process raft request' (duration: 1.168386188s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.652329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.483762Z","time spent":"1.16854346s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:11.652323Z","caller":"traceutil/trace.go:171","msg":"trace[1038194038] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"1.649081787s","start":"2026-04-29T02:50:10.003156Z","end":"2026-04-29T02:50:11.652238Z","steps":["trace[1038194038] 'process raft request' (duration: 583.783747ms)","trace[1038194038] 'compare' (duration: 1.064397714s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:11.652568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989480115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:11.65315Z","caller":"traceutil/trace.go:171","msg":"trace[1925838140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26148; }","duration":"2.990078775s","start":"2026-04-29T02:50:08.663055Z","end":"2026-04-29T02:50:11.653134Z","steps":["trace[1925838140] 'agreement among raft nodes before linearized reading' (duration: 2.989479584s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.6532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:08.663043Z","time spent":"2.990147438s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:11.652583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.036340569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-29T02:50:11.653341Z","caller":"traceutil/trace.go:171","msg":"trace[1951424318] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26148; }","duration":"5.037140373s","start":"2026-04-29T02:50:06.616192Z","end":"2026-04-29T02:50:11.653332Z","steps":["trace[1951424318] 'agreement among raft nodes before linearized reading' (duration: 5.036220287s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.653373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.616178Z","time spent":"5.037188005s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:11.652612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.003126Z","time spent":"1.649327302s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:11.652357Z","caller":"traceutil/trace.go:171","msg":"trace[415030622] linearizableReadLoop","detail":"{readStateIndex:27026; appliedIndex:27025; }","duration":"1.170796562s","start":"2026-04-29T02:50:10.481532Z","end":"2026-04-29T02:50:11.652329Z","steps":["trace[415030622] 'read index received' (duration: 105.627545ms)","trace[415030622] 'applied index is now lower than readState.Index' (duration: 1.065166877s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:11.652634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092140331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:11.653746Z","caller":"traceutil/trace.go:171","msg":"trace[337492314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26148; }","duration":"4.09325957s","start":"2026-04-29T02:50:07.56045Z","end":"2026-04-29T02:50:11.653709Z","steps":["trace[337492314] 'agreement among raft nodes before linearized reading' (duration: 4.09215729s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.652676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173214139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:11.653843Z","caller":"traceutil/trace.go:171","msg":"trace[552119075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26148; }","duration":"4.17439948s","start":"2026-04-29T02:50:07.479418Z","end":"2026-04-29T02:50:11.653817Z","steps":["trace[552119075] 'agreement among raft nodes before linearized reading' (duration: 4.173241228s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.653851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.560432Z","time spent":"4.093380664s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:11.653928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.479396Z","time spent":"4.174507243s","remote":"127.0.0.1:52180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:11.652758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.031065291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:11.652718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408226279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:11.654009Z","caller":"traceutil/trace.go:171","msg":"trace[1937926537] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26148; }","duration":"5.032327224s","start":"2026-04-29T02:50:06.621672Z","end":"2026-04-29T02:50:11.654Z","steps":["trace[1937926537] 'agreement among raft nodes before linearized reading' (duration: 5.031061901s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.654057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:06.621664Z","time spent":"5.032383075s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:11.65278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649361133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:11.654074Z","caller":"traceutil/trace.go:171","msg":"trace[1850658426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26148; }","duration":"4.409587774s","start":"2026-04-29T02:50:07.244445Z","end":"2026-04-29T02:50:11.654033Z","steps":["trace[1850658426] 'agreement among raft nodes before linearized reading' (duration: 4.408249289s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:11.654141Z","caller":"traceutil/trace.go:171","msg":"trace[2014020172] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26148; }","duration":"1.650739358s","start":"2026-04-29T02:50:10.00337Z","end":"2026-04-29T02:50:11.654109Z","steps":["trace[2014020172] 'agreement among raft nodes before linearized reading' (duration: 1.649294091s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.654192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:07.244425Z","time spent":"4.409724287s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:11.652814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843184158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:11.652866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589598028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:11.654301Z","caller":"traceutil/trace.go:171","msg":"trace[386984415] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26148; }","duration":"1.844701795s","start":"2026-04-29T02:50:09.809588Z","end":"2026-04-29T02:50:11.65429Z","steps":["trace[386984415] 'agreement among raft nodes before linearized reading' (duration: 1.843201118s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.654336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.809567Z","time spent":"1.844753817s","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:11.654347Z","caller":"traceutil/trace.go:171","msg":"trace[850254353] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26148; }","duration":"2.591096096s","start":"2026-04-29T02:50:09.063223Z","end":"2026-04-29T02:50:11.654319Z","steps":["trace[850254353] 'agreement among raft nodes before linearized reading' (duration: 2.589625089s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.652877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541193551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:11.654411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:09.063201Z","time spent":"2.591192417s","remote":"127.0.0.1:42510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:11.65444Z","caller":"traceutil/trace.go:171","msg":"trace[913822699] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26148; }","duration":"1.542816121s","start":"2026-04-29T02:50:10.111616Z","end":"2026-04-29T02:50:11.654432Z","steps":["trace[913822699] 'agreement among raft nodes before linearized reading' (duration: 1.541210261s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:11.65447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.111582Z","time spent":"1.542880263s","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:11.65424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.003359Z","time spent":"1.65084612s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:12.154123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:12.630184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:12.630275Z","caller":"traceutil/trace.go:171","msg":"trace[841491891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303559s","start":"2026-04-29T02:50:10.629951Z","end":"2026-04-29T02:50:12.630255Z","steps":["trace[841491891] 'agreement among raft nodes before linearized reading' (duration: 2.000182207s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:12.630327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.629934Z","time spent":"2.000382881s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:12.655015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:13.155713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:13.380431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.615077585s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:13.382106Z","caller":"traceutil/trace.go:171","msg":"trace[1319174959] linearizableReadLoop","detail":"{readStateIndex:27028; appliedIndex:27027; }","duration":"1.728419814s","start":"2026-04-29T02:50:11.653654Z","end":"2026-04-29T02:50:13.382074Z","steps":["trace[1319174959] 'read index received' (duration: 1.727046798s)","trace[1319174959] 'applied index is now lower than readState.Index' (duration: 1.371686ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:13.382436Z","caller":"traceutil/trace.go:171","msg":"trace[729966042] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"1.765565274s","start":"2026-04-29T02:50:11.616857Z","end":"2026-04-29T02:50:13.382422Z","steps":["trace[729966042] 'process raft request' (duration: 1.763914844s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.382552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.61683Z","time spent":"1.765644265s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:13.382779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188313875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:13.382824Z","caller":"traceutil/trace.go:171","msg":"trace[1683005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26149; }","duration":"2.188389327s","start":"2026-04-29T02:50:11.194424Z","end":"2026-04-29T02:50:13.382813Z","steps":["trace[1683005] 'agreement among raft nodes before linearized reading' (duration: 2.188311656s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.382863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.194404Z","time spent":"2.188446648s","remote":"127.0.0.1:59560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:13.383039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.323952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:13.383111Z","caller":"traceutil/trace.go:171","msg":"trace[749972290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26149; }","duration":"752.437854ms","start":"2026-04-29T02:50:12.630655Z","end":"2026-04-29T02:50:13.383093Z","steps":["trace[749972290] 'agreement among raft nodes before linearized reading' (duration: 752.315752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.383164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.630633Z","time spent":"752.520425ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:13.383375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639100552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:13.383396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492524076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:13.383435Z","caller":"traceutil/trace.go:171","msg":"trace[1967543063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26149; }","duration":"1.639192004s","start":"2026-04-29T02:50:11.744226Z","end":"2026-04-29T02:50:13.383418Z","steps":["trace[1967543063] 'agreement among raft nodes before linearized reading' (duration: 1.639114163s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:13.383446Z","caller":"traceutil/trace.go:171","msg":"trace[895693985] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26149; }","duration":"1.492617808s","start":"2026-04-29T02:50:11.890814Z","end":"2026-04-29T02:50:13.383432Z","steps":["trace[895693985] 'agreement among raft nodes before linearized reading' (duration: 1.492515926s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.383468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.74421Z","time spent":"1.639250495s","remote":"127.0.0.1:37596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:13.383496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.890791Z","time spent":"1.492695529s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:13.383513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897392981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-29T02:50:13.383482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.042535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:13.383566Z","caller":"traceutil/trace.go:171","msg":"trace[242811601] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26149; }","duration":"2.897445942s","start":"2026-04-29T02:50:10.486105Z","end":"2026-04-29T02:50:13.383551Z","steps":["trace[242811601] 'agreement among raft nodes before linearized reading' (duration: 2.897270359s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:13.383588Z","caller":"traceutil/trace.go:171","msg":"trace[1078994234] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26149; }","duration":"966.203039ms","start":"2026-04-29T02:50:12.417361Z","end":"2026-04-29T02:50:13.383564Z","steps":["trace[1078994234] 'agreement among raft nodes before linearized reading' (duration: 965.988995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.383627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.486086Z","time spent":"2.897524994s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:50:13.383644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.417343Z","time spent":"966.2892ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:13.383693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477407165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:13.38373Z","caller":"traceutil/trace.go:171","msg":"trace[461846451] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26149; }","duration":"1.477445445s","start":"2026-04-29T02:50:11.906272Z","end":"2026-04-29T02:50:13.383717Z","steps":["trace[461846451] 'agreement among raft nodes before linearized reading' (duration: 1.477389134s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.383763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.906206Z","time spent":"1.477548828s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:13.383967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899543302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-29T02:50:13.384063Z","caller":"traceutil/trace.go:171","msg":"trace[1127685137] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26149; }","duration":"2.899664184s","start":"2026-04-29T02:50:10.484377Z","end":"2026-04-29T02:50:13.384041Z","steps":["trace[1127685137] 'agreement among raft nodes before linearized reading' (duration: 2.89945888s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.383097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726967797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:50:13.384119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:10.484365Z","time spent":"2.899740125s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:50:13.384094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726334804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-29T02:50:13.383996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.749547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:50:13.384188Z","caller":"traceutil/trace.go:171","msg":"trace[1226814933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5; range_end:; response_count:1; response_revision:26149; }","duration":"1.726469427s","start":"2026-04-29T02:50:11.657695Z","end":"2026-04-29T02:50:13.384165Z","steps":["trace[1226814933] 'agreement among raft nodes before linearized reading' (duration: 1.726124381s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:13.384201Z","caller":"traceutil/trace.go:171","msg":"trace[217266033] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26149; }","duration":"154.989302ms","start":"2026-04-29T02:50:13.229196Z","end":"2026-04-29T02:50:13.384186Z","steps":["trace[217266033] 'agreement among raft nodes before linearized reading' (duration: 154.702657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.384208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.897807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-29T02:50:13.384245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.657687Z","time spent":"1.726549429s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2f4c8396-09df-4113-a07c-e4ae2cad49a5\" "} {"level":"info","ts":"2026-04-29T02:50:13.384287Z","caller":"traceutil/trace.go:171","msg":"trace[61200467] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26149; }","duration":"214.038079ms","start":"2026-04-29T02:50:13.170231Z","end":"2026-04-29T02:50:13.38427Z","steps":["trace[61200467] 'agreement among raft nodes before linearized reading' (duration: 213.734684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.384009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.600584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:13.384425Z","caller":"traceutil/trace.go:171","msg":"trace[1008757080] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26149; }","duration":"483.111134ms","start":"2026-04-29T02:50:12.901284Z","end":"2026-04-29T02:50:13.384395Z","steps":["trace[1008757080] 'agreement among raft nodes before linearized reading' (duration: 482.561174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.384545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:12.901257Z","time spent":"483.269247ms","remote":"127.0.0.1:51184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:13.384594Z","caller":"traceutil/trace.go:171","msg":"trace[1432321916] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:26149; }","duration":"1.728068257s","start":"2026-04-29T02:50:11.65607Z","end":"2026-04-29T02:50:13.384138Z","steps":["trace[1432321916] 'agreement among raft nodes before linearized reading' (duration: 1.726881206s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:13.384658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:11.656051Z","time spent":"1.728573417s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" "} {"level":"warn","ts":"2026-04-29T02:50:14.627517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.408353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:14.627604Z","caller":"traceutil/trace.go:171","msg":"trace[242163340] linearizableReadLoop","detail":"{readStateIndex:27029; appliedIndex:27028; }","duration":"1.239377478s","start":"2026-04-29T02:50:13.388213Z","end":"2026-04-29T02:50:14.62759Z","steps":["trace[242163340] 'read index received' (duration: 401.813612ms)","trace[242163340] 'applied index is now lower than readState.Index' (duration: 837.562506ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:14.627662Z","caller":"traceutil/trace.go:171","msg":"trace[610184136] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"1.240516979s","start":"2026-04-29T02:50:13.387137Z","end":"2026-04-29T02:50:14.627653Z","steps":["trace[610184136] 'process raft request' (duration: 402.896891ms)","trace[610184136] 'compare' (duration: 837.172339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:14.627702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.387117Z","time spent":"1.2405637s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:14.628697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240477588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:50:14.628729Z","caller":"traceutil/trace.go:171","msg":"trace[1814558181] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26150; }","duration":"1.24053333s","start":"2026-04-29T02:50:13.388187Z","end":"2026-04-29T02:50:14.628721Z","steps":["trace[1814558181] 'agreement among raft nodes before linearized reading' (duration: 1.239652564s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:14.62875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.388176Z","time spent":"1.24056924s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:50:15.128514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:15.392751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:15.392873Z","caller":"traceutil/trace.go:171","msg":"trace[2118588901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459933s","start":"2026-04-29T02:50:13.392389Z","end":"2026-04-29T02:50:15.392848Z","steps":["trace[2118588901] 'agreement among raft nodes before linearized reading' (duration: 2.00030549s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:15.392933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.392384Z","time spent":"2.000537384s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:15.629002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:15.780461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.990431016s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:16.986931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194735175s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:16.987137Z","caller":"traceutil/trace.go:171","msg":"trace[730630845] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26150; }","duration":"2.194953589s","start":"2026-04-29T02:50:14.792156Z","end":"2026-04-29T02:50:16.987109Z","steps":["trace[730630845] 'range keys from in-memory index tree' (duration: 2.194713114s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:16.989518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208531664s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:16.989664Z","caller":"traceutil/trace.go:171","msg":"trace[318393145] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"3.598254355s","start":"2026-04-29T02:50:13.39138Z","end":"2026-04-29T02:50:16.989635Z","steps":["trace[318393145] 'process raft request' (duration: 2.389483476s)","trace[318393145] 'compare' (duration: 1.208175558s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:16.989761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.391369Z","time spent":"3.598347757s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:17.277923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.355767522s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:17.27925Z","caller":"traceutil/trace.go:171","msg":"trace[985863635] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"3.400848954s","start":"2026-04-29T02:50:13.878369Z","end":"2026-04-29T02:50:17.279218Z","steps":["trace[985863635] 'process raft request' (duration: 3.399843106s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:17.279541Z","caller":"traceutil/trace.go:171","msg":"trace[1678371918] linearizableReadLoop","detail":"{readStateIndex:27032; appliedIndex:27029; }","duration":"2.651880016s","start":"2026-04-29T02:50:14.627624Z","end":"2026-04-29T02:50:17.279504Z","steps":["trace[1678371918] 'read index received' (duration: 1.153156035s)","trace[1678371918] 'applied index is now lower than readState.Index' (duration: 1.498722361s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:17.279619Z","caller":"traceutil/trace.go:171","msg":"trace[1792338608] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"2.646835233s","start":"2026-04-29T02:50:14.632736Z","end":"2026-04-29T02:50:17.279571Z","steps":["trace[1792338608] 'process raft request' (duration: 2.646422744s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.279723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.878348Z","time spent":"3.401008408s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:17.27974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50119524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:17.279808Z","caller":"traceutil/trace.go:171","msg":"trace[1248091469] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26153; }","duration":"3.501358504s","start":"2026-04-29T02:50:13.778431Z","end":"2026-04-29T02:50:17.27979Z","steps":["trace[1248091469] 'agreement among raft nodes before linearized reading' (duration: 3.5011389s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.279648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698646757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:17.279822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890698564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:17.279861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.632724Z","time spent":"2.647024747s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:50:17.279947Z","caller":"traceutil/trace.go:171","msg":"trace[1435235086] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26153; }","duration":"3.890881897s","start":"2026-04-29T02:50:13.38904Z","end":"2026-04-29T02:50:17.279922Z","steps":["trace[1435235086] 'agreement among raft nodes before linearized reading' (duration: 3.890632252s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:17.279936Z","caller":"traceutil/trace.go:171","msg":"trace[636729613] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26153; }","duration":"2.698973663s","start":"2026-04-29T02:50:14.580926Z","end":"2026-04-29T02:50:17.279899Z","steps":["trace[636729613] 'agreement among raft nodes before linearized reading' (duration: 2.698624676s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.279862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.778407Z","time spent":"3.501443136s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:17.280022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.38903Z","time spent":"3.89097932s","remote":"127.0.0.1:42946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:17.280067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.580894Z","time spent":"2.699118915s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:17.284552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893831782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-29T02:50:17.284607Z","caller":"traceutil/trace.go:171","msg":"trace[2121576588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26153; }","duration":"3.893904903s","start":"2026-04-29T02:50:13.390688Z","end":"2026-04-29T02:50:17.284593Z","steps":["trace[2121576588] 'agreement among raft nodes before linearized reading' (duration: 3.888943902s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.284635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:13.390676Z","time spent":"3.893952954s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:17.285506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776840344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:50:17.285574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65477325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:50:17.285633Z","caller":"traceutil/trace.go:171","msg":"trace[1508631505] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26154; }","duration":"2.654883412s","start":"2026-04-29T02:50:14.63073Z","end":"2026-04-29T02:50:17.285613Z","steps":["trace[1508631505] 'agreement among raft nodes before linearized reading' (duration: 2.654599957s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.28568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.630713Z","time spent":"2.654955514s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:50:17.285754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912252812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:17.285801Z","caller":"traceutil/trace.go:171","msg":"trace[1565380016] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26154; }","duration":"1.912299063s","start":"2026-04-29T02:50:15.373483Z","end":"2026-04-29T02:50:17.285782Z","steps":["trace[1565380016] 'agreement among raft nodes before linearized reading' (duration: 1.912215371s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.285826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.373385Z","time spent":"1.912433884s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:17.285556Z","caller":"traceutil/trace.go:171","msg":"trace[1572276181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26154; }","duration":"1.776923944s","start":"2026-04-29T02:50:15.508619Z","end":"2026-04-29T02:50:17.285543Z","steps":["trace[1572276181] 'agreement among raft nodes before linearized reading' (duration: 1.776737231s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.28588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.508602Z","time spent":"1.777266351s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:50:17.28596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365798527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:17.286006Z","caller":"traceutil/trace.go:171","msg":"trace[1901878956] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26154; }","duration":"2.365893078s","start":"2026-04-29T02:50:14.920104Z","end":"2026-04-29T02:50:17.285997Z","steps":["trace[1901878956] 'agreement among raft nodes before linearized reading' (duration: 2.365813706s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.285982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792148508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:17.286085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042782933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:17.289372Z","caller":"traceutil/trace.go:171","msg":"trace[1395846681] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26154; }","duration":"1.046107975s","start":"2026-04-29T02:50:16.243245Z","end":"2026-04-29T02:50:17.289353Z","steps":["trace[1395846681] 'agreement among raft nodes before linearized reading' (duration: 1.042779882s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.289588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.504497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dzdvp\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-04-29T02:50:17.286107Z","caller":"traceutil/trace.go:171","msg":"trace[214578406] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26154; }","duration":"1.792323061s","start":"2026-04-29T02:50:15.493771Z","end":"2026-04-29T02:50:17.286094Z","steps":["trace[214578406] 'agreement among raft nodes before linearized reading' (duration: 1.792172029s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:17.289643Z","caller":"traceutil/trace.go:171","msg":"trace[1410758353] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dzdvp; range_end:; response_count:1; response_revision:26154; }","duration":"294.563868ms","start":"2026-04-29T02:50:16.99506Z","end":"2026-04-29T02:50:17.289624Z","steps":["trace[1410758353] 'agreement among raft nodes before linearized reading' (duration: 294.411396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.289512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.243223Z","time spent":"1.046271038s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:17.289755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.493748Z","time spent":"1.795921658s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:17.28607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.920075Z","time spent":"2.36598532s","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:17.286161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478758426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-29T02:50:17.290193Z","caller":"traceutil/trace.go:171","msg":"trace[1105527968] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26154; }","duration":"2.482826162s","start":"2026-04-29T02:50:14.807351Z","end":"2026-04-29T02:50:17.290178Z","steps":["trace[1105527968] 'agreement among raft nodes before linearized reading' (duration: 2.478738886s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.290245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.807326Z","time spent":"2.482905373s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-29T02:50:17.286165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892464392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:17.29034Z","caller":"traceutil/trace.go:171","msg":"trace[1404637593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26154; }","duration":"1.89663606s","start":"2026-04-29T02:50:15.393687Z","end":"2026-04-29T02:50:17.290323Z","steps":["trace[1404637593] 'agreement among raft nodes before linearized reading' (duration: 1.892428842s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.290376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.393589Z","time spent":"1.896777893s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:17.286163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477875363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:17.29053Z","caller":"traceutil/trace.go:171","msg":"trace[108623058] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26154; }","duration":"1.482297815s","start":"2026-04-29T02:50:15.808213Z","end":"2026-04-29T02:50:17.29051Z","steps":["trace[108623058] 'agreement among raft nodes before linearized reading' (duration: 1.477881043s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:17.28618Z","caller":"traceutil/trace.go:171","msg":"trace[714286423] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"543.779201ms","start":"2026-04-29T02:50:16.742379Z","end":"2026-04-29T02:50:17.286158Z","steps":["trace[714286423] 'process raft request' (duration: 542.785914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.286208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63541401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:17.286229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860499599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:17.286295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.489241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:17.286329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.767126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:17.290913Z","caller":"traceutil/trace.go:171","msg":"trace[456198456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26154; }","duration":"595.388032ms","start":"2026-04-29T02:50:16.695512Z","end":"2026-04-29T02:50:17.2909Z","steps":["trace[456198456] 'agreement among raft nodes before linearized reading' (duration: 590.768256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.290949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.695489Z","time spent":"595.450034ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:17.290952Z","caller":"traceutil/trace.go:171","msg":"trace[1764030308] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26154; }","duration":"1.865236748s","start":"2026-04-29T02:50:15.42569Z","end":"2026-04-29T02:50:17.290927Z","steps":["trace[1764030308] 'agreement among raft nodes before linearized reading' (duration: 1.860504379s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.290982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:16.742361Z","time spent":"548.552211ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:17.291018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.425673Z","time spent":"1.865322949s","remote":"127.0.0.1:52338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:17.291033Z","caller":"traceutil/trace.go:171","msg":"trace[2085316602] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26154; }","duration":"2.64024414s","start":"2026-04-29T02:50:14.650746Z","end":"2026-04-29T02:50:17.29099Z","steps":["trace[2085316602] 'agreement among raft nodes before linearized reading' (duration: 2.63543365s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:17.29108Z","caller":"traceutil/trace.go:171","msg":"trace[1075065273] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26154; }","duration":"238.330901ms","start":"2026-04-29T02:50:17.052737Z","end":"2026-04-29T02:50:17.291068Z","steps":["trace[1075065273] 'agreement among raft nodes before linearized reading' (duration: 233.523531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:17.291096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:15.808182Z","time spent":"1.482906387s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:17.291127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:14.650722Z","time spent":"2.640374663s","remote":"127.0.0.1:52226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:28.70632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.079839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:28.706462Z","caller":"traceutil/trace.go:171","msg":"trace[1819088816] linearizableReadLoop","detail":"{readStateIndex:27232; appliedIndex:27231; }","duration":"1.087849671s","start":"2026-04-29T02:50:27.61858Z","end":"2026-04-29T02:50:28.70643Z","steps":["trace[1819088816] 'read index received' (duration: 465.518087ms)","trace[1819088816] 'applied index is now lower than readState.Index' (duration: 622.330084ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:28.706489Z","caller":"traceutil/trace.go:171","msg":"trace[1065743464] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"1.190367877s","start":"2026-04-29T02:50:27.516083Z","end":"2026-04-29T02:50:28.706451Z","steps":["trace[1065743464] 'process raft request' (duration: 568.061324ms)","trace[1065743464] 'compare' (duration: 621.321415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:28.706618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:27.516058Z","time spent":"1.190491309s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:28.706598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087996133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:28.706666Z","caller":"traceutil/trace.go:171","msg":"trace[1183594532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26350; }","duration":"1.088116226s","start":"2026-04-29T02:50:27.618534Z","end":"2026-04-29T02:50:28.70665Z","steps":["trace[1183594532] 'agreement among raft nodes before linearized reading' (duration: 1.087991444s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.706706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:27.618515Z","time spent":"1.088184187s","remote":"127.0.0.1:52312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:28.706851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041726633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:28.706898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.734134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:28.706922Z","caller":"traceutil/trace.go:171","msg":"trace[842203274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26351; }","duration":"1.041856575s","start":"2026-04-29T02:50:27.665045Z","end":"2026-04-29T02:50:28.706902Z","steps":["trace[842203274] 'agreement among raft nodes before linearized reading' (duration: 1.041727773s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.70694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.677625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-29T02:50:28.706948Z","caller":"traceutil/trace.go:171","msg":"trace[1360351548] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26351; }","duration":"213.817007ms","start":"2026-04-29T02:50:28.493117Z","end":"2026-04-29T02:50:28.706934Z","steps":["trace[1360351548] 'agreement among raft nodes before linearized reading' (duration: 213.657934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.707009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.793551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-29T02:50:28.707032Z","caller":"traceutil/trace.go:171","msg":"trace[1095921282] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26351; }","duration":"259.850831ms","start":"2026-04-29T02:50:28.447174Z","end":"2026-04-29T02:50:28.707025Z","steps":["trace[1095921282] 'agreement among raft nodes before linearized reading' (duration: 259.802261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.707112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.038976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:28.707129Z","caller":"traceutil/trace.go:171","msg":"trace[949556026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26351; }","duration":"338.057236ms","start":"2026-04-29T02:50:28.369068Z","end":"2026-04-29T02:50:28.707126Z","steps":["trace[949556026] 'agreement among raft nodes before linearized reading' (duration: 338.023186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.707142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:28.369008Z","time spent":"338.131568ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:28.706966Z","caller":"traceutil/trace.go:171","msg":"trace[1934656135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26351; }","duration":"661.735855ms","start":"2026-04-29T02:50:28.045221Z","end":"2026-04-29T02:50:28.706956Z","steps":["trace[1934656135] 'agreement among raft nodes before linearized reading' (duration: 661.578552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.707097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.713942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:28.707152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.189664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:28.70716Z","caller":"traceutil/trace.go:171","msg":"trace[1203426695] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"260.203279ms","start":"2026-04-29T02:50:28.446938Z","end":"2026-04-29T02:50:28.707141Z","steps":["trace[1203426695] 'process raft request' (duration: 259.7175ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:28.707203Z","caller":"traceutil/trace.go:171","msg":"trace[953911465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26351; }","duration":"777.253754ms","start":"2026-04-29T02:50:27.929931Z","end":"2026-04-29T02:50:28.707185Z","steps":["trace[953911465] 'agreement among raft nodes before linearized reading' (duration: 777.191543ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:28.707201Z","caller":"traceutil/trace.go:171","msg":"trace[601285050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26351; }","duration":"108.885884ms","start":"2026-04-29T02:50:28.598289Z","end":"2026-04-29T02:50:28.707175Z","steps":["trace[601285050] 'agreement among raft nodes before linearized reading' (duration: 108.67329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.707242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:27.929918Z","time spent":"777.314845ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:28.707094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.449654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T02:50:28.707328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.509444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274765"} {"level":"info","ts":"2026-04-29T02:50:28.707366Z","caller":"traceutil/trace.go:171","msg":"trace[1420291505] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26351; }","duration":"909.588075ms","start":"2026-04-29T02:50:27.797768Z","end":"2026-04-29T02:50:28.707356Z","steps":["trace[1420291505] 'agreement among raft nodes before linearized reading' (duration: 909.211338ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:28.707361Z","caller":"traceutil/trace.go:171","msg":"trace[645912793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26351; }","duration":"808.763ms","start":"2026-04-29T02:50:27.898587Z","end":"2026-04-29T02:50:28.70735Z","steps":["trace[645912793] 'agreement among raft nodes before linearized reading' (duration: 808.328683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.707399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:27.797748Z","time spent":"909.643347ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274788,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:50:28.707408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:27.898564Z","time spent":"808.833592ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:50:28.707179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:28.045155Z","time spent":"662.0087ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:50:28.707256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.586341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-29T02:50:28.707536Z","caller":"traceutil/trace.go:171","msg":"trace[1841708038] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26351; }","duration":"520.904958ms","start":"2026-04-29T02:50:28.186625Z","end":"2026-04-29T02:50:28.70753Z","steps":["trace[1841708038] 'agreement among raft nodes before linearized reading' (duration: 520.597231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:28.707555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:28.186599Z","time spent":"520.950228ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-29T02:50:28.706959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:27.665023Z","time spent":"1.041927296s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:34.486398Z","caller":"traceutil/trace.go:171","msg":"trace[1473121510] linearizableReadLoop","detail":"{readStateIndex:27255; appliedIndex:27254; }","duration":"309.073869ms","start":"2026-04-29T02:50:34.177299Z","end":"2026-04-29T02:50:34.486373Z","steps":["trace[1473121510] 'read index received' (duration: 308.990577ms)","trace[1473121510] 'applied index is now lower than readState.Index' (duration: 82.392µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:34.486466Z","caller":"traceutil/trace.go:171","msg":"trace[1690883002] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"560.190227ms","start":"2026-04-29T02:50:33.926234Z","end":"2026-04-29T02:50:34.486424Z","steps":["trace[1690883002] 'process raft request' (duration: 559.968643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:34.48665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.327473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-29T02:50:34.486844Z","caller":"traceutil/trace.go:171","msg":"trace[1726999049] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26372; }","duration":"309.574467ms","start":"2026-04-29T02:50:34.177257Z","end":"2026-04-29T02:50:34.486832Z","steps":["trace[1726999049] 'agreement among raft nodes before linearized reading' (duration: 309.248401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:34.486875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.177237Z","time spent":"309.632638ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-29T02:50:34.487017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:33.926221Z","time spent":"560.540804ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:35.460375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.250488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:35.460495Z","caller":"traceutil/trace.go:171","msg":"trace[415104136] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26372; }","duration":"668.38353ms","start":"2026-04-29T02:50:34.792093Z","end":"2026-04-29T02:50:35.460477Z","steps":["trace[415104136] 'range keys from in-memory index tree' (duration: 668.233607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:35.461452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.93835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:35.461556Z","caller":"traceutil/trace.go:171","msg":"trace[1033593841] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27255; }","duration":"974.836959ms","start":"2026-04-29T02:50:34.486703Z","end":"2026-04-29T02:50:35.46154Z","steps":["trace[1033593841] 'read index received' (duration: 49.834268ms)","trace[1033593841] 'applied index is now lower than readState.Index' (duration: 925.001181ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:35.461624Z","caller":"traceutil/trace.go:171","msg":"trace[325849638] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"1.253564523s","start":"2026-04-29T02:50:34.208048Z","end":"2026-04-29T02:50:35.461613Z","steps":["trace[325849638] 'process raft request' (duration: 328.391748ms)","trace[325849638] 'compare' (duration: 924.628525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:35.461683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.208028Z","time spent":"1.253619494s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:35.461708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093146639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:35.461801Z","caller":"traceutil/trace.go:171","msg":"trace[142539458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26373; }","duration":"1.093273911s","start":"2026-04-29T02:50:34.368504Z","end":"2026-04-29T02:50:35.461778Z","steps":["trace[142539458] 'agreement among raft nodes before linearized reading' (duration: 1.093115538s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:35.461848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.368492Z","time spent":"1.093346122s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:35.46185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176087451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:35.461908Z","caller":"traceutil/trace.go:171","msg":"trace[1185346448] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26373; }","duration":"1.176192043s","start":"2026-04-29T02:50:34.285703Z","end":"2026-04-29T02:50:35.461896Z","steps":["trace[1185346448] 'agreement among raft nodes before linearized reading' (duration: 1.17600897s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:35.461935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.285687Z","time spent":"1.176243674s","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:35.462109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051708028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-04-29T02:50:35.462146Z","caller":"traceutil/trace.go:171","msg":"trace[1208973317] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26373; }","duration":"1.051748509s","start":"2026-04-29T02:50:34.410386Z","end":"2026-04-29T02:50:35.462134Z","steps":["trace[1208973317] 'agreement among raft nodes before linearized reading' (duration: 1.051616886s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:35.462175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.410362Z","time spent":"1.05180685s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-29T02:50:35.961886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:36.044661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508091065s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:36.167342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.357215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:36.167591Z","caller":"traceutil/trace.go:171","msg":"trace[400038521] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"1.674316587s","start":"2026-04-29T02:50:34.493255Z","end":"2026-04-29T02:50:36.167572Z","steps":["trace[400038521] 'process raft request' (duration: 1.674267186s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.167691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.493218Z","time spent":"1.674415779s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:36.167788Z","caller":"traceutil/trace.go:171","msg":"trace[1386318204] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"1.674902328s","start":"2026-04-29T02:50:34.492846Z","end":"2026-04-29T02:50:36.167749Z","steps":["trace[1386318204] 'process raft request' (duration: 1.552056993s)","trace[1386318204] 'compare' (duration: 122.225713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:36.167939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.492826Z","time spent":"1.67504063s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:50:36.167817Z","caller":"traceutil/trace.go:171","msg":"trace[1546309771] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"1.674719205s","start":"2026-04-29T02:50:34.493079Z","end":"2026-04-29T02:50:36.167798Z","steps":["trace[1546309771] 'process raft request' (duration: 1.674373188s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.168087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.49307Z","time spent":"1.674950939s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:36.782894Z","caller":"traceutil/trace.go:171","msg":"trace[1840945566] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"1.843373361s","start":"2026-04-29T02:50:34.939491Z","end":"2026-04-29T02:50:36.782865Z","steps":["trace[1840945566] 'process raft request' (duration: 1.773968031s)","trace[1840945566] 'compare' (duration: 68.85028ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:36.782914Z","caller":"traceutil/trace.go:171","msg":"trace[1469153613] linearizableReadLoop","detail":"{readStateIndex:27261; appliedIndex:27256; }","duration":"1.321294672s","start":"2026-04-29T02:50:35.461582Z","end":"2026-04-29T02:50:36.782877Z","steps":["trace[1469153613] 'read index received' (duration: 583.335118ms)","trace[1469153613] 'applied index is now lower than readState.Index' (duration: 737.957494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:36.783044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.939459Z","time spent":"1.843510832s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:36.783331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750063856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T02:50:36.783345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930539831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:36.783373Z","caller":"traceutil/trace.go:171","msg":"trace[813937629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26378; }","duration":"1.750146007s","start":"2026-04-29T02:50:35.033216Z","end":"2026-04-29T02:50:36.783362Z","steps":["trace[813937629] 'agreement among raft nodes before linearized reading' (duration: 1.750017413s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.783397Z","caller":"traceutil/trace.go:171","msg":"trace[808441671] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26378; }","duration":"1.930644024s","start":"2026-04-29T02:50:34.852735Z","end":"2026-04-29T02:50:36.783379Z","steps":["trace[808441671] 'agreement among raft nodes before linearized reading' (duration: 1.93050457s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:36.783438Z","caller":"traceutil/trace.go:171","msg":"trace[769618860] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"1.313434617s","start":"2026-04-29T02:50:35.469994Z","end":"2026-04-29T02:50:36.783429Z","steps":["trace[769618860] 'process raft request' (duration: 1.312732033s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.783453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.852658Z","time spent":"1.930783656s","remote":"127.0.0.1:34778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:36.783498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.469973Z","time spent":"1.313494657s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:36.783729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360481401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-29T02:50:36.783766Z","caller":"traceutil/trace.go:171","msg":"trace[538247080] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26378; }","duration":"1.360557363s","start":"2026-04-29T02:50:35.423199Z","end":"2026-04-29T02:50:36.783756Z","steps":["trace[538247080] 'agreement among raft nodes before linearized reading' (duration: 1.360459101s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.783795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.423177Z","time spent":"1.360612293s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:50:36.783803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151595262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:50:36.783835Z","caller":"traceutil/trace.go:171","msg":"trace[1647191860] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26378; }","duration":"2.151678124s","start":"2026-04-29T02:50:34.632146Z","end":"2026-04-29T02:50:36.783824Z","steps":["trace[1647191860] 'agreement among raft nodes before linearized reading' (duration: 2.151529531s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.783875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.632109Z","time spent":"2.151760286s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:50:36.783943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54056779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:36.783985Z","caller":"traceutil/trace.go:171","msg":"trace[1668373900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26378; }","duration":"1.54061707s","start":"2026-04-29T02:50:35.243354Z","end":"2026-04-29T02:50:36.783971Z","steps":["trace[1668373900] 'agreement among raft nodes before linearized reading' (duration: 1.540556409s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.784021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.24335Z","time spent":"1.540663071s","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:36.784096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279771826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-29T02:50:36.784137Z","caller":"traceutil/trace.go:171","msg":"trace[591159801] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26378; }","duration":"2.279841727s","start":"2026-04-29T02:50:34.504285Z","end":"2026-04-29T02:50:36.784127Z","steps":["trace[591159801] 'agreement among raft nodes before linearized reading' (duration: 2.279738055s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.784167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.504272Z","time spent":"2.279887748s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-29T02:50:36.784254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546426308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:36.784297Z","caller":"traceutil/trace.go:171","msg":"trace[1125867152] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26378; }","duration":"1.546480599s","start":"2026-04-29T02:50:35.237805Z","end":"2026-04-29T02:50:36.784285Z","steps":["trace[1125867152] 'agreement among raft nodes before linearized reading' (duration: 1.546349387s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.784331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.237798Z","time spent":"1.54652557s","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:36.783404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.033193Z","time spent":"1.750203558s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:36.784979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751539673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:50:36.785027Z","caller":"traceutil/trace.go:171","msg":"trace[1072161710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26378; }","duration":"1.751619374s","start":"2026-04-29T02:50:35.033396Z","end":"2026-04-29T02:50:36.785016Z","steps":["trace[1072161710] 'agreement among raft nodes before linearized reading' (duration: 1.751495912s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.785058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.03337Z","time spent":"1.751680816s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:36.785647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959866137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:50:36.785693Z","caller":"traceutil/trace.go:171","msg":"trace[1739661189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26378; }","duration":"1.959911768s","start":"2026-04-29T02:50:34.825771Z","end":"2026-04-29T02:50:36.785682Z","steps":["trace[1739661189] 'agreement among raft nodes before linearized reading' (duration: 1.959802156s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.785723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.825693Z","time spent":"1.960023341s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:50:36.785809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600482314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:36.785856Z","caller":"traceutil/trace.go:171","msg":"trace[998190074] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26378; }","duration":"1.600554495s","start":"2026-04-29T02:50:35.185291Z","end":"2026-04-29T02:50:36.785846Z","steps":["trace[998190074] 'agreement among raft nodes before linearized reading' (duration: 1.599172299s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.785886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.185285Z","time spent":"1.600593375s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2650,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:36.785941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04772485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:50:36.788981Z","caller":"traceutil/trace.go:171","msg":"trace[176060036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26378; }","duration":"2.047801912s","start":"2026-04-29T02:50:34.738169Z","end":"2026-04-29T02:50:36.785971Z","steps":["trace[176060036] 'agreement among raft nodes before linearized reading' (duration: 2.04770594s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.789073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.738139Z","time spent":"2.05091656s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:50:36.790572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143187967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-29T02:50:36.79062Z","caller":"traceutil/trace.go:171","msg":"trace[70876170] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26378; }","duration":"2.15039832s","start":"2026-04-29T02:50:34.640206Z","end":"2026-04-29T02:50:36.790604Z","steps":["trace[70876170] 'agreement among raft nodes before linearized reading' (duration: 2.143151215s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:36.790651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:34.640183Z","time spent":"2.150458742s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-29T02:50:37.283835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:37.464288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:37.46436Z","caller":"traceutil/trace.go:171","msg":"trace[451704814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666326s","start":"2026-04-29T02:50:35.463677Z","end":"2026-04-29T02:50:37.464343Z","steps":["trace[451704814] 'agreement among raft nodes before linearized reading' (duration: 2.000559824s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.464399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.463661Z","time spent":"2.000729817s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:37.784031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:37.940265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226139112s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:37.940753Z","caller":"traceutil/trace.go:171","msg":"trace[1924858527] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"1.765856589s","start":"2026-04-29T02:50:36.174873Z","end":"2026-04-29T02:50:37.940729Z","steps":["trace[1924858527] 'process raft request' (duration: 1.765643115s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:37.940891Z","caller":"traceutil/trace.go:171","msg":"trace[980629062] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.765758157s","start":"2026-04-29T02:50:36.1751Z","end":"2026-04-29T02:50:37.940858Z","steps":["trace[980629062] 'process raft request' (duration: 1.765571154s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:37.940922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.174853Z","time spent":"1.765987341s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:37.941003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.175065Z","time spent":"1.765878969s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:38.696289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:38.696373Z","caller":"traceutil/trace.go:171","msg":"trace[8957554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033626s","start":"2026-04-29T02:50:36.696017Z","end":"2026-04-29T02:50:38.696353Z","steps":["trace[8957554] 'agreement among raft nodes before linearized reading' (duration: 2.000226028s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:38.696422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.695995Z","time spent":"2.000415942s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:39.318445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195266598s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:39.318887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.787496Z","time spent":"2.531385226s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:50:39.318929Z","caller":"traceutil/trace.go:171","msg":"trace[1440678749] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"2.526974043s","start":"2026-04-29T02:50:36.791937Z","end":"2026-04-29T02:50:39.318911Z","steps":["trace[1440678749] 'process raft request' (duration: 2.526918482s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.318991Z","caller":"traceutil/trace.go:171","msg":"trace[1225804621] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"2.527098966s","start":"2026-04-29T02:50:36.791861Z","end":"2026-04-29T02:50:39.31896Z","steps":["trace[1225804621] 'process raft request' (duration: 2.526864441s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.319044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.791932Z","time spent":"2.527053205s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:39.319138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.791849Z","time spent":"2.527213108s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:39.319274Z","caller":"traceutil/trace.go:171","msg":"trace[1347973521] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"2.524666551s","start":"2026-04-29T02:50:36.794589Z","end":"2026-04-29T02:50:39.319255Z","steps":["trace[1347973521] 'process raft request' (duration: 2.524516008s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.319243Z","caller":"traceutil/trace.go:171","msg":"trace[537257486] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"2.527186898s","start":"2026-04-29T02:50:36.792015Z","end":"2026-04-29T02:50:39.319202Z","steps":["trace[537257486] 'process raft request' (duration: 2.526868471s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.319365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.794567Z","time spent":"2.524740752s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:39.319431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.791994Z","time spent":"2.52734235s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:39.319518Z","caller":"traceutil/trace.go:171","msg":"trace[1977540064] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"2.524736261s","start":"2026-04-29T02:50:36.794774Z","end":"2026-04-29T02:50:39.31951Z","steps":["trace[1977540064] 'process raft request' (duration: 2.524448466s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.319547Z","caller":"traceutil/trace.go:171","msg":"trace[1615837332] linearizableReadLoop","detail":"{readStateIndex:27271; appliedIndex:27261; }","duration":"2.536543732s","start":"2026-04-29T02:50:36.782995Z","end":"2026-04-29T02:50:39.319539Z","steps":["trace[1615837332] 'read index received' (duration: 1.157523826s)","trace[1615837332] 'applied index is now lower than readState.Index' (duration: 1.379019266s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:39.319615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870080474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:39.319682Z","caller":"traceutil/trace.go:171","msg":"trace[405102882] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26387; }","duration":"2.870178556s","start":"2026-04-29T02:50:36.449489Z","end":"2026-04-29T02:50:39.319668Z","steps":["trace[405102882] 'agreement among raft nodes before linearized reading' (duration: 2.870097245s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.319692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403093458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-29T02:50:39.319711Z","caller":"traceutil/trace.go:171","msg":"trace[1013808678] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26387; }","duration":"3.403163789s","start":"2026-04-29T02:50:35.916542Z","end":"2026-04-29T02:50:39.319706Z","steps":["trace[1013808678] 'agreement among raft nodes before linearized reading' (duration: 3.403075527s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.319743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.916513Z","time spent":"3.403226369s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-29T02:50:39.319754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547167859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-29T02:50:39.319768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85805184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:39.319787Z","caller":"traceutil/trace.go:171","msg":"trace[1628084090] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26387; }","duration":"2.858114671s","start":"2026-04-29T02:50:36.461666Z","end":"2026-04-29T02:50:39.319781Z","steps":["trace[1628084090] 'agreement among raft nodes before linearized reading' (duration: 2.858087101s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.319787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135835637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-04-29T02:50:39.319794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32317453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:39.319816Z","caller":"traceutil/trace.go:171","msg":"trace[1687493953] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"2.524956466s","start":"2026-04-29T02:50:36.794853Z","end":"2026-04-29T02:50:39.319809Z","steps":["trace[1687493953] 'process raft request' (duration: 2.524585039s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.319826Z","caller":"traceutil/trace.go:171","msg":"trace[1396661328] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26387; }","duration":"3.135908498s","start":"2026-04-29T02:50:36.183905Z","end":"2026-04-29T02:50:39.319813Z","steps":["trace[1396661328] 'agreement among raft nodes before linearized reading' (duration: 3.135709594s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.319835Z","caller":"traceutil/trace.go:171","msg":"trace[18619593] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"2.524921645s","start":"2026-04-29T02:50:36.794907Z","end":"2026-04-29T02:50:39.319829Z","steps":["trace[18619593] 'process raft request' (duration: 2.524601299s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.319844Z","caller":"traceutil/trace.go:171","msg":"trace[1094849794] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26387; }","duration":"3.323227391s","start":"2026-04-29T02:50:35.996602Z","end":"2026-04-29T02:50:39.319829Z","steps":["trace[1094849794] 'agreement among raft nodes before linearized reading' (duration: 3.323007207s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.31986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.794845Z","time spent":"2.524991986s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:39.31986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.183889Z","time spent":"3.135962969s","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T02:50:39.319871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.794898Z","time spent":"2.524954705s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:39.319879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656726704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:39.319901Z","caller":"traceutil/trace.go:171","msg":"trace[1622611080] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26387; }","duration":"3.656769024s","start":"2026-04-29T02:50:35.663125Z","end":"2026-04-29T02:50:39.319894Z","steps":["trace[1622611080] 'agreement among raft nodes before linearized reading' (duration: 3.656735424s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.31971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.449466Z","time spent":"2.870237037s","remote":"127.0.0.1:42432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:39.319564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.794765Z","time spent":"2.524776093s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:39.319937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258479567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:39.319788Z","caller":"traceutil/trace.go:171","msg":"trace[1125090283] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26387; }","duration":"2.547202059s","start":"2026-04-29T02:50:36.772576Z","end":"2026-04-29T02:50:39.319778Z","steps":["trace[1125090283] 'agreement among raft nodes before linearized reading' (duration: 2.547086737s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.319741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595086059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:39.320002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679835043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:50:39.320011Z","caller":"traceutil/trace.go:171","msg":"trace[1272190676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26387; }","duration":"2.595356404s","start":"2026-04-29T02:50:36.724645Z","end":"2026-04-29T02:50:39.320002Z","steps":["trace[1272190676] 'agreement among raft nodes before linearized reading' (duration: 2.595077759s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:39.320024Z","caller":"traceutil/trace.go:171","msg":"trace[2091801839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26387; }","duration":"3.679883853s","start":"2026-04-29T02:50:35.640133Z","end":"2026-04-29T02:50:39.320016Z","steps":["trace[2091801839] 'agreement among raft nodes before linearized reading' (duration: 3.679819852s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.32005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.640115Z","time spent":"3.679930564s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:39.319891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.996578Z","time spent":"3.323301852s","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:39.320047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.724575Z","time spent":"2.595464227s","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:39.319811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.46164Z","time spent":"2.858166123s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:39.320021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.772529Z","time spent":"2.547472514s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-29T02:50:39.319922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:35.663112Z","time spent":"3.656806225s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:39.319978Z","caller":"traceutil/trace.go:171","msg":"trace[1663978849] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26387; }","duration":"3.258562829s","start":"2026-04-29T02:50:36.061404Z","end":"2026-04-29T02:50:39.319966Z","steps":["trace[1663978849] 'agreement among raft nodes before linearized reading' (duration: 3.258509268s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.320335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.061378Z","time spent":"3.258941955s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:39.473422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:39.473556Z","caller":"traceutil/trace.go:171","msg":"trace[777689928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504033s","start":"2026-04-29T02:50:37.473014Z","end":"2026-04-29T02:50:39.473518Z","steps":["trace[777689928] 'agreement among raft nodes before linearized reading' (duration: 2.00032487s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:39.473623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.472996Z","time spent":"2.000613545s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:39.820289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:40.320466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979982767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:40.389328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.798858Z","time spent":"590.460081ms","remote":"127.0.0.1:57882","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:40.390818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049263623s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:40.391384Z","caller":"traceutil/trace.go:171","msg":"trace[132212552] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"2.21917091s","start":"2026-04-29T02:50:38.172182Z","end":"2026-04-29T02:50:40.391353Z","steps":["trace[132212552] 'process raft request' (duration: 2.218865434s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.39163Z","caller":"traceutil/trace.go:171","msg":"trace[154712783] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"1.670336503s","start":"2026-04-29T02:50:38.721268Z","end":"2026-04-29T02:50:40.391605Z","steps":["trace[154712783] 'process raft request' (duration: 1.670008496s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.391659Z","caller":"traceutil/trace.go:171","msg":"trace[1703112826] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"1.604809125s","start":"2026-04-29T02:50:38.786816Z","end":"2026-04-29T02:50:40.391625Z","steps":["trace[1703112826] 'process raft request' (duration: 1.604508369s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.391886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:38.721243Z","time spent":"1.670434164s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:40.391888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:38.786786Z","time spent":"1.604979898s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:40.39192Z","caller":"traceutil/trace.go:171","msg":"trace[1228946912] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"1.598820533s","start":"2026-04-29T02:50:38.793066Z","end":"2026-04-29T02:50:40.391887Z","steps":["trace[1228946912] 'process raft request' (duration: 1.598322743s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.39171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:38.172151Z","time spent":"2.219475516s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:40.392099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:38.793057Z","time spent":"1.598949495s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:40.400043Z","caller":"traceutil/trace.go:171","msg":"trace[320428209] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"1.074687116s","start":"2026-04-29T02:50:39.325335Z","end":"2026-04-29T02:50:40.400023Z","steps":["trace[320428209] 'process raft request' (duration: 1.074627354s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.400068Z","caller":"traceutil/trace.go:171","msg":"trace[2088293193] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"1.079146829s","start":"2026-04-29T02:50:39.320906Z","end":"2026-04-29T02:50:40.400053Z","steps":["trace[2088293193] 'process raft request' (duration: 1.078896374s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.400069Z","caller":"traceutil/trace.go:171","msg":"trace[120902631] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"1.074786858s","start":"2026-04-29T02:50:39.325256Z","end":"2026-04-29T02:50:40.400043Z","steps":["trace[120902631] 'process raft request' (duration: 1.074665276s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.400121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.320872Z","time spent":"1.07922221s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:40.400144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.325245Z","time spent":"1.074860389s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:40.400169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.325329Z","time spent":"1.074766868s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:40.400295Z","caller":"traceutil/trace.go:171","msg":"trace[434710617] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"1.074547394s","start":"2026-04-29T02:50:39.325723Z","end":"2026-04-29T02:50:40.400271Z","steps":["trace[434710617] 'process raft request' (duration: 1.074262209s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.40034Z","caller":"traceutil/trace.go:171","msg":"trace[1639287473] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"1.074561654s","start":"2026-04-29T02:50:39.325771Z","end":"2026-04-29T02:50:40.400333Z","steps":["trace[1639287473] 'process raft request' (duration: 1.074413771s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.400376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.325749Z","time spent":"1.074606504s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:40.400389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.325715Z","time spent":"1.074630255s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:50:40.400465Z","caller":"traceutil/trace.go:171","msg":"trace[1810246605] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"1.074087964s","start":"2026-04-29T02:50:39.326364Z","end":"2026-04-29T02:50:40.400451Z","steps":["trace[1810246605] 'process raft request' (duration: 1.073905611s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.400529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.326349Z","time spent":"1.074151375s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:50:40.400559Z","caller":"traceutil/trace.go:171","msg":"trace[1565166274] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"1.074169266s","start":"2026-04-29T02:50:39.326383Z","end":"2026-04-29T02:50:40.400553Z","steps":["trace[1565166274] 'process raft request' (duration: 1.074016903s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.400571Z","caller":"traceutil/trace.go:171","msg":"trace[1788416832] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"1.073231339s","start":"2026-04-29T02:50:39.32733Z","end":"2026-04-29T02:50:40.400561Z","steps":["trace[1788416832] 'process raft request' (duration: 1.073145658s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.400594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.326372Z","time spent":"1.074204356s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:40.400623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.327323Z","time spent":"1.07326907s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:40.400617Z","caller":"traceutil/trace.go:171","msg":"trace[1549776533] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"1.068161184s","start":"2026-04-29T02:50:39.33241Z","end":"2026-04-29T02:50:40.400572Z","steps":["trace[1549776533] 'process raft request' (duration: 1.068093573s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:40.400649Z","caller":"traceutil/trace.go:171","msg":"trace[748390562] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"1.074114495s","start":"2026-04-29T02:50:39.326526Z","end":"2026-04-29T02:50:40.400641Z","steps":["trace[748390562] 'process raft request' (duration: 1.073917691s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.400701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.326516Z","time spent":"1.074158175s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:40.400701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.332394Z","time spent":"1.068274856s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:50:40.400706Z","caller":"traceutil/trace.go:171","msg":"trace[1554602907] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"452.77985ms","start":"2026-04-29T02:50:39.947913Z","end":"2026-04-29T02:50:40.400693Z","steps":["trace[1554602907] 'process raft request' (duration: 452.618617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.400763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.947885Z","time spent":"452.844471ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:40.404139Z","caller":"traceutil/trace.go:171","msg":"trace[559234816] linearizableReadLoop","detail":"{readStateIndex:27287; appliedIndex:27271; }","duration":"1.084521989s","start":"2026-04-29T02:50:39.319588Z","end":"2026-04-29T02:50:40.40411Z","steps":["trace[559234816] 'read index received' (duration: 1.071359143s)","trace[559234816] 'applied index is now lower than readState.Index' (duration: 13.160876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:40.404192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506595796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:40.404242Z","caller":"traceutil/trace.go:171","msg":"trace[1567062446] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26402; }","duration":"2.506695097s","start":"2026-04-29T02:50:37.897534Z","end":"2026-04-29T02:50:40.404229Z","steps":["trace[1567062446] 'agreement among raft nodes before linearized reading' (duration: 2.506591445s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.404275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.897506Z","time spent":"2.506763018s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:40.404371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936373218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T02:50:40.404418Z","caller":"traceutil/trace.go:171","msg":"trace[155421681] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:26402; }","duration":"2.93646379s","start":"2026-04-29T02:50:37.467942Z","end":"2026-04-29T02:50:40.404405Z","steps":["trace[155421681] 'agreement among raft nodes before linearized reading' (duration: 2.936321497s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.404444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.46792Z","time spent":"2.93651895s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" "} {"level":"warn","ts":"2026-04-29T02:50:40.404471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370972085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:40.4045Z","caller":"traceutil/trace.go:171","msg":"trace[1396235210] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26402; }","duration":"1.371041686s","start":"2026-04-29T02:50:39.033451Z","end":"2026-04-29T02:50:40.404492Z","steps":["trace[1396235210] 'agreement among raft nodes before linearized reading' (duration: 1.370983285s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.404526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.033428Z","time spent":"1.371092978s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:40.404531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615685121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-04-29T02:50:40.404568Z","caller":"traceutil/trace.go:171","msg":"trace[1821097066] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26402; }","duration":"3.615758262s","start":"2026-04-29T02:50:36.788798Z","end":"2026-04-29T02:50:40.404556Z","steps":["trace[1821097066] 'agreement among raft nodes before linearized reading' (duration: 3.61566287s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.404581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706569003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:40.404603Z","caller":"traceutil/trace.go:171","msg":"trace[1655644366] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26402; }","duration":"2.706649374s","start":"2026-04-29T02:50:37.697946Z","end":"2026-04-29T02:50:40.404596Z","steps":["trace[1655644366] 'agreement among raft nodes before linearized reading' (duration: 2.706602253s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.40461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.788778Z","time spent":"3.615823823s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-29T02:50:40.404628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.697925Z","time spent":"2.706697166s","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:40.404722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048972783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-04-29T02:50:40.404751Z","caller":"traceutil/trace.go:171","msg":"trace[1191811269] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26402; }","duration":"2.049043285s","start":"2026-04-29T02:50:38.3557Z","end":"2026-04-29T02:50:40.404743Z","steps":["trace[1191811269] 'agreement among raft nodes before linearized reading' (duration: 2.048934813s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.404756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863089444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:40.404771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:38.355677Z","time spent":"2.049089635s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:50:40.404781Z","caller":"traceutil/trace.go:171","msg":"trace[353607436] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26402; }","duration":"2.863186936s","start":"2026-04-29T02:50:37.541584Z","end":"2026-04-29T02:50:40.404771Z","steps":["trace[353607436] 'agreement among raft nodes before linearized reading' (duration: 2.863145886s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.404802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.541561Z","time spent":"2.863235357s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:40.404438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612628653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-04-29T02:50:40.404972Z","caller":"traceutil/trace.go:171","msg":"trace[2142124313] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26402; }","duration":"3.613203603s","start":"2026-04-29T02:50:36.791759Z","end":"2026-04-29T02:50:40.404963Z","steps":["trace[2142124313] 'agreement among raft nodes before linearized reading' (duration: 3.612529481s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.405003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:36.791746Z","time spent":"3.613247404s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-29T02:50:40.404937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080055605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-04-29T02:50:40.405187Z","caller":"traceutil/trace.go:171","msg":"trace[167224542] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:26402; }","duration":"1.08033838s","start":"2026-04-29T02:50:39.324841Z","end":"2026-04-29T02:50:40.405179Z","steps":["trace[167224542] 'agreement among raft nodes before linearized reading' (duration: 1.080007774s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.405216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.324822Z","time spent":"1.080385431s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3331,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T02:50:40.405434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.558554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-29T02:50:40.405481Z","caller":"traceutil/trace.go:171","msg":"trace[979440281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26402; }","duration":"332.637486ms","start":"2026-04-29T02:50:40.072832Z","end":"2026-04-29T02:50:40.405469Z","steps":["trace[979440281] 'agreement among raft nodes before linearized reading' (duration: 332.534883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.405517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:40.072809Z","time spent":"332.698158ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:40.405669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49395613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-29T02:50:40.405698Z","caller":"traceutil/trace.go:171","msg":"trace[729683671] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26402; }","duration":"2.494021382s","start":"2026-04-29T02:50:37.911669Z","end":"2026-04-29T02:50:40.405691Z","steps":["trace[729683671] 'agreement among raft nodes before linearized reading' (duration: 2.493946891s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.405762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:37.911651Z","time spent":"2.494106533s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:50:40.405905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.976838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130626"} {"level":"info","ts":"2026-04-29T02:50:40.405947Z","caller":"traceutil/trace.go:171","msg":"trace[1412586887] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26402; }","duration":"678.056779ms","start":"2026-04-29T02:50:39.727879Z","end":"2026-04-29T02:50:40.405936Z","steps":["trace[1412586887] 'agreement among raft nodes before linearized reading' (duration: 677.916117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.405999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.727855Z","time spent":"678.117681ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130649,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-29T02:50:40.406338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.933416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:50:40.406373Z","caller":"traceutil/trace.go:171","msg":"trace[375073301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26402; }","duration":"679.007517ms","start":"2026-04-29T02:50:39.727356Z","end":"2026-04-29T02:50:40.406364Z","steps":["trace[375073301] 'agreement among raft nodes before linearized reading' (duration: 678.916925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.406396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.727335Z","time spent":"679.056508ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:50:40.406514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.856589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:40.406537Z","caller":"traceutil/trace.go:171","msg":"trace[266361813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26402; }","duration":"924.91548ms","start":"2026-04-29T02:50:39.481616Z","end":"2026-04-29T02:50:40.406532Z","steps":["trace[266361813] 'agreement among raft nodes before linearized reading' (duration: 924.878989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.406558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.481592Z","time spent":"924.96179ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:40.406652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081075854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:40.406673Z","caller":"traceutil/trace.go:171","msg":"trace[1944606195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26402; }","duration":"1.081113505s","start":"2026-04-29T02:50:39.325554Z","end":"2026-04-29T02:50:40.406668Z","steps":["trace[1944606195] 'agreement among raft nodes before linearized reading' (duration: 1.081084065s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.406692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.325547Z","time spent":"1.081141816s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:40.406813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081630864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:50:40.406835Z","caller":"traceutil/trace.go:171","msg":"trace[986871056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26402; }","duration":"1.081670635s","start":"2026-04-29T02:50:39.325159Z","end":"2026-04-29T02:50:40.406829Z","steps":["trace[986871056] 'agreement among raft nodes before linearized reading' (duration: 1.081609234s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:40.406854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:39.325151Z","time spent":"1.081699046s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:50:43.164881Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b25.wal"} {"level":"warn","ts":"2026-04-29T02:50:44.440985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.15063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:44.441128Z","caller":"traceutil/trace.go:171","msg":"trace[1256819047] linearizableReadLoop","detail":"{readStateIndex:27437; appliedIndex:27434; }","duration":"1.072152488s","start":"2026-04-29T02:50:43.368964Z","end":"2026-04-29T02:50:44.441117Z","steps":["trace[1256819047] 'read index received' (duration: 392.836945ms)","trace[1256819047] 'applied index is now lower than readState.Index' (duration: 679.314703ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:44.44117Z","caller":"traceutil/trace.go:171","msg":"trace[863386086] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"1.100052697s","start":"2026-04-29T02:50:43.341111Z","end":"2026-04-29T02:50:44.441164Z","steps":["trace[863386086] 'process raft request' (duration: 420.667953ms)","trace[863386086] 'compare' (duration: 678.206182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:44.441199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.3411Z","time spent":"1.100083739s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:44.441306Z","caller":"traceutil/trace.go:171","msg":"trace[1470816043] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"1.098239983s","start":"2026-04-29T02:50:43.343041Z","end":"2026-04-29T02:50:44.441281Z","steps":["trace[1470816043] 'process raft request' (duration: 1.09804499s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.44133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072363272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:44.441347Z","caller":"traceutil/trace.go:171","msg":"trace[392332156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26550; }","duration":"1.072379042s","start":"2026-04-29T02:50:43.368961Z","end":"2026-04-29T02:50:44.44134Z","steps":["trace[392332156] 'agreement among raft nodes before linearized reading' (duration: 1.072346282s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.44136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.368937Z","time spent":"1.072420294s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:44.441367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.343026Z","time spent":"1.098307244s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:44.441605Z","caller":"traceutil/trace.go:171","msg":"trace[1529829728] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"1.100271581s","start":"2026-04-29T02:50:43.341287Z","end":"2026-04-29T02:50:44.441559Z","steps":["trace[1529829728] 'process raft request' (duration: 1.099760202s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:44.441748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.341282Z","time spent":"1.100402713s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:45.641469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.066218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:45.64158Z","caller":"traceutil/trace.go:171","msg":"trace[463545731] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26550; }","duration":"850.18756ms","start":"2026-04-29T02:50:44.791375Z","end":"2026-04-29T02:50:45.641562Z","steps":["trace[463545731] 'range keys from in-memory index tree' (duration: 850.049388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.641943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.214616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:45.642102Z","caller":"traceutil/trace.go:171","msg":"trace[1920185811] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"1.236879933s","start":"2026-04-29T02:50:44.4052Z","end":"2026-04-29T02:50:45.64208Z","steps":["trace[1920185811] 'process raft request' (duration: 311.446303ms)","trace[1920185811] 'compare' (duration: 924.475642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:45.642164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.405176Z","time spent":"1.236957224s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:45.658511Z","caller":"traceutil/trace.go:171","msg":"trace[1152047895] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"1.253012192s","start":"2026-04-29T02:50:44.405475Z","end":"2026-04-29T02:50:45.658487Z","steps":["trace[1152047895] 'process raft request' (duration: 1.252772978s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.658532Z","caller":"traceutil/trace.go:171","msg":"trace[46657639] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"1.247349126s","start":"2026-04-29T02:50:44.411152Z","end":"2026-04-29T02:50:45.658501Z","steps":["trace[46657639] 'process raft request' (duration: 1.247230624s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.6586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.405425Z","time spent":"1.253132694s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:45.658678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.411139Z","time spent":"1.247455919s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:45.658806Z","caller":"traceutil/trace.go:171","msg":"trace[134577052] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"1.243359784s","start":"2026-04-29T02:50:44.415434Z","end":"2026-04-29T02:50:45.658794Z","steps":["trace[134577052] 'process raft request' (duration: 1.243247371s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.658865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.415415Z","time spent":"1.243423034s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:45.658876Z","caller":"traceutil/trace.go:171","msg":"trace[1166313623] linearizableReadLoop","detail":"{readStateIndex:27443; appliedIndex:27437; }","duration":"1.217709326s","start":"2026-04-29T02:50:44.441143Z","end":"2026-04-29T02:50:45.658852Z","steps":["trace[1166313623] 'read index received' (duration: 275.523744ms)","trace[1166313623] 'applied index is now lower than readState.Index' (duration: 942.184372ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:45.658869Z","caller":"traceutil/trace.go:171","msg":"trace[1318672854] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"1.244376141s","start":"2026-04-29T02:50:44.414453Z","end":"2026-04-29T02:50:45.658829Z","steps":["trace[1318672854] 'process raft request' (duration: 1.243973093s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.658991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598701191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:45.659026Z","caller":"traceutil/trace.go:171","msg":"trace[1023087037] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26558; }","duration":"1.598790963s","start":"2026-04-29T02:50:44.060224Z","end":"2026-04-29T02:50:45.659015Z","steps":["trace[1023087037] 'agreement among raft nodes before linearized reading' (duration: 1.598716221s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:45.658966Z","caller":"traceutil/trace.go:171","msg":"trace[928221918] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"1.243286671s","start":"2026-04-29T02:50:44.415587Z","end":"2026-04-29T02:50:45.658874Z","steps":["trace[928221918] 'process raft request' (duration: 1.243173959s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.659062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626139881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-29T02:50:45.659058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.414427Z","time spent":"1.244532095s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:45.6591Z","caller":"traceutil/trace.go:171","msg":"trace[1697421091] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"1.193916433s","start":"2026-04-29T02:50:44.465179Z","end":"2026-04-29T02:50:45.659095Z","steps":["trace[1697421091] 'process raft request' (duration: 1.193640678s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.659137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.465159Z","time spent":"1.193960034s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:45.659073Z","caller":"traceutil/trace.go:171","msg":"trace[881338053] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"1.207100488s","start":"2026-04-29T02:50:44.451967Z","end":"2026-04-29T02:50:45.659068Z","steps":["trace[881338053] 'process raft request' (duration: 1.206824414s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.659252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908180837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T02:50:45.659265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244937762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:50:45.659275Z","caller":"traceutil/trace.go:171","msg":"trace[649850353] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26558; }","duration":"1.908237237s","start":"2026-04-29T02:50:43.751033Z","end":"2026-04-29T02:50:45.65927Z","steps":["trace[649850353] 'agreement among raft nodes before linearized reading' (duration: 1.908083064s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.659299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.751022Z","time spent":"1.908271858s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:45.659298Z","caller":"traceutil/trace.go:171","msg":"trace[1669985676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26558; }","duration":"1.244988052s","start":"2026-04-29T02:50:44.414299Z","end":"2026-04-29T02:50:45.659287Z","steps":["trace[1669985676] 'agreement among raft nodes before linearized reading' (duration: 1.244890271s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.659335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.414291Z","time spent":"1.245037823s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:45.659328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.415577Z","time spent":"1.243516075s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:45.659101Z","caller":"traceutil/trace.go:171","msg":"trace[1367609571] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26558; }","duration":"1.626235903s","start":"2026-04-29T02:50:44.032853Z","end":"2026-04-29T02:50:45.659089Z","steps":["trace[1367609571] 'agreement among raft nodes before linearized reading' (duration: 1.626103871s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.659419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.032832Z","time spent":"1.62657942s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:45.65945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194058892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-29T02:50:45.659503Z","caller":"traceutil/trace.go:171","msg":"trace[1557151940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26558; }","duration":"2.194155084s","start":"2026-04-29T02:50:43.465333Z","end":"2026-04-29T02:50:45.659488Z","steps":["trace[1557151940] 'agreement among raft nodes before linearized reading' (duration: 2.193991711s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.659534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.465299Z","time spent":"2.194227706s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:50:45.659051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.060165Z","time spent":"1.598880084s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:45.659285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.451951Z","time spent":"1.207291072s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:45.659791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933331944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xxcq4\" ","response":"range_response_count:1 size:6260"} {"level":"info","ts":"2026-04-29T02:50:45.659887Z","caller":"traceutil/trace.go:171","msg":"trace[1721185678] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xxcq4; range_end:; response_count:1; response_revision:26558; }","duration":"1.933491347s","start":"2026-04-29T02:50:43.726371Z","end":"2026-04-29T02:50:45.659863Z","steps":["trace[1721185678] 'agreement among raft nodes before linearized reading' (duration: 1.932886766s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:45.662259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:43.726345Z","time spent":"1.935847621s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6283,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xxcq4\" "} {"level":"warn","ts":"2026-04-29T02:50:46.159476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:46.443046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:50:46.443132Z","caller":"traceutil/trace.go:171","msg":"trace[2054090164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629105s","start":"2026-04-29T02:50:44.442487Z","end":"2026-04-29T02:50:46.443116Z","steps":["trace[2054090164] 'agreement among raft nodes before linearized reading' (duration: 2.000534613s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.443159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.442471Z","time spent":"2.000682576s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:46.660527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:46.722206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062346797s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:46.722646Z","caller":"traceutil/trace.go:171","msg":"trace[1910040559] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"1.325292805s","start":"2026-04-29T02:50:45.397326Z","end":"2026-04-29T02:50:46.722619Z","steps":["trace[1910040559] 'process raft request' (duration: 1.325084082s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:46.722806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.397298Z","time spent":"1.325419228s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:48.022394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299967446s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:48.022903Z","caller":"traceutil/trace.go:171","msg":"trace[1469942579] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"2.358651623s","start":"2026-04-29T02:50:45.664219Z","end":"2026-04-29T02:50:48.022871Z","steps":["trace[1469942579] 'process raft request' (duration: 2.358379808s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.02308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.664187Z","time spent":"2.358798416s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:48.023272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192716794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:48.023287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316787441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:48.023259Z","caller":"traceutil/trace.go:171","msg":"trace[1444745844] linearizableReadLoop","detail":"{readStateIndex:27448; appliedIndex:27445; }","duration":"2.364239787s","start":"2026-04-29T02:50:45.658933Z","end":"2026-04-29T02:50:48.023173Z","steps":["trace[1444745844] 'read index received' (duration: 1.063550978s)","trace[1444745844] 'applied index is now lower than readState.Index' (duration: 1.300684339s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:48.023333Z","caller":"traceutil/trace.go:171","msg":"trace[2030279898] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26561; }","duration":"3.192859976s","start":"2026-04-29T02:50:44.830453Z","end":"2026-04-29T02:50:48.023313Z","steps":["trace[2030279898] 'agreement among raft nodes before linearized reading' (duration: 3.192730194s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:48.023341Z","caller":"traceutil/trace.go:171","msg":"trace[1904849745] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26561; }","duration":"3.316873693s","start":"2026-04-29T02:50:44.706449Z","end":"2026-04-29T02:50:48.023322Z","steps":["trace[1904849745] 'agreement among raft nodes before linearized reading' (duration: 3.316769671s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.023383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.830428Z","time spent":"3.192944768s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:48.023383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.706429Z","time spent":"3.316943294s","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:48.02352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388660028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:50:48.023536Z","caller":"traceutil/trace.go:171","msg":"trace[1571694444] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"2.352882356s","start":"2026-04-29T02:50:45.67063Z","end":"2026-04-29T02:50:48.023512Z","steps":["trace[1571694444] 'process raft request' (duration: 2.352178113s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:48.023581Z","caller":"traceutil/trace.go:171","msg":"trace[629217725] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26561; }","duration":"3.38879306s","start":"2026-04-29T02:50:44.634774Z","end":"2026-04-29T02:50:48.023567Z","steps":["trace[629217725] 'agreement among raft nodes before linearized reading' (duration: 3.388632607s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.023611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296400103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:48.023629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.670618Z","time spent":"2.352964917s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6029,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:48.023673Z","caller":"traceutil/trace.go:171","msg":"trace[513594104] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26561; }","duration":"3.296503995s","start":"2026-04-29T02:50:44.727148Z","end":"2026-04-29T02:50:48.023652Z","steps":["trace[513594104] 'agreement among raft nodes before linearized reading' (duration: 3.296418663s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.023621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.63474Z","time spent":"3.388868852s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:50:48.023906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657866629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:50:48.023499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606254378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:50:48.02391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577107543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:50:48.024014Z","caller":"traceutil/trace.go:171","msg":"trace[1858361229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26561; }","duration":"3.577481829s","start":"2026-04-29T02:50:44.446511Z","end":"2026-04-29T02:50:48.023993Z","steps":["trace[1858361229] 'agreement among raft nodes before linearized reading' (duration: 3.576899648s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.024109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.446501Z","time spent":"3.577595721s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:50:48.023931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:44.72712Z","time spent":"3.29679975s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:48.02394Z","caller":"traceutil/trace.go:171","msg":"trace[984886398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26561; }","duration":"2.65796845s","start":"2026-04-29T02:50:45.365963Z","end":"2026-04-29T02:50:48.023931Z","steps":["trace[984886398] 'agreement among raft nodes before linearized reading' (duration: 2.657624504s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.024214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.365939Z","time spent":"2.658262155s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:50:48.024792Z","caller":"traceutil/trace.go:171","msg":"trace[1951785159] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26561; }","duration":"2.607600082s","start":"2026-04-29T02:50:45.417169Z","end":"2026-04-29T02:50:48.024769Z","steps":["trace[1951785159] 'agreement among raft nodes before linearized reading' (duration: 2.606124595s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.024851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.417151Z","time spent":"2.607682324s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:50:48.450935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:48.451029Z","caller":"traceutil/trace.go:171","msg":"trace[614154845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040635s","start":"2026-04-29T02:50:46.450964Z","end":"2026-04-29T02:50:48.451005Z","steps":["trace[614154845] 'agreement among raft nodes before linearized reading' (duration: 1.999911973s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.451089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.450953Z","time spent":"2.000124626s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:48.524346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:50:48.632808Z","caller":"traceutil/trace.go:171","msg":"trace[287869790] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"984.760334ms","start":"2026-04-29T02:50:47.648024Z","end":"2026-04-29T02:50:48.632784Z","steps":["trace[287869790] 'process raft request' (duration: 984.432677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.632941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.648002Z","time spent":"984.873836ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:48.632948Z","caller":"traceutil/trace.go:171","msg":"trace[470169631] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"967.291249ms","start":"2026-04-29T02:50:47.665632Z","end":"2026-04-29T02:50:48.632924Z","steps":["trace[470169631] 'process raft request' (duration: 967.208747ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:48.632977Z","caller":"traceutil/trace.go:171","msg":"trace[642252075] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"968.357149ms","start":"2026-04-29T02:50:47.664569Z","end":"2026-04-29T02:50:48.632926Z","steps":["trace[642252075] 'process raft request' (duration: 968.179365ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:48.633094Z","caller":"traceutil/trace.go:171","msg":"trace[1445173129] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"967.342459ms","start":"2026-04-29T02:50:47.665744Z","end":"2026-04-29T02:50:48.633087Z","steps":["trace[1445173129] 'process raft request' (duration: 967.137476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.633084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.6656Z","time spent":"967.412421ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:48.633128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.665715Z","time spent":"967.391891ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:48.633165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.664554Z","time spent":"968.509501ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:48.633276Z","caller":"traceutil/trace.go:171","msg":"trace[1108305740] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"967.460132ms","start":"2026-04-29T02:50:47.665808Z","end":"2026-04-29T02:50:48.633268Z","steps":["trace[1108305740] 'process raft request' (duration: 967.224187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.633304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.665798Z","time spent":"967.490402ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:48.63338Z","caller":"traceutil/trace.go:171","msg":"trace[221105565] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"967.487803ms","start":"2026-04-29T02:50:47.665887Z","end":"2026-04-29T02:50:48.633375Z","steps":["trace[221105565] 'process raft request' (duration: 967.265119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.633405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.665872Z","time spent":"967.518553ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:48.633458Z","caller":"traceutil/trace.go:171","msg":"trace[124074768] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"967.403481ms","start":"2026-04-29T02:50:47.66605Z","end":"2026-04-29T02:50:48.633454Z","steps":["trace[124074768] 'process raft request' (duration: 967.178777ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:48.633411Z","caller":"traceutil/trace.go:171","msg":"trace[846994168] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"967.251058ms","start":"2026-04-29T02:50:47.666125Z","end":"2026-04-29T02:50:48.633376Z","steps":["trace[846994168] 'process raft request' (duration: 967.173086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:48.63348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.666042Z","time spent":"967.425891ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:48.633593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.666118Z","time spent":"967.38183ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.267662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634322233s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:50.268241Z","caller":"traceutil/trace.go:171","msg":"trace[508860778] linearizableReadLoop","detail":"{readStateIndex:27463; appliedIndex:27448; }","duration":"2.244861268s","start":"2026-04-29T02:50:48.023361Z","end":"2026-04-29T02:50:50.268222Z","steps":["trace[508860778] 'read index received' (duration: 609.298022ms)","trace[508860778] 'applied index is now lower than readState.Index' (duration: 1.635562366s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:50.268303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.024661Z","time spent":"2.243639635s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:50.268556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259170651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-29T02:50:50.268543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258962886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-29T02:50:50.268581Z","caller":"traceutil/trace.go:171","msg":"trace[1748372888] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26575; }","duration":"3.259215501s","start":"2026-04-29T02:50:47.009355Z","end":"2026-04-29T02:50:50.268571Z","steps":["trace[1748372888] 'agreement among raft nodes before linearized reading' (duration: 3.259128579s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.268604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009351Z","time spent":"3.259246302s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-29T02:50:50.268599Z","caller":"traceutil/trace.go:171","msg":"trace[264991825] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26575; }","duration":"3.259074658s","start":"2026-04-29T02:50:47.009507Z","end":"2026-04-29T02:50:50.268582Z","steps":["trace[264991825] 'agreement among raft nodes before linearized reading' (duration: 3.258920995s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.268636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009475Z","time spent":"3.25915123s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-29T02:50:50.268752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259402014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-29T02:50:50.26877Z","caller":"traceutil/trace.go:171","msg":"trace[1729822406] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26575; }","duration":"3.259420625s","start":"2026-04-29T02:50:47.009344Z","end":"2026-04-29T02:50:50.268765Z","steps":["trace[1729822406] 'agreement among raft nodes before linearized reading' (duration: 3.259363353s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.26879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009322Z","time spent":"3.259464006s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-29T02:50:50.268913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259593258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-29T02:50:50.26893Z","caller":"traceutil/trace.go:171","msg":"trace[2011057886] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26575; }","duration":"3.259610628s","start":"2026-04-29T02:50:47.009314Z","end":"2026-04-29T02:50:50.268925Z","steps":["trace[2011057886] 'agreement among raft nodes before linearized reading' (duration: 3.259557617s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.268959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.00929Z","time spent":"3.259653149s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-29T02:50:50.268973Z","caller":"traceutil/trace.go:171","msg":"trace[1454255236] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"2.237952468s","start":"2026-04-29T02:50:48.031006Z","end":"2026-04-29T02:50:50.268958Z","steps":["trace[1454255236] 'process raft request' (duration: 2.236919929s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.030972Z","time spent":"2.2380294s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.269077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259803292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-29T02:50:50.269096Z","caller":"traceutil/trace.go:171","msg":"trace[442145241] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26575; }","duration":"3.259820042s","start":"2026-04-29T02:50:47.009269Z","end":"2026-04-29T02:50:50.269089Z","steps":["trace[442145241] 'agreement among raft nodes before linearized reading' (duration: 3.259762791s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009234Z","time spent":"3.259873263s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-29T02:50:50.269204Z","caller":"traceutil/trace.go:171","msg":"trace[1446605196] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"2.233113189s","start":"2026-04-29T02:50:48.036081Z","end":"2026-04-29T02:50:50.269194Z","steps":["trace[1446605196] 'process raft request' (duration: 2.231945298s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259997895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-29T02:50:50.269257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.03602Z","time spent":"2.233206971s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:50.269282Z","caller":"traceutil/trace.go:171","msg":"trace[885153790] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26575; }","duration":"3.260039626s","start":"2026-04-29T02:50:47.009237Z","end":"2026-04-29T02:50:50.269276Z","steps":["trace[885153790] 'agreement among raft nodes before linearized reading' (duration: 3.259985615s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009223Z","time spent":"3.260071646s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-29T02:50:50.26947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260343472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-29T02:50:50.269489Z","caller":"traceutil/trace.go:171","msg":"trace[436025900] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:26575; }","duration":"3.260380413s","start":"2026-04-29T02:50:47.009103Z","end":"2026-04-29T02:50:50.269484Z","steps":["trace[436025900] 'agreement among raft nodes before linearized reading' (duration: 3.260324342s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009095Z","time spent":"3.260406044s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-04-29T02:50:50.269571Z","caller":"traceutil/trace.go:171","msg":"trace[1861196122] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"2.233312113s","start":"2026-04-29T02:50:48.036245Z","end":"2026-04-29T02:50:50.269557Z","steps":["trace[1861196122] 'process raft request' (duration: 2.231810115s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261118966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-04-29T02:50:50.269639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.036239Z","time spent":"2.233363463s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.269702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261224939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-04-29T02:50:50.269721Z","caller":"traceutil/trace.go:171","msg":"trace[2007128681] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26575; }","duration":"3.26126809s","start":"2026-04-29T02:50:47.008448Z","end":"2026-04-29T02:50:50.269716Z","steps":["trace[2007128681] 'agreement among raft nodes before linearized reading' (duration: 3.261216449s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.008435Z","time spent":"3.26129882s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-29T02:50:50.269863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261570195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-29T02:50:50.269882Z","caller":"traceutil/trace.go:171","msg":"trace[1610895886] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26575; }","duration":"3.261658056s","start":"2026-04-29T02:50:47.008218Z","end":"2026-04-29T02:50:50.269876Z","steps":["trace[1610895886] 'agreement among raft nodes before linearized reading' (duration: 3.261607175s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.269898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.008182Z","time spent":"3.261712538s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-29T02:50:50.269906Z","caller":"traceutil/trace.go:171","msg":"trace[1800854208] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"2.232951016s","start":"2026-04-29T02:50:48.036944Z","end":"2026-04-29T02:50:50.269895Z","steps":["trace[1800854208] 'process raft request' (duration: 2.231157583s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309974315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:50.270061Z","caller":"traceutil/trace.go:171","msg":"trace[675157204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26575; }","duration":"3.310061907s","start":"2026-04-29T02:50:46.959993Z","end":"2026-04-29T02:50:50.270055Z","steps":["trace[675157204] 'agreement among raft nodes before linearized reading' (duration: 3.310011656s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.036937Z","time spent":"2.232995256s","remote":"127.0.0.1:42982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.270119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36989279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:50.270142Z","caller":"traceutil/trace.go:171","msg":"trace[1416562891] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26575; }","duration":"3.36994486s","start":"2026-04-29T02:50:46.900193Z","end":"2026-04-29T02:50:50.270137Z","steps":["trace[1416562891] 'agreement among raft nodes before linearized reading' (duration: 3.369899079s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.900176Z","time spent":"3.369980111s","remote":"127.0.0.1:56588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:50.27027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564764773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:50.270293Z","caller":"traceutil/trace.go:171","msg":"trace[110618184] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26575; }","duration":"3.564824494s","start":"2026-04-29T02:50:46.705463Z","end":"2026-04-29T02:50:50.270287Z","steps":["trace[110618184] 'agreement among raft nodes before linearized reading' (duration: 3.564786443s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.705445Z","time spent":"3.564861955s","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:50.270316Z","caller":"traceutil/trace.go:171","msg":"trace[1274045759] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"2.232776263s","start":"2026-04-29T02:50:48.037529Z","end":"2026-04-29T02:50:50.270305Z","steps":["trace[1274045759] 'process raft request' (duration: 2.230609633s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.037497Z","time spent":"2.232843804s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.270441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605205205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-29T02:50:50.27046Z","caller":"traceutil/trace.go:171","msg":"trace[286556905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26575; }","duration":"3.605251936s","start":"2026-04-29T02:50:46.665202Z","end":"2026-04-29T02:50:50.270454Z","steps":["trace[286556905] 'agreement among raft nodes before linearized reading' (duration: 3.605197645s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.665187Z","time spent":"3.605290727s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"info","ts":"2026-04-29T02:50:50.270541Z","caller":"traceutil/trace.go:171","msg":"trace[961561404] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"2.232830633s","start":"2026-04-29T02:50:48.037702Z","end":"2026-04-29T02:50:50.270533Z","steps":["trace[961561404] 'process raft request' (duration: 2.23046696s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.037696Z","time spent":"2.232859954s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.270585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.769201715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:50.270604Z","caller":"traceutil/trace.go:171","msg":"trace[427959443] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26575; }","duration":"3.769250266s","start":"2026-04-29T02:50:46.501347Z","end":"2026-04-29T02:50:50.270597Z","steps":["trace[427959443] 'agreement among raft nodes before linearized reading' (duration: 3.769221696s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.501328Z","time spent":"3.769288827s","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:50.270694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830343485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:50.270731Z","caller":"traceutil/trace.go:171","msg":"trace[2105250650] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26575; }","duration":"2.830442607s","start":"2026-04-29T02:50:47.440283Z","end":"2026-04-29T02:50:50.270726Z","steps":["trace[2105250650] 'agreement among raft nodes before linearized reading' (duration: 2.830375795s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824448522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-29T02:50:50.27075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.440256Z","time spent":"2.830488868s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:50.270766Z","caller":"traceutil/trace.go:171","msg":"trace[1630295432] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:26575; }","duration":"3.824479622s","start":"2026-04-29T02:50:46.44628Z","end":"2026-04-29T02:50:50.270759Z","steps":["trace[1630295432] 'agreement among raft nodes before linearized reading' (duration: 3.824425321s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.446274Z","time spent":"3.824505683s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" "} {"level":"info","ts":"2026-04-29T02:50:50.269652Z","caller":"traceutil/trace.go:171","msg":"trace[656028811] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26575; }","duration":"3.261182748s","start":"2026-04-29T02:50:47.008463Z","end":"2026-04-29T02:50:50.269645Z","steps":["trace[656028811] 'agreement among raft nodes before linearized reading' (duration: 3.261128247s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.270907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.008435Z","time spent":"3.262465772s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-29T02:50:50.271008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260422384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-2e7kri\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-29T02:50:50.271006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26018742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-04-29T02:50:50.271077Z","caller":"traceutil/trace.go:171","msg":"trace[440338611] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-2e7kri; range_end:; response_count:1; response_revision:26575; }","duration":"3.260524326s","start":"2026-04-29T02:50:47.010534Z","end":"2026-04-29T02:50:50.271058Z","steps":["trace[440338611] 'agreement among raft nodes before linearized reading' (duration: 3.26026034s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010522Z","time spent":"3.260587736s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-2e7kri\" "} {"level":"info","ts":"2026-04-29T02:50:50.271108Z","caller":"traceutil/trace.go:171","msg":"trace[1638698663] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26575; }","duration":"3.260301522s","start":"2026-04-29T02:50:47.010779Z","end":"2026-04-29T02:50:50.27108Z","steps":["trace[1638698663] 'agreement among raft nodes before linearized reading' (duration: 3.259982545s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260167639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-04-29T02:50:50.27116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010741Z","time spent":"3.260408543s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-04-29T02:50:50.271179Z","caller":"traceutil/trace.go:171","msg":"trace[861974066] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:26575; }","duration":"3.260300141s","start":"2026-04-29T02:50:47.010854Z","end":"2026-04-29T02:50:50.271154Z","steps":["trace[861974066] 'agreement among raft nodes before linearized reading' (duration: 3.259980586s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010839Z","time spent":"3.260383212s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-29T02:50:50.271279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261134426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-29T02:50:50.27133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261420411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-04-29T02:50:50.271343Z","caller":"traceutil/trace.go:171","msg":"trace[925409144] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:26575; }","duration":"3.261229898s","start":"2026-04-29T02:50:47.010096Z","end":"2026-04-29T02:50:50.271326Z","steps":["trace[925409144] 'agreement among raft nodes before linearized reading' (duration: 3.261012874s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.271358Z","caller":"traceutil/trace.go:171","msg":"trace[1363486452] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26575; }","duration":"3.261459224s","start":"2026-04-29T02:50:47.009886Z","end":"2026-04-29T02:50:50.271346Z","steps":["trace[1363486452] 'agreement among raft nodes before linearized reading' (duration: 3.261380602s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010085Z","time spent":"3.261285799s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-29T02:50:50.271442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261627896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-29T02:50:50.271425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825203036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:50:50.271479Z","caller":"traceutil/trace.go:171","msg":"trace[291804191] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26575; }","duration":"3.261686667s","start":"2026-04-29T02:50:47.009783Z","end":"2026-04-29T02:50:50.27147Z","steps":["trace[291804191] 'agreement among raft nodes before linearized reading' (duration: 3.261610456s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260666158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-29T02:50:50.27151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261073956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-29T02:50:50.271508Z","caller":"traceutil/trace.go:171","msg":"trace[1913245696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26575; }","duration":"3.825334419s","start":"2026-04-29T02:50:46.446153Z","end":"2026-04-29T02:50:50.271488Z","steps":["trace[1913245696] 'agreement among raft nodes before linearized reading' (duration: 3.825023284s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.27008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.959953Z","time spent":"3.310121547s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:50.271536Z","caller":"traceutil/trace.go:171","msg":"trace[835789467] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26575; }","duration":"3.261136846s","start":"2026-04-29T02:50:47.010392Z","end":"2026-04-29T02:50:50.271529Z","steps":["trace[835789467] 'agreement among raft nodes before linearized reading' (duration: 3.261068015s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.271533Z","caller":"traceutil/trace.go:171","msg":"trace[623548141] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26575; }","duration":"3.26074601s","start":"2026-04-29T02:50:47.01077Z","end":"2026-04-29T02:50:50.271516Z","steps":["trace[623548141] 'agreement among raft nodes before linearized reading' (duration: 3.260616927s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260583446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-29T02:50:50.271558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010379Z","time spent":"3.261174497s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"info","ts":"2026-04-29T02:50:50.271576Z","caller":"traceutil/trace.go:171","msg":"trace[1649490499] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26575; }","duration":"3.260656758s","start":"2026-04-29T02:50:47.010912Z","end":"2026-04-29T02:50:50.271569Z","steps":["trace[1649490499] 'agreement among raft nodes before linearized reading' (duration: 3.260575666s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010751Z","time spent":"3.260817591s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-29T02:50:50.271597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010889Z","time spent":"3.260703969s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-29T02:50:50.27165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261369831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-04-29T02:50:50.271379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009878Z","time spent":"3.261496584s","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-29T02:50:50.271669Z","caller":"traceutil/trace.go:171","msg":"trace[2065586972] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:26575; }","duration":"3.261431321s","start":"2026-04-29T02:50:47.010231Z","end":"2026-04-29T02:50:50.271663Z","steps":["trace[2065586972] 'agreement among raft nodes before linearized reading' (duration: 3.26137806s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.010224Z","time spent":"3.261462732s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-29T02:50:50.271723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923265233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:50.271499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.009767Z","time spent":"3.261727588s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-29T02:50:50.271738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919597554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:50:50.271754Z","caller":"traceutil/trace.go:171","msg":"trace[68921009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26575; }","duration":"2.923397676s","start":"2026-04-29T02:50:47.348347Z","end":"2026-04-29T02:50:50.271745Z","steps":["trace[68921009] 'agreement among raft nodes before linearized reading' (duration: 2.923348125s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.271771Z","caller":"traceutil/trace.go:171","msg":"trace[115032984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26575; }","duration":"2.919662766s","start":"2026-04-29T02:50:47.352102Z","end":"2026-04-29T02:50:50.271765Z","steps":["trace[115032984] 'agreement among raft nodes before linearized reading' (duration: 2.919578515s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.27178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.348312Z","time spent":"2.923458687s","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:50.271792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.352087Z","time spent":"2.919700757s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:50:50.271805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825665865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:50:50.271837Z","caller":"traceutil/trace.go:171","msg":"trace[1090199084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26575; }","duration":"3.825737336s","start":"2026-04-29T02:50:46.446091Z","end":"2026-04-29T02:50:50.271828Z","steps":["trace[1090199084] 'agreement among raft nodes before linearized reading' (duration: 3.825631984s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.27187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8990736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:50.271873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.446067Z","time spent":"3.825798727s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:50:50.271892Z","caller":"traceutil/trace.go:171","msg":"trace[656054371] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26575; }","duration":"3.899123191s","start":"2026-04-29T02:50:46.372762Z","end":"2026-04-29T02:50:50.271885Z","steps":["trace[656054371] 'agreement among raft nodes before linearized reading' (duration: 3.899084931s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.271912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.372747Z","time spent":"3.899159912s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:50.272002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201464413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:50:50.272024Z","caller":"traceutil/trace.go:171","msg":"trace[378424906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26575; }","duration":"4.201525304s","start":"2026-04-29T02:50:46.070492Z","end":"2026-04-29T02:50:50.272018Z","steps":["trace[378424906] 'agreement among raft nodes before linearized reading' (duration: 4.201458542s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.07047Z","time spent":"4.201566635s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:50:50.272039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.344210527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T02:50:50.272048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315794779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-04-29T02:50:50.272064Z","caller":"traceutil/trace.go:171","msg":"trace[23706676] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26575; }","duration":"4.344260028s","start":"2026-04-29T02:50:45.927794Z","end":"2026-04-29T02:50:50.272054Z","steps":["trace[23706676] 'agreement among raft nodes before linearized reading' (duration: 4.344201697s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.927776Z","time spent":"4.344302679s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-29T02:50:50.272086Z","caller":"traceutil/trace.go:171","msg":"trace[1735363547] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26575; }","duration":"4.315842791s","start":"2026-04-29T02:50:45.956223Z","end":"2026-04-29T02:50:50.272066Z","steps":["trace[1735363547] 'agreement among raft nodes before linearized reading' (duration: 4.315708358s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.95621Z","time spent":"4.315893661s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418422,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-29T02:50:50.272103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.446147Z","time spent":"3.82594681s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:50:50.272182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209042414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:50.272203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609833079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b07a2ec-0843-4e5c-b310-1536287fec13\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-29T02:50:50.272184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928362877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:50.272226Z","caller":"traceutil/trace.go:171","msg":"trace[1323038088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b07a2ec-0843-4e5c-b310-1536287fec13; range_end:; response_count:1; response_revision:26575; }","duration":"4.609870529s","start":"2026-04-29T02:50:45.662349Z","end":"2026-04-29T02:50:50.272219Z","steps":["trace[1323038088] 'agreement among raft nodes before linearized reading' (duration: 4.609815657s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.272228Z","caller":"traceutil/trace.go:171","msg":"trace[70405721] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26575; }","duration":"4.209085276s","start":"2026-04-29T02:50:46.063123Z","end":"2026-04-29T02:50:50.272208Z","steps":["trace[70405721] 'agreement among raft nodes before linearized reading' (duration: 4.209016824s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.27225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:45.662336Z","time spent":"4.60990449s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8b07a2ec-0843-4e5c-b310-1536287fec13\" "} {"level":"info","ts":"2026-04-29T02:50:50.272246Z","caller":"traceutil/trace.go:171","msg":"trace[1300160820] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26575; }","duration":"2.928487351s","start":"2026-04-29T02:50:47.343745Z","end":"2026-04-29T02:50:50.272232Z","steps":["trace[1300160820] 'agreement among raft nodes before linearized reading' (duration: 2.928373547s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:46.063075Z","time spent":"4.209179798s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:50.272271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241163819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn\" ","response":"range_response_count:1 size:6984"} {"level":"warn","ts":"2026-04-29T02:50:50.272289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:47.343696Z","time spent":"2.928584302s","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:50.272296Z","caller":"traceutil/trace.go:171","msg":"trace[1037184716] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn; range_end:; response_count:1; response_revision:26575; }","duration":"2.24118919s","start":"2026-04-29T02:50:48.0311Z","end":"2026-04-29T02:50:50.272289Z","steps":["trace[1037184716] 'agreement among raft nodes before linearized reading' (duration: 2.241122698s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.27242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.031058Z","time spent":"2.241353172s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7007,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn\" "} {"level":"warn","ts":"2026-04-29T02:50:50.272452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.130671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:50.272476Z","caller":"traceutil/trace.go:171","msg":"trace[2023429687] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26575; }","duration":"201.202262ms","start":"2026-04-29T02:50:50.071268Z","end":"2026-04-29T02:50:50.27247Z","steps":["trace[2023429687] 'agreement among raft nodes before linearized reading' (duration: 201.137841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309706647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:50.272518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.769373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:50.27255Z","caller":"traceutil/trace.go:171","msg":"trace[817218094] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26575; }","duration":"1.309795489s","start":"2026-04-29T02:50:48.962739Z","end":"2026-04-29T02:50:50.272534Z","steps":["trace[817218094] 'agreement among raft nodes before linearized reading' (duration: 1.309719788s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.272558Z","caller":"traceutil/trace.go:171","msg":"trace[606312721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26575; }","duration":"257.848965ms","start":"2026-04-29T02:50:50.014696Z","end":"2026-04-29T02:50:50.272545Z","steps":["trace[606312721] 'agreement among raft nodes before linearized reading' (duration: 257.781704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820314902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:50.272581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.854067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:50.272586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.96272Z","time spent":"1.30985742s","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:50.272607Z","caller":"traceutil/trace.go:171","msg":"trace[1244530814] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26575; }","duration":"570.910517ms","start":"2026-04-29T02:50:49.701689Z","end":"2026-04-29T02:50:50.2726Z","steps":["trace[1244530814] 'agreement among raft nodes before linearized reading' (duration: 570.864306ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.272611Z","caller":"traceutil/trace.go:171","msg":"trace[267234811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26575; }","duration":"1.820408064s","start":"2026-04-29T02:50:48.452189Z","end":"2026-04-29T02:50:50.272598Z","steps":["trace[267234811] 'agreement among raft nodes before linearized reading' (duration: 1.820346903s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:49.701672Z","time spent":"570.951169ms","remote":"127.0.0.1:42928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:50.272631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378017316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:50.272672Z","caller":"traceutil/trace.go:171","msg":"trace[555364462] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26575; }","duration":"1.378122538s","start":"2026-04-29T02:50:48.894542Z","end":"2026-04-29T02:50:50.272664Z","steps":["trace[555364462] 'agreement among raft nodes before linearized reading' (duration: 1.378058407s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.894514Z","time spent":"1.37817363s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:50.272691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620303043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:50.272638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.45216Z","time spent":"1.820473235s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:50.272721Z","caller":"traceutil/trace.go:171","msg":"trace[1200201524] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26575; }","duration":"1.620388644s","start":"2026-04-29T02:50:48.652322Z","end":"2026-04-29T02:50:50.27271Z","steps":["trace[1200201524] 'agreement among raft nodes before linearized reading' (duration: 1.620337213s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.272625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.540358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:50:50.272756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:48.652298Z","time spent":"1.620444705s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:50.272769Z","caller":"traceutil/trace.go:171","msg":"trace[931196988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26575; }","duration":"244.740502ms","start":"2026-04-29T02:50:50.028017Z","end":"2026-04-29T02:50:50.272757Z","steps":["trace[931196988] 'agreement among raft nodes before linearized reading' (duration: 244.517728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.655734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.60126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:50.656357Z","caller":"traceutil/trace.go:171","msg":"trace[818184636] linearizableReadLoop","detail":"{readStateIndex:27465; appliedIndex:27463; }","duration":"376.857588ms","start":"2026-04-29T02:50:50.279481Z","end":"2026-04-29T02:50:50.656338Z","steps":["trace[818184636] 'read index received' (duration: 267.568286ms)","trace[818184636] 'applied index is now lower than readState.Index' (duration: 109.288192ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:50.656442Z","caller":"traceutil/trace.go:171","msg":"trace[520102154] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"379.471857ms","start":"2026-04-29T02:50:50.276957Z","end":"2026-04-29T02:50:50.656429Z","steps":["trace[520102154] 'process raft request' (duration: 270.076642ms)","trace[520102154] 'compare' (duration: 108.283054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:50.656509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.276939Z","time spent":"379.533768ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:50.656688Z","caller":"traceutil/trace.go:171","msg":"trace[1907057371] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"376.914899ms","start":"2026-04-29T02:50:50.27976Z","end":"2026-04-29T02:50:50.656674Z","steps":["trace[1907057371] 'process raft request' (duration: 376.182146ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.656688Z","caller":"traceutil/trace.go:171","msg":"trace[866612645] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"373.037147ms","start":"2026-04-29T02:50:50.283613Z","end":"2026-04-29T02:50:50.65665Z","steps":["trace[866612645] 'process raft request' (duration: 372.475717ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.656793Z","caller":"traceutil/trace.go:171","msg":"trace[944951793] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"372.200292ms","start":"2026-04-29T02:50:50.28458Z","end":"2026-04-29T02:50:50.65678Z","steps":["trace[944951793] 'process raft request' (duration: 371.613722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.656781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.285406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:50.656841Z","caller":"traceutil/trace.go:171","msg":"trace[1650101714] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"156.538762ms","start":"2026-04-29T02:50:50.500289Z","end":"2026-04-29T02:50:50.656828Z","steps":["trace[1650101714] 'process raft request' (duration: 155.985662ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.656869Z","caller":"traceutil/trace.go:171","msg":"trace[952034755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26585; }","duration":"377.423568ms","start":"2026-04-29T02:50:50.279425Z","end":"2026-04-29T02:50:50.656848Z","steps":["trace[952034755] 'agreement among raft nodes before linearized reading' (duration: 377.228825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.656935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.284565Z","time spent":"372.279443ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.656952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.279412Z","time spent":"377.53203ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:50.656871Z","caller":"traceutil/trace.go:171","msg":"trace[1968035618] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"372.366665ms","start":"2026-04-29T02:50:50.284452Z","end":"2026-04-29T02:50:50.656819Z","steps":["trace[1968035618] 'process raft request' (duration: 371.698123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.6568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.279752Z","time spent":"376.994531ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:50.657017Z","caller":"traceutil/trace.go:171","msg":"trace[525977] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"374.904251ms","start":"2026-04-29T02:50:50.282094Z","end":"2026-04-29T02:50:50.656998Z","steps":["trace[525977] 'process raft request' (duration: 373.910633ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:50.657Z","caller":"traceutil/trace.go:171","msg":"trace[10804479] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"379.848974ms","start":"2026-04-29T02:50:50.277039Z","end":"2026-04-29T02:50:50.656888Z","steps":["trace[10804479] 'process raft request' (duration: 378.804655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.656895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.283606Z","time spent":"373.179489ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7201,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.657128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282082Z","time spent":"374.994862ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:50.65713Z","caller":"traceutil/trace.go:171","msg":"trace[1784118372] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"374.739908ms","start":"2026-04-29T02:50:50.282371Z","end":"2026-04-29T02:50:50.657111Z","steps":["trace[1784118372] 'process raft request' (duration: 373.672179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.657166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.284445Z","time spent":"372.600419ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:50.657239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.277022Z","time spent":"380.090598ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:50.656736Z","caller":"traceutil/trace.go:171","msg":"trace[1798920568] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"182.043156ms","start":"2026-04-29T02:50:50.47462Z","end":"2026-04-29T02:50:50.656663Z","steps":["trace[1798920568] 'process raft request' (duration: 181.620148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:50.657238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282364Z","time spent":"374.808009ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:52.17099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225546672s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:52.171168Z","caller":"traceutil/trace.go:171","msg":"trace[522585955] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"1.531767996s","start":"2026-04-29T02:50:50.639385Z","end":"2026-04-29T02:50:52.171153Z","steps":["trace[522585955] 'process raft request' (duration: 305.96498ms)","trace[522585955] 'compare' (duration: 1.22334771s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:52.17122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.63935Z","time spent":"1.531849287s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:52.171483Z","caller":"traceutil/trace.go:171","msg":"trace[100669507] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"1.531846587s","start":"2026-04-29T02:50:50.639615Z","end":"2026-04-29T02:50:52.171461Z","steps":["trace[100669507] 'process raft request' (duration: 1.531708375s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:52.171488Z","caller":"traceutil/trace.go:171","msg":"trace[671689684] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"1.531922248s","start":"2026-04-29T02:50:50.639533Z","end":"2026-04-29T02:50:52.171455Z","steps":["trace[671689684] 'process raft request' (duration: 1.531551421s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.171607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.639588Z","time spent":"1.531952999s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:52.171626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.639522Z","time spent":"1.53203156s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:52.171644Z","caller":"traceutil/trace.go:171","msg":"trace[869513827] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"1.530647354s","start":"2026-04-29T02:50:50.640977Z","end":"2026-04-29T02:50:52.171625Z","steps":["trace[869513827] 'process raft request' (duration: 1.530601223s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:52.171712Z","caller":"traceutil/trace.go:171","msg":"trace[238956727] linearizableReadLoop","detail":"{readStateIndex:27481; appliedIndex:27473; }","duration":"1.515297209s","start":"2026-04-29T02:50:50.656396Z","end":"2026-04-29T02:50:52.171693Z","steps":["trace[238956727] 'read index received' (duration: 3.115938ms)","trace[238956727] 'applied index is now lower than readState.Index' (duration: 1.512180431s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:52.171754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.640964Z","time spent":"1.530736646s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:52.17184Z","caller":"traceutil/trace.go:171","msg":"trace[435362906] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"1.531530852s","start":"2026-04-29T02:50:50.640303Z","end":"2026-04-29T02:50:52.171834Z","steps":["trace[435362906] 'process raft request' (duration: 1.531125145s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.171879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.640279Z","time spent":"1.531579652s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:52.171929Z","caller":"traceutil/trace.go:171","msg":"trace[736836752] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"1.531606702s","start":"2026-04-29T02:50:50.640317Z","end":"2026-04-29T02:50:52.171923Z","steps":["trace[736836752] 'process raft request' (duration: 1.531193435s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.171948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889582379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18202"} {"level":"warn","ts":"2026-04-29T02:50:52.171961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.640303Z","time spent":"1.531642194s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:52.17196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88904489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8297"} {"level":"info","ts":"2026-04-29T02:50:52.171992Z","caller":"traceutil/trace.go:171","msg":"trace[258133834] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:26593; }","duration":"1.889623189s","start":"2026-04-29T02:50:50.282356Z","end":"2026-04-29T02:50:52.171979Z","steps":["trace[258133834] 'agreement among raft nodes before linearized reading' (duration: 1.889527968s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.171956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889010779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-04-29T02:50:52.172018Z","caller":"traceutil/trace.go:171","msg":"trace[327884504] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"1.530793897s","start":"2026-04-29T02:50:50.641209Z","end":"2026-04-29T02:50:52.172003Z","steps":["trace[327884504] 'process raft request' (duration: 1.53039152s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889391656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-04-29T02:50:52.172095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889461457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"warn","ts":"2026-04-29T02:50:52.172091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.641199Z","time spent":"1.530858698s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:52.172103Z","caller":"traceutil/trace.go:171","msg":"trace[2135762168] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:26593; }","duration":"1.889445016s","start":"2026-04-29T02:50:50.282647Z","end":"2026-04-29T02:50:52.172092Z","steps":["trace[2135762168] 'agreement among raft nodes before linearized reading' (duration: 1.889308624s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889806374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-29T02:50:52.172123Z","caller":"traceutil/trace.go:171","msg":"trace[556128727] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26593; }","duration":"1.889499318s","start":"2026-04-29T02:50:50.282614Z","end":"2026-04-29T02:50:52.172113Z","steps":["trace[556128727] 'agreement among raft nodes before linearized reading' (duration: 1.889426497s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889908315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4045"} {"level":"warn","ts":"2026-04-29T02:50:52.172142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282601Z","time spent":"1.889536618s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-04-29T02:50:52.172141Z","caller":"traceutil/trace.go:171","msg":"trace[416021856] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:26593; }","duration":"1.889844994s","start":"2026-04-29T02:50:50.282285Z","end":"2026-04-29T02:50:52.17213Z","steps":["trace[416021856] 'agreement among raft nodes before linearized reading' (duration: 1.889758213s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:52.172162Z","caller":"traceutil/trace.go:171","msg":"trace[579091705] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:26593; }","duration":"1.889953626s","start":"2026-04-29T02:50:50.282203Z","end":"2026-04-29T02:50:52.172157Z","steps":["trace[579091705] 'agreement among raft nodes before linearized reading' (duration: 1.889843354s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282192Z","time spent":"1.889990137s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4068,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-04-29T02:50:52.17222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889335646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-04-29T02:50:52.172256Z","caller":"traceutil/trace.go:171","msg":"trace[31894533] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26593; }","duration":"1.889377516s","start":"2026-04-29T02:50:50.28287Z","end":"2026-04-29T02:50:52.172247Z","steps":["trace[31894533] 'agreement among raft nodes before linearized reading' (duration: 1.889284684s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282644Z","time spent":"1.889485897s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282865Z","time spent":"1.889410937s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890372266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-29T02:50:52.172316Z","caller":"traceutil/trace.go:171","msg":"trace[1175707094] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26593; }","duration":"1.890435156s","start":"2026-04-29T02:50:50.28187Z","end":"2026-04-29T02:50:52.172305Z","steps":["trace[1175707094] 'agreement among raft nodes before linearized reading' (duration: 1.890331784s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889861585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-04-29T02:50:52.172313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888770655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17221"} {"level":"warn","ts":"2026-04-29T02:50:52.172358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.281853Z","time spent":"1.890496017s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786113566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:52.172381Z","caller":"traceutil/trace.go:171","msg":"trace[495237314] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26593; }","duration":"1.889981397s","start":"2026-04-29T02:50:50.282378Z","end":"2026-04-29T02:50:52.17236Z","steps":["trace[495237314] 'agreement among raft nodes before linearized reading' (duration: 1.889700711s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:52.17241Z","caller":"traceutil/trace.go:171","msg":"trace[1762285370] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26593; }","duration":"1.786166747s","start":"2026-04-29T02:50:50.386234Z","end":"2026-04-29T02:50:52.172401Z","steps":["trace[1762285370] 'agreement among raft nodes before linearized reading' (duration: 1.786122126s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:52.1724Z","caller":"traceutil/trace.go:171","msg":"trace[1080438251] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:26593; }","duration":"1.888865877s","start":"2026-04-29T02:50:50.283513Z","end":"2026-04-29T02:50:52.172379Z","steps":["trace[1080438251] 'agreement among raft nodes before linearized reading' (duration: 1.888600121s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.17243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282373Z","time spent":"1.890042168s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.386219Z","time spent":"1.786214278s","remote":"127.0.0.1:42496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:52.172472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.283501Z","time spent":"1.888957288s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":17244,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282283Z","time spent":"1.889888175s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889175202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-29T02:50:52.172286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890011988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-29T02:50:52.172628Z","caller":"traceutil/trace.go:171","msg":"trace[712996382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26593; }","duration":"1.889223334s","start":"2026-04-29T02:50:50.283394Z","end":"2026-04-29T02:50:52.172617Z","steps":["trace[712996382] 'agreement among raft nodes before linearized reading' (duration: 1.889138072s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89285499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-29T02:50:52.17267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.283389Z","time spent":"1.889272995s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T02:50:52.172688Z","caller":"traceutil/trace.go:171","msg":"trace[922900348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26593; }","duration":"1.893077865s","start":"2026-04-29T02:50:50.279603Z","end":"2026-04-29T02:50:52.172681Z","steps":["trace[922900348] 'agreement among raft nodes before linearized reading' (duration: 1.893004274s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.279597Z","time spent":"1.893109365s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888887076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-04-29T02:50:52.172736Z","caller":"traceutil/trace.go:171","msg":"trace[1457085778] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26593; }","duration":"1.888924308s","start":"2026-04-29T02:50:50.283806Z","end":"2026-04-29T02:50:52.17273Z","steps":["trace[1457085778] 'agreement among raft nodes before linearized reading' (duration: 1.888849467s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889082471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10932"} {"level":"warn","ts":"2026-04-29T02:50:52.172762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.283801Z","time spent":"1.888955868s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-04-29T02:50:52.172768Z","caller":"traceutil/trace.go:171","msg":"trace[358689909] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:26593; }","duration":"1.889120461s","start":"2026-04-29T02:50:50.283639Z","end":"2026-04-29T02:50:52.172759Z","steps":["trace[358689909] 'agreement among raft nodes before linearized reading' (duration: 1.88903004s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889464118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-04-29T02:50:52.172656Z","caller":"traceutil/trace.go:171","msg":"trace[812146636] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26593; }","duration":"1.890384734s","start":"2026-04-29T02:50:50.28226Z","end":"2026-04-29T02:50:52.172645Z","steps":["trace[812146636] 'agreement among raft nodes before linearized reading' (duration: 1.889976037s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.283627Z","time spent":"1.889160762s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10955,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"info","ts":"2026-04-29T02:50:52.172807Z","caller":"traceutil/trace.go:171","msg":"trace[925432898] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26593; }","duration":"1.889505259s","start":"2026-04-29T02:50:50.283294Z","end":"2026-04-29T02:50:52.1728Z","steps":["trace[925432898] 'agreement among raft nodes before linearized reading' (duration: 1.889418258s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282255Z","time spent":"1.890555847s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.283289Z","time spent":"1.88954153s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889810634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12229"} {"level":"info","ts":"2026-04-29T02:50:52.172871Z","caller":"traceutil/trace.go:171","msg":"trace[1980639656] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:26593; }","duration":"1.890201061s","start":"2026-04-29T02:50:50.28266Z","end":"2026-04-29T02:50:52.172862Z","steps":["trace[1980639656] 'agreement among raft nodes before linearized reading' (duration: 1.889757803s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282658Z","time spent":"1.890235532s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":12252,"request content":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" "} {"level":"info","ts":"2026-04-29T02:50:52.172027Z","caller":"traceutil/trace.go:171","msg":"trace[1969700250] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:26593; }","duration":"1.88909122s","start":"2026-04-29T02:50:50.282928Z","end":"2026-04-29T02:50:52.17202Z","steps":["trace[1969700250] 'agreement among raft nodes before linearized reading' (duration: 1.888858096s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.172933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282924Z","time spent":"1.890000737s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282337Z","time spent":"1.889682061s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18225,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-04-29T02:50:52.172021Z","caller":"traceutil/trace.go:171","msg":"trace[1785987281] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:26593; }","duration":"1.889104471s","start":"2026-04-29T02:50:50.282891Z","end":"2026-04-29T02:50:52.171995Z","steps":["trace[1785987281] 'agreement among raft nodes before linearized reading' (duration: 1.888904287s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.173044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890052348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9889"} {"level":"info","ts":"2026-04-29T02:50:52.173066Z","caller":"traceutil/trace.go:171","msg":"trace[1811035918] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:26593; }","duration":"1.890086769s","start":"2026-04-29T02:50:50.282972Z","end":"2026-04-29T02:50:52.173059Z","steps":["trace[1811035918] 'agreement among raft nodes before linearized reading' (duration: 1.890007177s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.173064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282885Z","time spent":"1.890171701s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8320,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-04-29T02:50:52.173092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282963Z","time spent":"1.8901249s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9912,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-04-29T02:50:52.172343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887874929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-04-29T02:50:52.173129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890164171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16637"} {"level":"info","ts":"2026-04-29T02:50:52.173136Z","caller":"traceutil/trace.go:171","msg":"trace[1637566929] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:26593; }","duration":"1.888675053s","start":"2026-04-29T02:50:50.284454Z","end":"2026-04-29T02:50:52.173129Z","steps":["trace[1637566929] 'agreement among raft nodes before linearized reading' (duration: 1.887848258s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:52.173156Z","caller":"traceutil/trace.go:171","msg":"trace[891227703] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:26593; }","duration":"1.890200211s","start":"2026-04-29T02:50:50.28295Z","end":"2026-04-29T02:50:52.17315Z","steps":["trace[891227703] 'agreement among raft nodes before linearized reading' (duration: 1.89012748s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.17316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.284449Z","time spent":"1.888706283s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-29T02:50:52.17318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.282945Z","time spent":"1.890230062s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16660,"request content":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" "} {"level":"warn","ts":"2026-04-29T02:50:52.186986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241305314s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:50:52.187374Z","caller":"traceutil/trace.go:171","msg":"trace[2137362769] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"1.525375626s","start":"2026-04-29T02:50:50.661963Z","end":"2026-04-29T02:50:52.187338Z","steps":["trace[2137362769] 'process raft request' (duration: 1.525170972s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.187474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.661946Z","time spent":"1.525480749s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T02:50:52.187839Z","caller":"traceutil/trace.go:171","msg":"trace[1192650704] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"1.431475792s","start":"2026-04-29T02:50:50.756345Z","end":"2026-04-29T02:50:52.18782Z","steps":["trace[1192650704] 'process raft request' (duration: 1.431040033s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.187958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.756312Z","time spent":"1.431585083s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418532,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:52.210305Z","caller":"traceutil/trace.go:171","msg":"trace[276315318] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"887.131527ms","start":"2026-04-29T02:50:51.323155Z","end":"2026-04-29T02:50:52.210287Z","steps":["trace[276315318] 'process raft request' (duration: 886.998755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.210417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:51.323134Z","time spent":"887.22155ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:52.210551Z","caller":"traceutil/trace.go:171","msg":"trace[94743274] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"481.83497ms","start":"2026-04-29T02:50:51.728697Z","end":"2026-04-29T02:50:52.210532Z","steps":["trace[94743274] 'process raft request' (duration: 481.557455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.210668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:51.728669Z","time spent":"481.935112ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:52.210709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.638328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-29T02:50:52.210737Z","caller":"traceutil/trace.go:171","msg":"trace[1156406071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26597; }","duration":"929.701639ms","start":"2026-04-29T02:50:51.281026Z","end":"2026-04-29T02:50:52.210728Z","steps":["trace[1156406071] 'agreement among raft nodes before linearized reading' (duration: 929.603538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.210757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:51.281003Z","time spent":"929.75024ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:50:52.210869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544428241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6164"} {"level":"info","ts":"2026-04-29T02:50:52.210901Z","caller":"traceutil/trace.go:171","msg":"trace[1735011872] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26597; }","duration":"1.544490662s","start":"2026-04-29T02:50:50.666402Z","end":"2026-04-29T02:50:52.210893Z","steps":["trace[1735011872] 'agreement among raft nodes before linearized reading' (duration: 1.544393861s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.210926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.666382Z","time spent":"1.544539113s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6187,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-29T02:50:52.210979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.197975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:52.211004Z","caller":"traceutil/trace.go:171","msg":"trace[2029181471] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26597; }","duration":"462.252406ms","start":"2026-04-29T02:50:51.748743Z","end":"2026-04-29T02:50:52.210996Z","steps":["trace[2029181471] 'agreement among raft nodes before linearized reading' (duration: 462.212805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.211022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:51.748731Z","time spent":"462.287196ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:52.211085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546665482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-29T02:50:52.21111Z","caller":"traceutil/trace.go:171","msg":"trace[374083900] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26597; }","duration":"1.546733923s","start":"2026-04-29T02:50:50.66437Z","end":"2026-04-29T02:50:52.211104Z","steps":["trace[374083900] 'agreement among raft nodes before linearized reading' (duration: 1.546665352s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.211124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.700244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:52.211131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.664353Z","time spent":"1.546774083s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:50:52.211143Z","caller":"traceutil/trace.go:171","msg":"trace[1979660787] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26597; }","duration":"854.745845ms","start":"2026-04-29T02:50:51.356391Z","end":"2026-04-29T02:50:52.211137Z","steps":["trace[1979660787] 'agreement among raft nodes before linearized reading' (duration: 854.705744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.211161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:51.356375Z","time spent":"854.782275ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:52.211308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549542385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-29T02:50:52.211372Z","caller":"traceutil/trace.go:171","msg":"trace[109333369] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26597; }","duration":"1.549629987s","start":"2026-04-29T02:50:50.661733Z","end":"2026-04-29T02:50:52.211363Z","steps":["trace[109333369] 'agreement among raft nodes before linearized reading' (duration: 1.549508604s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.211394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.661722Z","time spent":"1.549666669s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:50:52.21132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.459531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:50:52.211557Z","caller":"traceutil/trace.go:171","msg":"trace[1684400792] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26597; }","duration":"924.693326ms","start":"2026-04-29T02:50:51.286856Z","end":"2026-04-29T02:50:52.211549Z","steps":["trace[1684400792] 'agreement among raft nodes before linearized reading' (duration: 924.378529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.211562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55243672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:52.211619Z","caller":"traceutil/trace.go:171","msg":"trace[943799372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26597; }","duration":"1.552551412s","start":"2026-04-29T02:50:50.659055Z","end":"2026-04-29T02:50:52.211606Z","steps":["trace[943799372] 'agreement among raft nodes before linearized reading' (duration: 1.55244734s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:52.211648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:50.659029Z","time spent":"1.552614194s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:52.211588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:51.286819Z","time spent":"924.761088ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:53.1555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.201218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:53.155596Z","caller":"traceutil/trace.go:171","msg":"trace[2131675049] linearizableReadLoop","detail":"{readStateIndex:27486; appliedIndex:27485; }","duration":"945.115666ms","start":"2026-04-29T02:50:52.210467Z","end":"2026-04-29T02:50:53.155582Z","steps":["trace[2131675049] 'read index received' (duration: 462.770265ms)","trace[2131675049] 'applied index is now lower than readState.Index' (duration: 482.342211ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:53.155634Z","caller":"traceutil/trace.go:171","msg":"trace[675776775] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"963.442857ms","start":"2026-04-29T02:50:52.192185Z","end":"2026-04-29T02:50:53.155628Z","steps":["trace[675776775] 'process raft request' (duration: 481.034885ms)","trace[675776775] 'compare' (duration: 482.085986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:53.155661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.192158Z","time spent":"963.490068ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:50:53.15585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.897459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-29T02:50:53.155871Z","caller":"traceutil/trace.go:171","msg":"trace[1792622845] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26598; }","duration":"974.92119ms","start":"2026-04-29T02:50:52.180945Z","end":"2026-04-29T02:50:53.155866Z","steps":["trace[1792622845] 'agreement among raft nodes before linearized reading' (duration: 974.823828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.155885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.180928Z","time spent":"974.953881ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-04-29T02:50:53.155994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.361718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-29T02:50:53.156011Z","caller":"traceutil/trace.go:171","msg":"trace[1510738192] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:26598; }","duration":"975.388478ms","start":"2026-04-29T02:50:52.180619Z","end":"2026-04-29T02:50:53.156008Z","steps":["trace[1510738192] 'agreement among raft nodes before linearized reading' (duration: 975.339907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.180614Z","time spent":"975.406239ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9818,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.855928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-29T02:50:53.156157Z","caller":"traceutil/trace.go:171","msg":"trace[244712740] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26598; }","duration":"975.883298ms","start":"2026-04-29T02:50:52.180269Z","end":"2026-04-29T02:50:53.156152Z","steps":["trace[244712740] 'agreement among raft nodes before linearized reading' (duration: 975.818917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.180264Z","time spent":"975.902388ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.540689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-29T02:50:53.156291Z","caller":"traceutil/trace.go:171","msg":"trace[1590881037] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26598; }","duration":"977.582519ms","start":"2026-04-29T02:50:52.178703Z","end":"2026-04-29T02:50:53.156286Z","steps":["trace[1590881037] 'agreement among raft nodes before linearized reading' (duration: 977.535798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.178689Z","time spent":"977.615341ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.019277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T02:50:53.15648Z","caller":"traceutil/trace.go:171","msg":"trace[608030707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26598; }","duration":"978.053959ms","start":"2026-04-29T02:50:52.178419Z","end":"2026-04-29T02:50:53.156473Z","steps":["trace[608030707] 'agreement among raft nodes before linearized reading' (duration: 977.984836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.17841Z","time spent":"978.08072ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.393837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-29T02:50:53.156607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.956317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3392"} {"level":"info","ts":"2026-04-29T02:50:53.156622Z","caller":"traceutil/trace.go:171","msg":"trace[1023849843] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:26598; }","duration":"977.979778ms","start":"2026-04-29T02:50:52.178638Z","end":"2026-04-29T02:50:53.156618Z","steps":["trace[1023849843] 'agreement among raft nodes before linearized reading' (duration: 977.934017ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.156606Z","caller":"traceutil/trace.go:171","msg":"trace[838692485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26598; }","duration":"977.569481ms","start":"2026-04-29T02:50:52.179009Z","end":"2026-04-29T02:50:53.156578Z","steps":["trace[838692485] 'agreement among raft nodes before linearized reading' (duration: 977.155292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.565159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16602"} {"level":"warn","ts":"2026-04-29T02:50:53.156611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.540643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"warn","ts":"2026-04-29T02:50:53.156667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179004Z","time spent":"977.650992ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T02:50:53.15668Z","caller":"traceutil/trace.go:171","msg":"trace[1197185805] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:26598; }","duration":"978.710751ms","start":"2026-04-29T02:50:52.177952Z","end":"2026-04-29T02:50:53.156663Z","steps":["trace[1197185805] 'agreement among raft nodes before linearized reading' (duration: 978.485616ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.156698Z","caller":"traceutil/trace.go:171","msg":"trace[1301964556] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26598; }","duration":"982.647234ms","start":"2026-04-29T02:50:52.174028Z","end":"2026-04-29T02:50:53.156675Z","steps":["trace[1301964556] 'agreement among raft nodes before linearized reading' (duration: 982.365088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.174012Z","time spent":"982.731545ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.501488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"warn","ts":"2026-04-29T02:50:53.15678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.370064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-04-29T02:50:53.156792Z","caller":"traceutil/trace.go:171","msg":"trace[902751527] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:26598; }","duration":"977.527148ms","start":"2026-04-29T02:50:52.179259Z","end":"2026-04-29T02:50:53.156786Z","steps":["trace[902751527] 'agreement among raft nodes before linearized reading' (duration: 977.475427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179253Z","time spent":"977.55403ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-04-29T02:50:53.1568Z","caller":"traceutil/trace.go:171","msg":"trace[943172653] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26598; }","duration":"979.402904ms","start":"2026-04-29T02:50:52.177392Z","end":"2026-04-29T02:50:53.156795Z","steps":["trace[943172653] 'agreement among raft nodes before linearized reading' (duration: 979.339693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.709785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-04-29T02:50:53.15683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.177376Z","time spent":"979.450575ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-04-29T02:50:53.156864Z","caller":"traceutil/trace.go:171","msg":"trace[150776361] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:26598; }","duration":"976.763235ms","start":"2026-04-29T02:50:52.180083Z","end":"2026-04-29T02:50:53.156846Z","steps":["trace[150776361] 'agreement among raft nodes before linearized reading' (duration: 976.645923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.57016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-04-29T02:50:53.156936Z","caller":"traceutil/trace.go:171","msg":"trace[633104789] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:26598; }","duration":"977.59743ms","start":"2026-04-29T02:50:52.179334Z","end":"2026-04-29T02:50:53.156932Z","steps":["trace[633104789] 'agreement among raft nodes before linearized reading' (duration: 977.544999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.156949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179328Z","time spent":"977.6184ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.931388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-04-29T02:50:53.157Z","caller":"traceutil/trace.go:171","msg":"trace[1600013117] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:26598; }","duration":"977.283874ms","start":"2026-04-29T02:50:52.179704Z","end":"2026-04-29T02:50:53.156988Z","steps":["trace[1600013117] 'agreement among raft nodes before linearized reading' (duration: 976.776385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.157022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.739682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-29T02:50:53.157035Z","caller":"traceutil/trace.go:171","msg":"trace[438276139] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26598; }","duration":"977.777424ms","start":"2026-04-29T02:50:52.179253Z","end":"2026-04-29T02:50:53.157031Z","steps":["trace[438276139] 'agreement among raft nodes before linearized reading' (duration: 977.738753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.157046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179242Z","time spent":"977.801604ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-29T02:50:53.157042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179699Z","time spent":"977.329666ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.180078Z","time spent":"976.822126ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.178634Z","time spent":"977.998899ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3415,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"warn","ts":"2026-04-29T02:50:53.156715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.177894Z","time spent":"978.814743ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":16625,"request content":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" "} {"level":"warn","ts":"2026-04-29T02:50:53.157169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.941056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"info","ts":"2026-04-29T02:50:53.157224Z","caller":"traceutil/trace.go:171","msg":"trace[379277860] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26598; }","duration":"977.992667ms","start":"2026-04-29T02:50:52.179216Z","end":"2026-04-29T02:50:53.157208Z","steps":["trace[379277860] 'agreement among raft nodes before linearized reading' (duration: 977.833344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.157262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179213Z","time spent":"978.041888ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15370,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-29T02:50:53.157265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.09818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"warn","ts":"2026-04-29T02:50:53.157189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.456526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"warn","ts":"2026-04-29T02:50:53.157181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.435927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-04-29T02:50:53.157371Z","caller":"traceutil/trace.go:171","msg":"trace[959455834] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26598; }","duration":"977.630751ms","start":"2026-04-29T02:50:52.179729Z","end":"2026-04-29T02:50:53.157359Z","steps":["trace[959455834] 'agreement among raft nodes before linearized reading' (duration: 977.413497ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.157384Z","caller":"traceutil/trace.go:171","msg":"trace[1700661904] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26598; }","duration":"978.69612ms","start":"2026-04-29T02:50:52.178658Z","end":"2026-04-29T02:50:53.157354Z","steps":["trace[1700661904] 'agreement among raft nodes before linearized reading' (duration: 977.714952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.157411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179725Z","time spent":"977.676751ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-29T02:50:53.157435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.56149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17624"} {"level":"warn","ts":"2026-04-29T02:50:53.157446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.178655Z","time spent":"978.775382ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-29T02:50:53.157474Z","caller":"traceutil/trace.go:171","msg":"trace[168267853] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:26598; }","duration":"977.60886ms","start":"2026-04-29T02:50:52.179855Z","end":"2026-04-29T02:50:53.157464Z","steps":["trace[168267853] 'agreement among raft nodes before linearized reading' (duration: 977.498938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.157497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.448898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18375"} {"level":"warn","ts":"2026-04-29T02:50:53.157507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.17985Z","time spent":"977.647491ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17647,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"info","ts":"2026-04-29T02:50:53.157544Z","caller":"traceutil/trace.go:171","msg":"trace[1270069644] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:26598; }","duration":"977.508669ms","start":"2026-04-29T02:50:52.180025Z","end":"2026-04-29T02:50:53.157534Z","steps":["trace[1270069644] 'agreement among raft nodes before linearized reading' (duration: 976.902708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.15758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.180021Z","time spent":"977.552159ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18398,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"info","ts":"2026-04-29T02:50:53.157306Z","caller":"traceutil/trace.go:171","msg":"trace[23180196] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:26598; }","duration":"978.14192ms","start":"2026-04-29T02:50:52.179153Z","end":"2026-04-29T02:50:53.157295Z","steps":["trace[23180196] 'agreement among raft nodes before linearized reading' (duration: 978.011958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.157756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.179134Z","time spent":"978.606829ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2696,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-04-29T02:50:53.535804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.282962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:50:53.536029Z","caller":"traceutil/trace.go:171","msg":"trace[460508040] linearizableReadLoop","detail":"{readStateIndex:27488; appliedIndex:27486; }","duration":"380.402945ms","start":"2026-04-29T02:50:53.155609Z","end":"2026-04-29T02:50:53.536012Z","steps":["trace[460508040] 'read index received' (duration: 199.797846ms)","trace[460508040] 'applied index is now lower than readState.Index' (duration: 180.604179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:53.536253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.3786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:50:53.536246Z","caller":"traceutil/trace.go:171","msg":"trace[592750907] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"1.317524681s","start":"2026-04-29T02:50:52.218682Z","end":"2026-04-29T02:50:53.536207Z","steps":["trace[592750907] 'process raft request' (duration: 1.136734219s)","trace[592750907] 'compare' (duration: 179.722332ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:53.536321Z","caller":"traceutil/trace.go:171","msg":"trace[1648162123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26600; }","duration":"874.502843ms","start":"2026-04-29T02:50:52.661801Z","end":"2026-04-29T02:50:53.536304Z","steps":["trace[1648162123] 'agreement among raft nodes before linearized reading' (duration: 874.231598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.536354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.66178Z","time spent":"874.568164ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:50:53.53638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233915276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:53.536359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316862809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:53.536453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318636552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:53.536438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.21865Z","time spent":"1.317679074s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:53.536406Z","caller":"traceutil/trace.go:171","msg":"trace[434231433] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26600; }","duration":"1.233979578s","start":"2026-04-29T02:50:52.302416Z","end":"2026-04-29T02:50:53.536396Z","steps":["trace[434231433] 'agreement among raft nodes before linearized reading' (duration: 1.233693842s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.536478Z","caller":"traceutil/trace.go:171","msg":"trace[1469672725] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26600; }","duration":"1.318689314s","start":"2026-04-29T02:50:52.217781Z","end":"2026-04-29T02:50:53.53647Z","steps":["trace[1469672725] 'agreement among raft nodes before linearized reading' (duration: 1.318651663s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.536505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.217767Z","time spent":"1.318732374s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:50:53.536508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.302404Z","time spent":"1.234089369s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:53.536545Z","caller":"traceutil/trace.go:171","msg":"trace[938099395] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"868.991691ms","start":"2026-04-29T02:50:52.667536Z","end":"2026-04-29T02:50:53.536528Z","steps":["trace[938099395] 'process raft request' (duration: 868.38601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.536616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.667515Z","time spent":"869.048732ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:53.536767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.951528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-29T02:50:53.536796Z","caller":"traceutil/trace.go:171","msg":"trace[1433384509] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26600; }","duration":"492.01368ms","start":"2026-04-29T02:50:53.044773Z","end":"2026-04-29T02:50:53.536786Z","steps":["trace[1433384509] 'agreement among raft nodes before linearized reading' (duration: 491.933728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.536814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.044754Z","time spent":"492.05521ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-29T02:50:53.536858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.832362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8212"} {"level":"info","ts":"2026-04-29T02:50:53.536456Z","caller":"traceutil/trace.go:171","msg":"trace[574454676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26600; }","duration":"1.316975172s","start":"2026-04-29T02:50:52.219457Z","end":"2026-04-29T02:50:53.536432Z","steps":["trace[574454676] 'agreement among raft nodes before linearized reading' (duration: 1.3168323s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.536929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.219443Z","time spent":"1.317466941s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:53.536969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.532078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:50:53.536975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25672456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:50:53.536992Z","caller":"traceutil/trace.go:171","msg":"trace[67187729] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26600; }","duration":"500.578578ms","start":"2026-04-29T02:50:53.036404Z","end":"2026-04-29T02:50:53.536982Z","steps":["trace[67187729] 'agreement among raft nodes before linearized reading' (duration: 500.503557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.036386Z","time spent":"500.621699ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:50:53.537017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.600774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:53.53704Z","caller":"traceutil/trace.go:171","msg":"trace[404998093] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26600; }","duration":"304.635115ms","start":"2026-04-29T02:50:53.2324Z","end":"2026-04-29T02:50:53.537035Z","steps":["trace[404998093] 'agreement among raft nodes before linearized reading' (duration: 304.599374ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.537015Z","caller":"traceutil/trace.go:171","msg":"trace[1174816533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26600; }","duration":"1.256813221s","start":"2026-04-29T02:50:52.280188Z","end":"2026-04-29T02:50:53.537001Z","steps":["trace[1174816533] 'agreement among raft nodes before linearized reading' (duration: 1.25670881s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.232392Z","time spent":"304.660405ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:50:53.537072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.280165Z","time spent":"1.256900364s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:50:53.53716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.538508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:50:53.537183Z","caller":"traceutil/trace.go:171","msg":"trace[1909687220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26600; }","duration":"870.672711ms","start":"2026-04-29T02:50:52.666504Z","end":"2026-04-29T02:50:53.537176Z","steps":["trace[1909687220] 'agreement among raft nodes before linearized reading' (duration: 870.610819ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.536881Z","caller":"traceutil/trace.go:171","msg":"trace[494225461] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:26600; }","duration":"373.880623ms","start":"2026-04-29T02:50:53.162994Z","end":"2026-04-29T02:50:53.536875Z","steps":["trace[494225461] 'agreement among raft nodes before linearized reading' (duration: 373.805522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.666491Z","time spent":"870.706101ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:53.537258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.112414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-29T02:50:53.537285Z","caller":"traceutil/trace.go:171","msg":"trace[757028789] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26600; }","duration":"369.148284ms","start":"2026-04-29T02:50:53.168129Z","end":"2026-04-29T02:50:53.537278Z","steps":["trace[757028789] 'agreement among raft nodes before linearized reading' (duration: 369.081203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.190626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:50:53.5373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.168124Z","time spent":"369.173835ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-29T02:50:53.53731Z","caller":"traceutil/trace.go:171","msg":"trace[2020323086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26600; }","duration":"875.228016ms","start":"2026-04-29T02:50:52.662076Z","end":"2026-04-29T02:50:53.537304Z","steps":["trace[2020323086] 'agreement among raft nodes before linearized reading' (duration: 875.178865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.662064Z","time spent":"875.260737ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:53.537352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26424395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:53.537399Z","caller":"traceutil/trace.go:171","msg":"trace[1496675387] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26600; }","duration":"1.264342762s","start":"2026-04-29T02:50:52.273043Z","end":"2026-04-29T02:50:53.537386Z","steps":["trace[1496675387] 'agreement among raft nodes before linearized reading' (duration: 1.264265411s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.677995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2400"} {"level":"warn","ts":"2026-04-29T02:50:53.537441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.27302Z","time spent":"1.264412213s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:53.537459Z","caller":"traceutil/trace.go:171","msg":"trace[1768679264] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26600; }","duration":"369.715455ms","start":"2026-04-29T02:50:53.167737Z","end":"2026-04-29T02:50:53.537453Z","steps":["trace[1768679264] 'agreement among raft nodes before linearized reading' (duration: 369.651844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.53748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.167728Z","time spent":"369.746036ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2423,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:53.536873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255718502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:50:53.537514Z","caller":"traceutil/trace.go:171","msg":"trace[1360454045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26600; }","duration":"1.256383935s","start":"2026-04-29T02:50:52.281121Z","end":"2026-04-29T02:50:53.537505Z","steps":["trace[1360454045] 'agreement among raft nodes before linearized reading' (duration: 1.255620021s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.281113Z","time spent":"1.256424886s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:50:53.537632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.115694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-04-29T02:50:53.537657Z","caller":"traceutil/trace.go:171","msg":"trace[1662560741] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26600; }","duration":"370.157624ms","start":"2026-04-29T02:50:53.167491Z","end":"2026-04-29T02:50:53.537649Z","steps":["trace[1662560741] 'agreement among raft nodes before linearized reading' (duration: 370.081083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.5372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.861355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-29T02:50:53.537673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.167479Z","time spent":"370.190885ms","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-29T02:50:53.537694Z","caller":"traceutil/trace.go:171","msg":"trace[97733449] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26600; }","duration":"315.403186ms","start":"2026-04-29T02:50:53.22228Z","end":"2026-04-29T02:50:53.537683Z","steps":["trace[97733449] 'agreement among raft nodes before linearized reading' (duration: 314.891775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.222263Z","time spent":"315.454107ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:50:53.536983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.379439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"warn","ts":"2026-04-29T02:50:53.537843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.437499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2174"} {"level":"info","ts":"2026-04-29T02:50:53.53786Z","caller":"traceutil/trace.go:171","msg":"trace[187886818] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:26600; }","duration":"370.46282ms","start":"2026-04-29T02:50:53.167392Z","end":"2026-04-29T02:50:53.537855Z","steps":["trace[187886818] 'agreement among raft nodes before linearized reading' (duration: 370.407459ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.537858Z","caller":"traceutil/trace.go:171","msg":"trace[907280726] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26600; }","duration":"248.295766ms","start":"2026-04-29T02:50:53.28955Z","end":"2026-04-29T02:50:53.537846Z","steps":["trace[907280726] 'agreement among raft nodes before linearized reading' (duration: 247.382849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.537881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.167388Z","time spent":"370.4899ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2197,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:53.538181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.631943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-29T02:50:53.537243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.162975Z","time spent":"374.249409ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8235,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-04-29T02:50:53.538206Z","caller":"traceutil/trace.go:171","msg":"trace[356900195] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26600; }","duration":"370.870697ms","start":"2026-04-29T02:50:53.16733Z","end":"2026-04-29T02:50:53.538201Z","steps":["trace[356900195] 'agreement among raft nodes before linearized reading' (duration: 370.617862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.538225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.167324Z","time spent":"370.896657ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-29T02:50:53.538287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.943373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-29T02:50:53.536773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322637097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-29T02:50:53.538364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.045195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12030"} {"level":"info","ts":"2026-04-29T02:50:53.538387Z","caller":"traceutil/trace.go:171","msg":"trace[390567947] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26600; }","duration":"375.103446ms","start":"2026-04-29T02:50:53.163276Z","end":"2026-04-29T02:50:53.53838Z","steps":["trace[390567947] 'agreement among raft nodes before linearized reading' (duration: 375.023425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.538414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.163261Z","time spent":"375.147207ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12053,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-29T02:50:53.538481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.176869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2528"} {"level":"info","ts":"2026-04-29T02:50:53.538523Z","caller":"traceutil/trace.go:171","msg":"trace[2074157125] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:26600; }","duration":"374.262549ms","start":"2026-04-29T02:50:53.164253Z","end":"2026-04-29T02:50:53.538516Z","steps":["trace[2074157125] 'agreement among raft nodes before linearized reading' (duration: 374.140267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.538549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.164227Z","time spent":"374.316511ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2551,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-04-29T02:50:53.53856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.292519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-29T02:50:53.538585Z","caller":"traceutil/trace.go:171","msg":"trace[786541382] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:26600; }","duration":"375.32149ms","start":"2026-04-29T02:50:53.163256Z","end":"2026-04-29T02:50:53.538578Z","steps":["trace[786541382] 'agreement among raft nodes before linearized reading' (duration: 375.257268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.538607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.163254Z","time spent":"375.34906ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-04-29T02:50:53.538668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.948242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"warn","ts":"2026-04-29T02:50:53.538691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.044096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-04-29T02:50:53.538704Z","caller":"traceutil/trace.go:171","msg":"trace[998622443] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:26600; }","duration":"374.991673ms","start":"2026-04-29T02:50:53.163703Z","end":"2026-04-29T02:50:53.538695Z","steps":["trace[998622443] 'agreement among raft nodes before linearized reading' (duration: 374.898881ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.538711Z","caller":"traceutil/trace.go:171","msg":"trace[390159059] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:26600; }","duration":"374.069976ms","start":"2026-04-29T02:50:53.164636Z","end":"2026-04-29T02:50:53.538706Z","steps":["trace[390159059] 'agreement among raft nodes before linearized reading' (duration: 374.011765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.538724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.389753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-04-29T02:50:53.538733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.164632Z","time spent":"374.098507ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2161,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-29T02:50:53.538733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.163699Z","time spent":"375.026744ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-04-29T02:50:53.538744Z","caller":"traceutil/trace.go:171","msg":"trace[461116501] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26600; }","duration":"374.416863ms","start":"2026-04-29T02:50:53.164322Z","end":"2026-04-29T02:50:53.538738Z","steps":["trace[461116501] 'agreement among raft nodes before linearized reading' (duration: 374.343101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.538949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.164316Z","time spent":"374.627487ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-04-29T02:50:53.53838Z","caller":"traceutil/trace.go:171","msg":"trace[41361627] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26600; }","duration":"1.324229267s","start":"2026-04-29T02:50:52.214131Z","end":"2026-04-29T02:50:53.53836Z","steps":["trace[41361627] 'agreement among raft nodes before linearized reading' (duration: 1.322551646s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.538498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.228549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2mbf5-tls\" ","response":"range_response_count:1 size:1968"} {"level":"warn","ts":"2026-04-29T02:50:53.539032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:52.214105Z","time spent":"1.32492023s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-29T02:50:53.539052Z","caller":"traceutil/trace.go:171","msg":"trace[1600966774] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2mbf5-tls; range_end:; response_count:1; response_revision:26600; }","duration":"374.80152ms","start":"2026-04-29T02:50:53.164244Z","end":"2026-04-29T02:50:53.539045Z","steps":["trace[1600966774] 'agreement among raft nodes before linearized reading' (duration: 374.162298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.53908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.164237Z","time spent":"374.836321ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1991,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2mbf5-tls\" "} {"level":"warn","ts":"2026-04-29T02:50:53.539126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.16984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2138"} {"level":"warn","ts":"2026-04-29T02:50:53.539144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.732928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-29T02:50:53.539174Z","caller":"traceutil/trace.go:171","msg":"trace[1353205916] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26600; }","duration":"375.784929ms","start":"2026-04-29T02:50:53.16338Z","end":"2026-04-29T02:50:53.539165Z","steps":["trace[1353205916] 'agreement among raft nodes before linearized reading' (duration: 375.701038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.539213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.16337Z","time spent":"375.83005ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-29T02:50:53.539031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.765873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2389"} {"level":"info","ts":"2026-04-29T02:50:53.539251Z","caller":"traceutil/trace.go:171","msg":"trace[236588491] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:26600; }","duration":"372.995087ms","start":"2026-04-29T02:50:53.166248Z","end":"2026-04-29T02:50:53.539243Z","steps":["trace[236588491] 'agreement among raft nodes before linearized reading' (duration: 372.743433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.539281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.166243Z","time spent":"373.029578ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2412,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" "} {"level":"info","ts":"2026-04-29T02:50:53.539348Z","caller":"traceutil/trace.go:171","msg":"trace[1056545731] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26600; }","duration":"376.018583ms","start":"2026-04-29T02:50:53.16332Z","end":"2026-04-29T02:50:53.539338Z","steps":["trace[1056545731] 'agreement among raft nodes before linearized reading' (duration: 374.75278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.53908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.074709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" ","response":"range_response_count:1 size:2397"} {"level":"info","ts":"2026-04-29T02:50:53.539151Z","caller":"traceutil/trace.go:171","msg":"trace[511234373] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:26600; }","duration":"373.202181ms","start":"2026-04-29T02:50:53.165944Z","end":"2026-04-29T02:50:53.539146Z","steps":["trace[511234373] 'agreement among raft nodes before linearized reading' (duration: 373.14868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.539382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.163316Z","time spent":"376.058144ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-04-29T02:50:53.539389Z","caller":"traceutil/trace.go:171","msg":"trace[1074348642] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-api-certs; range_end:; response_count:1; response_revision:26600; }","duration":"373.377624ms","start":"2026-04-29T02:50:53.166003Z","end":"2026-04-29T02:50:53.53938Z","steps":["trace[1074348642] 'agreement among raft nodes before linearized reading' (duration: 373.038008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.539395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.165938Z","time spent":"373.449455ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2161,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-04-29T02:50:53.539416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.165966Z","time spent":"373.441515ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2420,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:53.538585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.331501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" ","response":"range_response_count:1 size:2219"} {"level":"warn","ts":"2026-04-29T02:50:53.538735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.510504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-29T02:50:53.539482Z","caller":"traceutil/trace.go:171","msg":"trace[458926615] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-certs; range_end:; response_count:1; response_revision:26600; }","duration":"375.222698ms","start":"2026-04-29T02:50:53.164248Z","end":"2026-04-29T02:50:53.53947Z","steps":["trace[458926615] 'agreement among raft nodes before linearized reading' (duration: 374.27289ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:53.539493Z","caller":"traceutil/trace.go:171","msg":"trace[225524083] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26600; }","duration":"376.270978ms","start":"2026-04-29T02:50:53.163212Z","end":"2026-04-29T02:50:53.539483Z","steps":["trace[225524083] 'agreement among raft nodes before linearized reading' (duration: 375.473212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:53.539513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.164233Z","time spent":"375.272969ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2242,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:53.539517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.163207Z","time spent":"376.303108ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-04-29T02:50:54.112467Z","caller":"traceutil/trace.go:171","msg":"trace[930007531] linearizableReadLoop","detail":"{readStateIndex:27489; appliedIndex:27488; }","duration":"564.551959ms","start":"2026-04-29T02:50:53.547879Z","end":"2026-04-29T02:50:54.112431Z","steps":["trace[930007531] 'read index received' (duration: 498.026582ms)","trace[930007531] 'applied index is now lower than readState.Index' (duration: 66.523917ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:54.112972Z","caller":"traceutil/trace.go:171","msg":"trace[633203865] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"568.238218ms","start":"2026-04-29T02:50:53.544701Z","end":"2026-04-29T02:50:54.11294Z","steps":["trace[633203865] 'process raft request' (duration: 501.471956ms)","trace[633203865] 'compare' (duration: 65.856504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:54.113108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.210451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-29T02:50:54.113126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.544682Z","time spent":"568.353059ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:54.113121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.222902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-04-29T02:50:54.113171Z","caller":"traceutil/trace.go:171","msg":"trace[848028739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26601; }","duration":"565.293693ms","start":"2026-04-29T02:50:53.547864Z","end":"2026-04-29T02:50:54.113158Z","steps":["trace[848028739] 'agreement among raft nodes before linearized reading' (duration: 565.094989ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:54.113197Z","caller":"traceutil/trace.go:171","msg":"trace[807636414] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26601; }","duration":"565.314273ms","start":"2026-04-29T02:50:53.547859Z","end":"2026-04-29T02:50:54.113173Z","steps":["trace[807636414] 'agreement among raft nodes before linearized reading' (duration: 565.049238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:54.113258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.547847Z","time spent":"565.396715ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:50:54.113211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.547857Z","time spent":"565.341464ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:50:54.613631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:55.11481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:55.549763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:55.549932Z","caller":"traceutil/trace.go:171","msg":"trace[522548870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251278s","start":"2026-04-29T02:50:53.549655Z","end":"2026-04-29T02:50:55.549906Z","steps":["trace[522548870] 'agreement among raft nodes before linearized reading' (duration: 2.000045934s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:55.549998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.54965Z","time spent":"2.000323299s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:55.61501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:56.096593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.050894689s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:50:56.140479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.893059Z","time spent":"1.247411328s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:50:56.141715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349571118s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:56.141816Z","caller":"traceutil/trace.go:171","msg":"trace[794658144] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26601; }","duration":"1.34968875s","start":"2026-04-29T02:50:54.792111Z","end":"2026-04-29T02:50:56.141799Z","steps":["trace[794658144] 'range keys from in-memory index tree' (duration: 1.349553048s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.142725Z","caller":"traceutil/trace.go:171","msg":"trace[726324590] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"2.585461621s","start":"2026-04-29T02:50:53.55725Z","end":"2026-04-29T02:50:56.142712Z","steps":["trace[726324590] 'process raft request' (duration: 2.5854175s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.142835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.557245Z","time spent":"2.585522792s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:56.142885Z","caller":"traceutil/trace.go:171","msg":"trace[705390147] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"2.593819876s","start":"2026-04-29T02:50:53.549024Z","end":"2026-04-29T02:50:56.142844Z","steps":["trace[705390147] 'process raft request' (duration: 2.547831182s)","trace[705390147] 'compare' (duration: 45.628348ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:56.14297Z","caller":"traceutil/trace.go:171","msg":"trace[514414842] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"2.591966912s","start":"2026-04-29T02:50:53.550958Z","end":"2026-04-29T02:50:56.142925Z","steps":["trace[514414842] 'process raft request' (duration: 2.591635356s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.142988Z","caller":"traceutil/trace.go:171","msg":"trace[1280569807] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"2.58650895s","start":"2026-04-29T02:50:53.556436Z","end":"2026-04-29T02:50:56.142945Z","steps":["trace[1280569807] 'process raft request' (duration: 2.586202405s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.143151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550948Z","time spent":"2.592104035s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:56.143197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.556419Z","time spent":"2.586657534s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:56.143028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.549015Z","time spent":"2.593939909s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:56.813368Z","caller":"traceutil/trace.go:171","msg":"trace[1015960345] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"2.63271212s","start":"2026-04-29T02:50:54.180639Z","end":"2026-04-29T02:50:56.813351Z","steps":["trace[1015960345] 'process raft request' (duration: 2.632675109s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.813379Z","caller":"traceutil/trace.go:171","msg":"trace[983892703] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"2.633623047s","start":"2026-04-29T02:50:54.179722Z","end":"2026-04-29T02:50:56.813345Z","steps":["trace[983892703] 'process raft request' (duration: 2.633434903s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.813475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.180634Z","time spent":"2.632787111s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:56.81344Z","caller":"traceutil/trace.go:171","msg":"trace[303027685] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"2.633470654s","start":"2026-04-29T02:50:54.179928Z","end":"2026-04-29T02:50:56.813399Z","steps":["trace[303027685] 'process raft request' (duration: 2.633335551s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.813455Z","caller":"traceutil/trace.go:171","msg":"trace[1286507338] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"2.632842702s","start":"2026-04-29T02:50:54.180566Z","end":"2026-04-29T02:50:56.813408Z","steps":["trace[1286507338] 'process raft request' (duration: 2.63272401s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.813542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.179672Z","time spent":"2.63378581s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:56.813637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.179917Z","time spent":"2.633616587s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:56.813689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.180543Z","time spent":"2.633013864s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:56.813702Z","caller":"traceutil/trace.go:171","msg":"trace[166608890] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"2.632777111s","start":"2026-04-29T02:50:54.180879Z","end":"2026-04-29T02:50:56.813656Z","steps":["trace[166608890] 'process raft request' (duration: 2.632451554s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.814035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.180871Z","time spent":"2.632994186s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:56.81527Z","caller":"traceutil/trace.go:171","msg":"trace[779793585] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"2.633725688s","start":"2026-04-29T02:50:54.181504Z","end":"2026-04-29T02:50:56.81523Z","steps":["trace[779793585] 'process raft request' (duration: 2.633249619s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:56.816106Z","caller":"traceutil/trace.go:171","msg":"trace[2045985514] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"2.634547154s","start":"2026-04-29T02:50:54.181539Z","end":"2026-04-29T02:50:56.816086Z","steps":["trace[2045985514] 'process raft request' (duration: 2.633407832s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:56.81622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.181527Z","time spent":"2.634632805s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:56.816254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.181489Z","time spent":"2.633922533s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:57.551703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:50:57.551821Z","caller":"traceutil/trace.go:171","msg":"trace[1318605803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804118s","start":"2026-04-29T02:50:55.550998Z","end":"2026-04-29T02:50:57.551802Z","steps":["trace[1318605803] 'agreement among raft nodes before linearized reading' (duration: 2.000660655s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:57.551899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.550987Z","time spent":"2.000903451s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:50:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:50:58.16531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350285192s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:50:58.166914Z","caller":"traceutil/trace.go:171","msg":"trace[332993614] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"2.620124735s","start":"2026-04-29T02:50:55.546765Z","end":"2026-04-29T02:50:58.16689Z","steps":["trace[332993614] 'process raft request' (duration: 2.618651888s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:58.166959Z","caller":"traceutil/trace.go:171","msg":"trace[610705035] linearizableReadLoop","detail":"{readStateIndex:27502; appliedIndex:27489; }","duration":"4.054357718s","start":"2026-04-29T02:50:54.112577Z","end":"2026-04-29T02:50:58.166934Z","steps":["trace[610705035] 'read index received' (duration: 1.984244112s)","trace[610705035] 'applied index is now lower than readState.Index' (duration: 2.070111846s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.167072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.546742Z","time spent":"2.620225397s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:50:58.383012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832257424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"info","ts":"2026-04-29T02:50:58.383104Z","caller":"traceutil/trace.go:171","msg":"trace[1392532764] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:26613; }","duration":"4.832374147s","start":"2026-04-29T02:50:53.550705Z","end":"2026-04-29T02:50:58.383079Z","steps":["trace[1392532764] 'agreement among raft nodes before linearized reading' (duration: 4.616578403s)","trace[1392532764] 'range keys from in-memory index tree' (duration: 215.542588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.383153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550699Z","time spent":"4.832443258s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2087,"request content":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" "} {"level":"warn","ts":"2026-04-29T02:50:58.3833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835289841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2994"} {"level":"warn","ts":"2026-04-29T02:50:58.383321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835315941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:50:58.383387Z","caller":"traceutil/trace.go:171","msg":"trace[1085498224] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:26613; }","duration":"4.835409544s","start":"2026-04-29T02:50:53.547953Z","end":"2026-04-29T02:50:58.383363Z","steps":["trace[1085498224] 'agreement among raft nodes before linearized reading' (duration: 4.619449937s)","trace[1085498224] 'range keys from in-memory index tree' (duration: 215.748492ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:58.383405Z","caller":"traceutil/trace.go:171","msg":"trace[952903909] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26613; }","duration":"4.835444954s","start":"2026-04-29T02:50:53.54794Z","end":"2026-04-29T02:50:58.383385Z","steps":["trace[952903909] 'agreement among raft nodes before linearized reading' (duration: 4.619474667s)","trace[952903909] 'range keys from in-memory index tree' (duration: 215.750343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.383438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.54794Z","time spent":"4.835488405s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3017,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-29T02:50:58.383455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.547922Z","time spent":"4.835521405s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:50:58.383555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.463076019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:58.383609Z","caller":"traceutil/trace.go:171","msg":"trace[892798397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26613; }","duration":"4.463190321s","start":"2026-04-29T02:50:53.920401Z","end":"2026-04-29T02:50:58.383592Z","steps":["trace[892798397] 'agreement among raft nodes before linearized reading' (duration: 4.246703074s)","trace[892798397] 'count revisions from in-memory index tree' (duration: 216.412005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.383649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.920374Z","time spent":"4.463265013s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.383716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833227763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-29T02:50:58.383757Z","caller":"traceutil/trace.go:171","msg":"trace[1200163266] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26613; }","duration":"4.833816083s","start":"2026-04-29T02:50:53.549929Z","end":"2026-04-29T02:50:58.383745Z","steps":["trace[1200163266] 'agreement among raft nodes before linearized reading' (duration: 4.617367057s)","trace[1200163266] 'range keys from in-memory index tree' (duration: 216.349144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.383793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.549926Z","time spent":"4.833859734s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-29T02:50:58.383833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618213883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:58.383875Z","caller":"traceutil/trace.go:171","msg":"trace[1533979053] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26613; }","duration":"4.618310815s","start":"2026-04-29T02:50:53.765552Z","end":"2026-04-29T02:50:58.383862Z","steps":["trace[1533979053] 'agreement among raft nodes before linearized reading' (duration: 4.401572424s)","trace[1533979053] 'count revisions from in-memory index tree' (duration: 216.68562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.383915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.765522Z","time spent":"4.618384827s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.384012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834362844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2124"} {"level":"info","ts":"2026-04-29T02:50:58.384052Z","caller":"traceutil/trace.go:171","msg":"trace[1600275225] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:26613; }","duration":"4.834414215s","start":"2026-04-29T02:50:53.549626Z","end":"2026-04-29T02:50:58.384041Z","steps":["trace[1600275225] 'agreement among raft nodes before linearized reading' (duration: 4.617681094s)","trace[1600275225] 'range keys from in-memory index tree' (duration: 216.636819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.549621Z","time spent":"4.834457955s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2147,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-04-29T02:50:58.384195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649189359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:50:58.384218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.83576844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2294"} {"level":"info","ts":"2026-04-29T02:50:58.384236Z","caller":"traceutil/trace.go:171","msg":"trace[1482423171] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26613; }","duration":"4.649295831s","start":"2026-04-29T02:50:53.73493Z","end":"2026-04-29T02:50:58.384226Z","steps":["trace[1482423171] 'agreement among raft nodes before linearized reading' (duration: 4.432206534s)","trace[1482423171] 'count revisions from in-memory index tree' (duration: 217.034346ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:58.384261Z","caller":"traceutil/trace.go:171","msg":"trace[1966814792] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:26613; }","duration":"4.83581456s","start":"2026-04-29T02:50:53.54843Z","end":"2026-04-29T02:50:58.384244Z","steps":["trace[1966814792] 'agreement among raft nodes before linearized reading' (duration: 4.618938127s)","trace[1966814792] 'range keys from in-memory index tree' (duration: 216.775702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.836256479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2388"} {"level":"warn","ts":"2026-04-29T02:50:58.384304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.548421Z","time spent":"4.835875121s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":1,"response size":2317,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" "} {"level":"warn","ts":"2026-04-29T02:50:58.384382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.836375701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-29T02:50:58.38441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827931364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:50:58.384451Z","caller":"traceutil/trace.go:171","msg":"trace[2006145075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26613; }","duration":"4.827980395s","start":"2026-04-29T02:50:53.55646Z","end":"2026-04-29T02:50:58.38444Z","steps":["trace[2006145075] 'agreement among raft nodes before linearized reading' (duration: 4.610699474s)","trace[2006145075] 'range keys from in-memory index tree' (duration: 217.163068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835180298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2151"} {"level":"warn","ts":"2026-04-29T02:50:58.384564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833682241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-29T02:50:58.384421Z","caller":"traceutil/trace.go:171","msg":"trace[907587159] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:26613; }","duration":"4.836419451s","start":"2026-04-29T02:50:53.547992Z","end":"2026-04-29T02:50:58.384412Z","steps":["trace[907587159] 'agreement among raft nodes before linearized reading' (duration: 4.619398475s)","trace[907587159] 'range keys from in-memory index tree' (duration: 216.940784ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:58.384602Z","caller":"traceutil/trace.go:171","msg":"trace[268278438] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:26613; }","duration":"4.833726913s","start":"2026-04-29T02:50:53.550865Z","end":"2026-04-29T02:50:58.384592Z","steps":["trace[268278438] 'agreement among raft nodes before linearized reading' (duration: 4.616312259s)","trace[268278438] 'range keys from in-memory index tree' (duration: 217.329651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550856Z","time spent":"4.833770083s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":902,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"warn","ts":"2026-04-29T02:50:58.384626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.547986Z","time spent":"4.836624476s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":884,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-04-29T02:50:58.384639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.836096005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-04-29T02:50:58.384676Z","caller":"traceutil/trace.go:171","msg":"trace[1301543797] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:26613; }","duration":"4.836142447s","start":"2026-04-29T02:50:53.548522Z","end":"2026-04-29T02:50:58.384665Z","steps":["trace[1301543797] 'agreement among raft nodes before linearized reading' (duration: 4.618832365s)","trace[1301543797] 'range keys from in-memory index tree' (duration: 217.228751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.548517Z","time spent":"4.836188338s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1010,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} {"level":"warn","ts":"2026-04-29T02:50:58.384272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.734902Z","time spent":"4.649361932s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.384847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835402753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:1977"} {"level":"info","ts":"2026-04-29T02:50:58.384308Z","caller":"traceutil/trace.go:171","msg":"trace[1075463478] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:26613; }","duration":"4.836310259s","start":"2026-04-29T02:50:53.547985Z","end":"2026-04-29T02:50:58.384296Z","steps":["trace[1075463478] 'agreement among raft nodes before linearized reading' (duration: 4.619393605s)","trace[1075463478] 'range keys from in-memory index tree' (duration: 216.834083ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:58.384906Z","caller":"traceutil/trace.go:171","msg":"trace[1078551423] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:26613; }","duration":"4.835466305s","start":"2026-04-29T02:50:53.549423Z","end":"2026-04-29T02:50:58.384889Z","steps":["trace[1078551423] 'agreement among raft nodes before linearized reading' (duration: 4.617899998s)","trace[1078551423] 'range keys from in-memory index tree' (duration: 217.438005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.547962Z","time spent":"4.836945872s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2411,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:58.384964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.54942Z","time spent":"4.835526476s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2000,"request content":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" "} {"level":"warn","ts":"2026-04-29T02:50:58.38431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824689904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:58.384486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.556455Z","time spent":"4.828023706s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"info","ts":"2026-04-29T02:50:58.384558Z","caller":"traceutil/trace.go:171","msg":"trace[1359196048] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:26613; }","duration":"4.835308911s","start":"2026-04-29T02:50:53.549219Z","end":"2026-04-29T02:50:58.384528Z","steps":["trace[1359196048] 'agreement among raft nodes before linearized reading' (duration: 4.618114961s)","trace[1359196048] 'range keys from in-memory index tree' (duration: 216.931945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.385147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.549215Z","time spent":"4.835921442s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2174,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-04-29T02:50:58.385177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834421765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2388"} {"level":"warn","ts":"2026-04-29T02:50:58.385185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834403915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-29T02:50:58.385183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834339974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2467"} {"level":"info","ts":"2026-04-29T02:50:58.385031Z","caller":"traceutil/trace.go:171","msg":"trace[1075009216] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26613; }","duration":"4.825401077s","start":"2026-04-29T02:50:53.559613Z","end":"2026-04-29T02:50:58.385015Z","steps":["trace[1075009216] 'agreement among raft nodes before linearized reading' (duration: 4.607535005s)","trace[1075009216] 'range keys from in-memory index tree' (duration: 217.142118ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:58.38527Z","caller":"traceutil/trace.go:171","msg":"trace[1733865804] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26613; }","duration":"4.834495136s","start":"2026-04-29T02:50:53.55075Z","end":"2026-04-29T02:50:58.385245Z","steps":["trace[1733865804] 'agreement among raft nodes before linearized reading' (duration: 4.616489742s)","trace[1733865804] 'range keys from in-memory index tree' (duration: 217.789121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.385285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.559584Z","time spent":"4.825681743s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:50:58.385283Z","caller":"traceutil/trace.go:171","msg":"trace[845147709] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:26613; }","duration":"4.834457156s","start":"2026-04-29T02:50:53.5508Z","end":"2026-04-29T02:50:58.385257Z","steps":["trace[845147709] 'agreement among raft nodes before linearized reading' (duration: 4.61641563s)","trace[845147709] 'range keys from in-memory index tree' (duration: 217.815652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.385274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834437726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-04-29T02:50:58.385327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550745Z","time spent":"4.834571088s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-29T02:50:58.385364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550792Z","time spent":"4.834557447s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":2490,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" "} {"level":"info","ts":"2026-04-29T02:50:58.385389Z","caller":"traceutil/trace.go:171","msg":"trace[85277350] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26613; }","duration":"4.834610208s","start":"2026-04-29T02:50:53.550748Z","end":"2026-04-29T02:50:58.385358Z","steps":["trace[85277350] 'agreement among raft nodes before linearized reading' (duration: 4.616479661s)","trace[85277350] 'range keys from in-memory index tree' (duration: 217.797501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.385412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.427062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-29T02:50:58.38545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550737Z","time spent":"4.83470106s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-29T02:50:58.385225Z","caller":"traceutil/trace.go:171","msg":"trace[1056260535] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:26613; }","duration":"4.834481836s","start":"2026-04-29T02:50:53.550731Z","end":"2026-04-29T02:50:58.385212Z","steps":["trace[1056260535] 'agreement among raft nodes before linearized reading' (duration: 4.616530582s)","trace[1056260535] 'range keys from in-memory index tree' (duration: 217.851032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834043568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2320"} {"level":"warn","ts":"2026-04-29T02:50:58.385552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550726Z","time spent":"4.834807421s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2411,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" "} {"level":"info","ts":"2026-04-29T02:50:58.385595Z","caller":"traceutil/trace.go:171","msg":"trace[582868471] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"1.165015325s","start":"2026-04-29T02:50:57.220567Z","end":"2026-04-29T02:50:58.385582Z","steps":["trace[582868471] 'process raft request' (duration: 946.347769ms)","trace[582868471] 'compare' (duration: 216.545157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.384563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835537195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:887"} {"level":"warn","ts":"2026-04-29T02:50:58.385299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834553597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-29T02:50:58.38566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.220543Z","time spent":"1.165087477s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:50:58.385703Z","caller":"traceutil/trace.go:171","msg":"trace[1138656543] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26613; }","duration":"4.834954954s","start":"2026-04-29T02:50:53.550726Z","end":"2026-04-29T02:50:58.385681Z","steps":["trace[1138656543] 'agreement among raft nodes before linearized reading' (duration: 4.616546192s)","trace[1138656543] 'range keys from in-memory index tree' (duration: 217.973294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.385762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550721Z","time spent":"4.835025995s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-29T02:50:58.385657Z","caller":"traceutil/trace.go:171","msg":"trace[1067819728] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26613; }","duration":"4.836636486s","start":"2026-04-29T02:50:53.549009Z","end":"2026-04-29T02:50:58.385646Z","steps":["trace[1067819728] 'agreement among raft nodes before linearized reading' (duration: 4.618334686s)","trace[1067819728] 'range keys from in-memory index tree' (duration: 217.160988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.385558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834627499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2373"} {"level":"info","ts":"2026-04-29T02:50:58.387143Z","caller":"traceutil/trace.go:171","msg":"trace[189659278] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:26613; }","duration":"4.836392041s","start":"2026-04-29T02:50:53.550736Z","end":"2026-04-29T02:50:58.387128Z","steps":["trace[189659278] 'agreement among raft nodes before linearized reading' (duration: 4.616514962s)","trace[189659278] 'range keys from in-memory index tree' (duration: 217.76522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.387213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.55073Z","time spent":"4.836472612s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2396,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" "} {"level":"info","ts":"2026-04-29T02:50:58.385596Z","caller":"traceutil/trace.go:171","msg":"trace[814046079] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:26613; }","duration":"4.83473111s","start":"2026-04-29T02:50:53.55085Z","end":"2026-04-29T02:50:58.385581Z","steps":["trace[814046079] 'agreement among raft nodes before linearized reading' (duration: 4.616340219s)","trace[814046079] 'range keys from in-memory index tree' (duration: 217.660028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.387465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550843Z","time spent":"4.836611756s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2343,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-04-29T02:50:58.385897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.549003Z","time spent":"4.83687926s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":910,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-04-29T02:50:58.386125Z","caller":"traceutil/trace.go:171","msg":"trace[2087182630] linearizableReadLoop","detail":"{readStateIndex:27504; appliedIndex:27502; }","duration":"219.036914ms","start":"2026-04-29T02:50:58.167071Z","end":"2026-04-29T02:50:58.386108Z","steps":["trace[2087182630] 'read index received' (duration: 51.09008ms)","trace[2087182630] 'applied index is now lower than readState.Index' (duration: 167.944264ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:50:58.386132Z","caller":"traceutil/trace.go:171","msg":"trace[1456625041] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"220.697045ms","start":"2026-04-29T02:50:58.165412Z","end":"2026-04-29T02:50:58.386109Z","steps":["trace[1456625041] 'process raft request' (duration: 220.092803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.386193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.378775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:50:58.387932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.911678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:58.387998Z","caller":"traceutil/trace.go:171","msg":"trace[4824266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26615; }","duration":"128.033261ms","start":"2026-04-29T02:50:58.25995Z","end":"2026-04-29T02:50:58.387983Z","steps":["trace[4824266] 'agreement among raft nodes before linearized reading' (duration: 127.910409ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:58.387952Z","caller":"traceutil/trace.go:171","msg":"trace[1243766546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26615; }","duration":"239.175649ms","start":"2026-04-29T02:50:58.148764Z","end":"2026-04-29T02:50:58.38794Z","steps":["trace[1243766546] 'agreement among raft nodes before linearized reading' (duration: 237.344845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.386246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163478187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:50:58.388198Z","caller":"traceutil/trace.go:171","msg":"trace[689636327] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26615; }","duration":"1.165470454s","start":"2026-04-29T02:50:57.222708Z","end":"2026-04-29T02:50:58.388179Z","steps":["trace[689636327] 'agreement among raft nodes before linearized reading' (duration: 1.163456157s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.388254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.222685Z","time spent":"1.165552315s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:50:58.388256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837428701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:1971"} {"level":"info","ts":"2026-04-29T02:50:58.388297Z","caller":"traceutil/trace.go:171","msg":"trace[1799032498] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:26613; }","duration":"4.837490362s","start":"2026-04-29T02:50:53.550798Z","end":"2026-04-29T02:50:58.388288Z","steps":["trace[1799032498] 'agreement among raft nodes before linearized reading' (duration: 4.61640588s)","trace[1799032498] 'range keys from in-memory index tree' (duration: 217.72608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:50:58.386258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378650271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:58.388354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:53.550786Z","time spent":"4.837557703s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1994,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"info","ts":"2026-04-29T02:50:58.388389Z","caller":"traceutil/trace.go:171","msg":"trace[992384350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26615; }","duration":"3.380835302s","start":"2026-04-29T02:50:55.007533Z","end":"2026-04-29T02:50:58.388369Z","steps":["trace[992384350] 'agreement among raft nodes before linearized reading' (duration: 3.378683973s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.386272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561236388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:58.388447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.007502Z","time spent":"3.380927763s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:58.38847Z","caller":"traceutil/trace.go:171","msg":"trace[1666589936] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26615; }","duration":"3.563474219s","start":"2026-04-29T02:50:54.824971Z","end":"2026-04-29T02:50:58.388446Z","steps":["trace[1666589936] 'agreement among raft nodes before linearized reading' (duration: 3.561268318s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.38852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.824946Z","time spent":"3.563556701s","remote":"127.0.0.1:52194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.38627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265174695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-29T02:50:58.388605Z","caller":"traceutil/trace.go:171","msg":"trace[1612333025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26615; }","duration":"2.267546188s","start":"2026-04-29T02:50:56.121045Z","end":"2026-04-29T02:50:58.388591Z","steps":["trace[1612333025] 'agreement among raft nodes before linearized reading' (duration: 2.265101283s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.38865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.121025Z","time spent":"2.26761259s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-29T02:50:58.38629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880160542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-29T02:50:58.38878Z","caller":"traceutil/trace.go:171","msg":"trace[48493087] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26615; }","duration":"2.882695298s","start":"2026-04-29T02:50:55.50607Z","end":"2026-04-29T02:50:58.388765Z","steps":["trace[48493087] 'agreement among raft nodes before linearized reading' (duration: 2.880162682s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.388831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.506043Z","time spent":"2.88277553s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:50:58.386303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271605628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-04-29T02:50:58.388888Z","caller":"traceutil/trace.go:171","msg":"trace[1136875736] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26615; }","duration":"4.274214717s","start":"2026-04-29T02:50:54.114658Z","end":"2026-04-29T02:50:58.388873Z","steps":["trace[1136875736] 'agreement among raft nodes before linearized reading' (duration: 4.271497757s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.388933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.114635Z","time spent":"4.274284538s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:50:58.386311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.606479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:50:58.389137Z","caller":"traceutil/trace.go:171","msg":"trace[524651862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26615; }","duration":"240.425112ms","start":"2026-04-29T02:50:58.1487Z","end":"2026-04-29T02:50:58.389125Z","steps":["trace[524651862] 'agreement among raft nodes before linearized reading' (duration: 237.564959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.386312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8269674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:50:58.389214Z","caller":"traceutil/trace.go:171","msg":"trace[904521624] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26615; }","duration":"3.829925985s","start":"2026-04-29T02:50:54.559275Z","end":"2026-04-29T02:50:58.389201Z","steps":["trace[904521624] 'agreement among raft nodes before linearized reading' (duration: 3.82695386s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.389264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.55924Z","time spent":"3.830009376s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:50:58.386314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063181645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:58.389408Z","caller":"traceutil/trace.go:171","msg":"trace[1021023713] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26615; }","duration":"3.066271013s","start":"2026-04-29T02:50:55.323123Z","end":"2026-04-29T02:50:58.389394Z","steps":["trace[1021023713] 'agreement among raft nodes before linearized reading' (duration: 3.063162475s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.389449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.323064Z","time spent":"3.066373024s","remote":"127.0.0.1:52208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.386332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307674023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:58.389629Z","caller":"traceutil/trace.go:171","msg":"trace[1094036412] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26615; }","duration":"3.311009634s","start":"2026-04-29T02:50:55.0786Z","end":"2026-04-29T02:50:58.389609Z","steps":["trace[1094036412] 'agreement among raft nodes before linearized reading' (duration: 3.307708313s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.389689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:55.078572Z","time spent":"3.311099225s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.38636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418859787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:50:58.389764Z","caller":"traceutil/trace.go:171","msg":"trace[1214457040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26615; }","duration":"1.422319391s","start":"2026-04-29T02:50:56.967436Z","end":"2026-04-29T02:50:58.389755Z","steps":["trace[1214457040] 'agreement among raft nodes before linearized reading' (duration: 1.418878507s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.389794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.967412Z","time spent":"1.422372802s","remote":"127.0.0.1:59554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.386378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.945296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:50:58.389899Z","caller":"traceutil/trace.go:171","msg":"trace[1797433187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26615; }","duration":"241.46587ms","start":"2026-04-29T02:50:58.148427Z","end":"2026-04-29T02:50:58.389893Z","steps":["trace[1797433187] 'agreement among raft nodes before linearized reading' (duration: 237.910245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.386368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.897849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:58.390039Z","caller":"traceutil/trace.go:171","msg":"trace[1788460670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26615; }","duration":"829.567617ms","start":"2026-04-29T02:50:57.560465Z","end":"2026-04-29T02:50:58.390032Z","steps":["trace[1788460670] 'agreement among raft nodes before linearized reading' (duration: 825.884819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.390062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.560407Z","time spent":"829.647678ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:50:58.386371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72055478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:58.390193Z","caller":"traceutil/trace.go:171","msg":"trace[671584667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26615; }","duration":"3.724381902s","start":"2026-04-29T02:50:54.665805Z","end":"2026-04-29T02:50:58.390187Z","steps":["trace[671584667] 'agreement among raft nodes before linearized reading' (duration: 3.72053852s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.390216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.665724Z","time spent":"3.724484644s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.386383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.931534503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:58.390345Z","caller":"traceutil/trace.go:171","msg":"trace[777161016] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26615; }","duration":"3.935482857s","start":"2026-04-29T02:50:54.454837Z","end":"2026-04-29T02:50:58.39032Z","steps":["trace[777161016] 'agreement among raft nodes before linearized reading' (duration: 3.931499373s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.390394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.454778Z","time spent":"3.935601639s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.386372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26864464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:50:58.390465Z","caller":"traceutil/trace.go:171","msg":"trace[500034416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26615; }","duration":"2.272771037s","start":"2026-04-29T02:50:56.117685Z","end":"2026-04-29T02:50:58.390456Z","steps":["trace[500034416] 'agreement among raft nodes before linearized reading' (duration: 2.268630659s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.390599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.117645Z","time spent":"2.272893469s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:50:58.386404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690429197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:50:58.390714Z","caller":"traceutil/trace.go:171","msg":"trace[1924593448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26615; }","duration":"1.694770858s","start":"2026-04-29T02:50:56.695932Z","end":"2026-04-29T02:50:58.390703Z","steps":["trace[1924593448] 'agreement among raft nodes before linearized reading' (duration: 1.690438677s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.386423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.990592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:58.386425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518431878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:58.386438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097610383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:50:58.386483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928125907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-04-29T02:50:58.386202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.775495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:50:58.39362Z","caller":"traceutil/trace.go:171","msg":"trace[178425675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26615; }","duration":"243.204823ms","start":"2026-04-29T02:50:58.150401Z","end":"2026-04-29T02:50:58.393606Z","steps":["trace[178425675] 'agreement among raft nodes before linearized reading' (duration: 235.704474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.393908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.69591Z","time spent":"1.697989237s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:50:58.394199Z","caller":"traceutil/trace.go:171","msg":"trace[1894452664] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26615; }","duration":"4.105413277s","start":"2026-04-29T02:50:54.288771Z","end":"2026-04-29T02:50:58.394184Z","steps":["trace[1894452664] 'agreement among raft nodes before linearized reading' (duration: 4.097637573s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.394255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:54.288739Z","time spent":"4.105499198s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:50:58.39425Z","caller":"traceutil/trace.go:171","msg":"trace[1123776017] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26615; }","duration":"932.845418ms","start":"2026-04-29T02:50:57.461386Z","end":"2026-04-29T02:50:58.394232Z","steps":["trace[1123776017] 'agreement among raft nodes before linearized reading' (duration: 925.009863ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:50:58.394221Z","caller":"traceutil/trace.go:171","msg":"trace[51190556] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932; range_end:; response_count:1; response_revision:26615; }","duration":"1.93589067s","start":"2026-04-29T02:50:56.458309Z","end":"2026-04-29T02:50:58.3942Z","steps":["trace[51190556] 'agreement among raft nodes before linearized reading' (duration: 1.928085766s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.394307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:57.461365Z","time spent":"932.922519ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.394312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.458287Z","time spent":"1.936008743s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932\" "} {"level":"info","ts":"2026-04-29T02:50:58.394417Z","caller":"traceutil/trace.go:171","msg":"trace[1625198656] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26615; }","duration":"1.526479268s","start":"2026-04-29T02:50:56.867925Z","end":"2026-04-29T02:50:58.394404Z","steps":["trace[1625198656] 'agreement among raft nodes before linearized reading' (duration: 1.518476749s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:50:58.394453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:56.867895Z","time spent":"1.52654814s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:50:58.894533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:50:59.359639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.392523Z","time spent":"967.110616ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:51:00.40045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:51:00.400566Z","caller":"traceutil/trace.go:171","msg":"trace[1345315420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281468s","start":"2026-04-29T02:50:58.400263Z","end":"2026-04-29T02:51:00.400545Z","steps":["trace[1345315420] 'agreement among raft nodes before linearized reading' (duration: 2.000138995s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:00.400616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.400255Z","time spent":"2.000351419s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:02.190863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.831191451s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:51:02.216743Z","caller":"traceutil/trace.go:171","msg":"trace[903786523] linearizableReadLoop","detail":"{readStateIndex:27519; appliedIndex:27505; }","duration":"3.822551007s","start":"2026-04-29T02:50:58.394169Z","end":"2026-04-29T02:51:02.21672Z","steps":["trace[903786523] 'read index received' (duration: 965.475445ms)","trace[903786523] 'applied index is now lower than readState.Index' (duration: 2.857074532s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:02.217096Z","caller":"traceutil/trace.go:171","msg":"trace[569251319] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"3.822320623s","start":"2026-04-29T02:50:58.394758Z","end":"2026-04-29T02:51:02.217079Z","steps":["trace[569251319] 'process raft request' (duration: 3.796303279s)","trace[569251319] 'compare' (duration: 24.377154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:02.217209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.39474Z","time spent":"3.822397074s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.217409Z","caller":"traceutil/trace.go:171","msg":"trace[642354142] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"3.820666822s","start":"2026-04-29T02:50:58.396732Z","end":"2026-04-29T02:51:02.217399Z","steps":["trace[642354142] 'process raft request' (duration: 3.819418219s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.217469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396702Z","time spent":"3.820737104s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.217594Z","caller":"traceutil/trace.go:171","msg":"trace[577721032] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"3.397276568s","start":"2026-04-29T02:50:58.820306Z","end":"2026-04-29T02:51:02.217583Z","steps":["trace[577721032] 'process raft request' (duration: 3.3962866s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.21765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.820295Z","time spent":"3.397326939s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.21764Z","caller":"traceutil/trace.go:171","msg":"trace[1587471602] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"3.3973589s","start":"2026-04-29T02:50:58.820212Z","end":"2026-04-29T02:51:02.217571Z","steps":["trace[1587471602] 'process raft request' (duration: 3.396350601s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.217687Z","caller":"traceutil/trace.go:171","msg":"trace[880438061] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"3.397958322s","start":"2026-04-29T02:50:58.819698Z","end":"2026-04-29T02:51:02.217657Z","steps":["trace[880438061] 'process raft request' (duration: 3.396832191s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.217697Z","caller":"traceutil/trace.go:171","msg":"trace[1577817761] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"3.396049046s","start":"2026-04-29T02:50:58.821608Z","end":"2026-04-29T02:51:02.217657Z","steps":["trace[1577817761] 'process raft request' (duration: 3.395046137s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.21776Z","caller":"traceutil/trace.go:171","msg":"trace[1523625775] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"3.816078946s","start":"2026-04-29T02:50:58.40167Z","end":"2026-04-29T02:51:02.217749Z","steps":["trace[1523625775] 'process raft request' (duration: 3.814797822s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.217762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.397174Z","time spent":"3.820583529s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:51:02.217784Z","caller":"traceutil/trace.go:171","msg":"trace[1596330895] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"3.395514256s","start":"2026-04-29T02:50:58.822256Z","end":"2026-04-29T02:51:02.21777Z","steps":["trace[1596330895] 'process raft request' (duration: 3.394425505s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.217813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.819673Z","time spent":"3.398080163s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.217816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.820199Z","time spent":"3.397516613s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.217864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.821579Z","time spent":"3.396203738s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.217872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.822241Z","time spent":"3.395591727s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.217868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.401659Z","time spent":"3.816139657s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.217693Z","caller":"traceutil/trace.go:171","msg":"trace[1422587907] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"3.398318578s","start":"2026-04-29T02:50:58.819338Z","end":"2026-04-29T02:51:02.217656Z","steps":["trace[1422587907] 'process raft request' (duration: 3.397160706s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.217677Z","caller":"traceutil/trace.go:171","msg":"trace[944619182] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"3.818728725s","start":"2026-04-29T02:50:58.398902Z","end":"2026-04-29T02:51:02.217631Z","steps":["trace[944619182] 'process raft request' (duration: 3.817534633s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.218026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.398896Z","time spent":"3.819110543s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.21773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823546716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2225"} {"level":"info","ts":"2026-04-29T02:51:02.218038Z","caller":"traceutil/trace.go:171","msg":"trace[266566569] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"3.397690155s","start":"2026-04-29T02:50:58.820336Z","end":"2026-04-29T02:51:02.218026Z","steps":["trace[266566569] 'process raft request' (duration: 3.396290679s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.218032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.819316Z","time spent":"3.398684345s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.21807Z","caller":"traceutil/trace.go:171","msg":"trace[1798935886] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:26628; }","duration":"3.823891402s","start":"2026-04-29T02:50:58.394164Z","end":"2026-04-29T02:51:02.218055Z","steps":["trace[1798935886] 'agreement among raft nodes before linearized reading' (duration: 3.823438434s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.218093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.820282Z","time spent":"3.397781527s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.218115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.394123Z","time spent":"3.823979194s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2248,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"info","ts":"2026-04-29T02:51:02.218126Z","caller":"traceutil/trace.go:171","msg":"trace[519437672] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"3.819429328s","start":"2026-04-29T02:50:58.398683Z","end":"2026-04-29T02:51:02.218112Z","steps":["trace[519437672] 'process raft request' (duration: 3.817713666s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.218209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.398671Z","time spent":"3.819505661s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.218123Z","caller":"traceutil/trace.go:171","msg":"trace[322466745] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"3.820867355s","start":"2026-04-29T02:50:58.397229Z","end":"2026-04-29T02:51:02.218096Z","steps":["trace[322466745] 'process raft request' (duration: 3.819112332s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.218281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.397217Z","time spent":"3.82104584s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.293888Z","caller":"traceutil/trace.go:171","msg":"trace[832096197] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"2.932898873s","start":"2026-04-29T02:50:59.360952Z","end":"2026-04-29T02:51:02.293851Z","steps":["trace[832096197] 'process raft request' (duration: 2.932603547s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.293946Z","caller":"traceutil/trace.go:171","msg":"trace[737485600] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"1.393865371s","start":"2026-04-29T02:51:00.900053Z","end":"2026-04-29T02:51:02.293919Z","steps":["trace[737485600] 'process raft request' (duration: 1.393754239s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.360929Z","time spent":"2.933038825s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.294162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895370101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" ","response":"range_response_count:1 size:2153"} {"level":"info","ts":"2026-04-29T02:51:02.294255Z","caller":"traceutil/trace.go:171","msg":"trace[1175668592] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-api-certs; range_end:; response_count:1; response_revision:26631; }","duration":"3.895497203s","start":"2026-04-29T02:50:58.398739Z","end":"2026-04-29T02:51:02.294236Z","steps":["trace[1175668592] 'agreement among raft nodes before linearized reading' (duration: 3.895195098s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897552962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5654"} {"level":"warn","ts":"2026-04-29T02:51:02.294312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.398724Z","time spent":"3.895573045s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2176,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" "} {"level":"info","ts":"2026-04-29T02:51:02.294341Z","caller":"traceutil/trace.go:171","msg":"trace[145333476] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:26631; }","duration":"3.897608364s","start":"2026-04-29T02:50:58.396717Z","end":"2026-04-29T02:51:02.294326Z","steps":["trace[145333476] 'agreement among raft nodes before linearized reading' (duration: 3.897495472s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396712Z","time spent":"3.897661454s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5677,"request content":"key:\"/registry/jobs/openstack/barbican-db-init\" "} {"level":"warn","ts":"2026-04-29T02:51:02.294364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897560162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5584"} {"level":"warn","ts":"2026-04-29T02:51:02.294463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900188631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2201"} {"level":"info","ts":"2026-04-29T02:51:02.294477Z","caller":"traceutil/trace.go:171","msg":"trace[1178453912] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:26631; }","duration":"3.897712685s","start":"2026-04-29T02:50:58.396741Z","end":"2026-04-29T02:51:02.294453Z","steps":["trace[1178453912] 'agreement among raft nodes before linearized reading' (duration: 3.897303908s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.294511Z","caller":"traceutil/trace.go:171","msg":"trace[1112484588] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:26631; }","duration":"3.900245433s","start":"2026-04-29T02:50:58.394252Z","end":"2026-04-29T02:51:02.294497Z","steps":["trace[1112484588] 'agreement among raft nodes before linearized reading' (duration: 3.900152861s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396736Z","time spent":"3.897782126s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5607,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:51:02.29455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.394173Z","time spent":"3.900369295s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2224,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-04-29T02:51:02.294561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89797445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12806"} {"level":"info","ts":"2026-04-29T02:51:02.294613Z","caller":"traceutil/trace.go:171","msg":"trace[851078913] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:26631; }","duration":"3.898058932s","start":"2026-04-29T02:50:58.396542Z","end":"2026-04-29T02:51:02.294601Z","steps":["trace[851078913] 'agreement among raft nodes before linearized reading' (duration: 3.897876338s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.046722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:51:02.294638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898322106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"warn","ts":"2026-04-29T02:51:02.294735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898146563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-29T02:51:02.29477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897299776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-g589p-vnc\" ","response":"range_response_count:1 size:1886"} {"level":"info","ts":"2026-04-29T02:51:02.294773Z","caller":"traceutil/trace.go:171","msg":"trace[193272123] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:26631; }","duration":"3.898192823s","start":"2026-04-29T02:50:58.396571Z","end":"2026-04-29T02:51:02.294764Z","steps":["trace[193272123] 'agreement among raft nodes before linearized reading' (duration: 3.898099582s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.294802Z","caller":"traceutil/trace.go:171","msg":"trace[254774239] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-g589p-vnc; range_end:; response_count:1; response_revision:26631; }","duration":"3.897346248s","start":"2026-04-29T02:50:58.397443Z","end":"2026-04-29T02:51:02.29479Z","steps":["trace[254774239] 'agreement among raft nodes before linearized reading' (duration: 3.897246196s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.397432Z","time spent":"3.897401519s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1909,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-g589p-vnc\" "} {"level":"warn","ts":"2026-04-29T02:51:02.294861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898281655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:2156"} {"level":"warn","ts":"2026-04-29T02:51:02.294878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893896379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:02.294887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897864528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2949"} {"level":"info","ts":"2026-04-29T02:51:02.294898Z","caller":"traceutil/trace.go:171","msg":"trace[357592649] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:26631; }","duration":"3.898336816s","start":"2026-04-29T02:50:58.396552Z","end":"2026-04-29T02:51:02.294889Z","steps":["trace[357592649] 'agreement among raft nodes before linearized reading' (duration: 3.898209423s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.294926Z","caller":"traceutil/trace.go:171","msg":"trace[760348342] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:26631; }","duration":"3.897905088s","start":"2026-04-29T02:50:58.397008Z","end":"2026-04-29T02:51:02.294913Z","steps":["trace[760348342] 'agreement among raft nodes before linearized reading' (duration: 3.897814817s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898243994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:855"} {"level":"warn","ts":"2026-04-29T02:51:02.294949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158592243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:02.294958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.397005Z","time spent":"3.897947149s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2972,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" "} {"level":"warn","ts":"2026-04-29T02:51:02.294967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396544Z","time spent":"3.898393918s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2179,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" "} {"level":"warn","ts":"2026-04-29T02:51:02.294376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897764736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2175"} {"level":"warn","ts":"2026-04-29T02:51:02.295008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900770931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2546"} {"level":"info","ts":"2026-04-29T02:51:02.29491Z","caller":"traceutil/trace.go:171","msg":"trace[1665644321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26631; }","duration":"1.893962961s","start":"2026-04-29T02:51:00.400939Z","end":"2026-04-29T02:51:02.294902Z","steps":["trace[1665644321] 'agreement among raft nodes before linearized reading' (duration: 1.89392131s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89049362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-29T02:51:02.295093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.400916Z","time spent":"1.894168074s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:02.295104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132190648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:51:02.295116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892172471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-29T02:51:02.295125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898466609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1089"} {"level":"warn","ts":"2026-04-29T02:51:02.295139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589571624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:02.295099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900870883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7a8fcbd9-9c7c-43dd-9561-1131e30fef86\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-29T02:51:02.295181Z","caller":"traceutil/trace.go:171","msg":"trace[2130051699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26631; }","duration":"3.589612536s","start":"2026-04-29T02:50:58.705556Z","end":"2026-04-29T02:51:02.295168Z","steps":["trace[2130051699] 'agreement among raft nodes before linearized reading' (duration: 3.589550364s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747430451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:51:02.295194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603462937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:02.29522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.705528Z","time spent":"3.589680246s","remote":"127.0.0.1:59566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:02.295231Z","caller":"traceutil/trace.go:171","msg":"trace[1958365601] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26631; }","duration":"3.747508033s","start":"2026-04-29T02:50:58.547711Z","end":"2026-04-29T02:51:02.295219Z","steps":["trace[1958365601] 'agreement among raft nodes before linearized reading' (duration: 3.74742095s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:02.295233Z","caller":"traceutil/trace.go:171","msg":"trace[1447611335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26631; }","duration":"2.603544518s","start":"2026-04-29T02:50:59.691681Z","end":"2026-04-29T02:51:02.295225Z","steps":["trace[1447611335] 'agreement among raft nodes before linearized reading' (duration: 2.603481117s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89776612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:02.295233Z","caller":"traceutil/trace.go:171","msg":"trace[298828082] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7a8fcbd9-9c7c-43dd-9561-1131e30fef86; range_end:; response_count:1; response_revision:26631; }","duration":"3.901054637s","start":"2026-04-29T02:50:58.394149Z","end":"2026-04-29T02:51:02.295204Z","steps":["trace[298828082] 'agreement among raft nodes before linearized reading' (duration: 3.900649139s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.547688Z","time spent":"3.747564263s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:51:02.295273Z","caller":"traceutil/trace.go:171","msg":"trace[1111928941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26631; }","duration":"2.89784155s","start":"2026-04-29T02:50:59.39742Z","end":"2026-04-29T02:51:02.295262Z","steps":["trace[1111928941] 'agreement among raft nodes before linearized reading' (duration: 2.897752119s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.691658Z","time spent":"2.603604269s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:02.29484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875751713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:02.295294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.394133Z","time spent":"3.90115008s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-7a8fcbd9-9c7c-43dd-9561-1131e30fef86\" "} {"level":"warn","ts":"2026-04-29T02:51:02.29521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898466888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1621"} {"level":"info","ts":"2026-04-29T02:51:02.295434Z","caller":"traceutil/trace.go:171","msg":"trace[564164834] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26631; }","duration":"3.898782335s","start":"2026-04-29T02:50:58.396621Z","end":"2026-04-29T02:51:02.295403Z","steps":["trace[564164834] 'agreement among raft nodes before linearized reading' (duration: 3.897934099s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396616Z","time spent":"3.898887017s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1644,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-29T02:51:02.29419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897477831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-04-29T02:51:02.295702Z","caller":"traceutil/trace.go:171","msg":"trace[1505868751] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:26631; }","duration":"3.899006649s","start":"2026-04-29T02:50:58.396681Z","end":"2026-04-29T02:51:02.295688Z","steps":["trace[1505868751] 'agreement among raft nodes before linearized reading' (duration: 3.897365759s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396677Z","time spent":"3.89906711s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":892,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-29T02:51:02.295142Z","caller":"traceutil/trace.go:171","msg":"trace[126589382] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26631; }","duration":"3.13227252s","start":"2026-04-29T02:50:59.16286Z","end":"2026-04-29T02:51:02.295132Z","steps":["trace[126589382] 'agreement among raft nodes before linearized reading' (duration: 3.132199199s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.162836Z","time spent":"3.132993395s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:02.29533Z","caller":"traceutil/trace.go:171","msg":"trace[746247525] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26631; }","duration":"1.876269702s","start":"2026-04-29T02:51:00.419045Z","end":"2026-04-29T02:51:02.295314Z","steps":["trace[746247525] 'agreement among raft nodes before linearized reading' (duration: 1.875775532s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.419017Z","time spent":"1.876947215s","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:02.295113Z","caller":"traceutil/trace.go:171","msg":"trace[811344772] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26631; }","duration":"3.890538551s","start":"2026-04-29T02:50:58.404566Z","end":"2026-04-29T02:51:02.295105Z","steps":["trace[811344772] 'agreement among raft nodes before linearized reading' (duration: 3.890440419s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.296106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.404559Z","time spent":"3.891532119s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-29T02:51:02.295075Z","caller":"traceutil/trace.go:171","msg":"trace[28898391] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:26631; }","duration":"3.900915845s","start":"2026-04-29T02:50:58.394143Z","end":"2026-04-29T02:51:02.295059Z","steps":["trace[28898391] 'agreement among raft nodes before linearized reading' (duration: 3.900744162s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.296187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.394105Z","time spent":"3.902068096s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2569,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"info","ts":"2026-04-29T02:51:02.295024Z","caller":"traceutil/trace.go:171","msg":"trace[920736845] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:26631; }","duration":"3.898408478s","start":"2026-04-29T02:50:58.396601Z","end":"2026-04-29T02:51:02.29501Z","steps":["trace[920736845] 'agreement among raft nodes before linearized reading' (duration: 3.897617794s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.29628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396583Z","time spent":"3.899689821s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2198,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"warn","ts":"2026-04-29T02:51:02.2948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874700424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:02.296565Z","caller":"traceutil/trace.go:171","msg":"trace[310456024] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26631; }","duration":"1.876471377s","start":"2026-04-29T02:51:00.420067Z","end":"2026-04-29T02:51:02.296538Z","steps":["trace[310456024] 'agreement among raft nodes before linearized reading' (duration: 1.874702744s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.296657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.420055Z","time spent":"1.876573949s","remote":"127.0.0.1:38248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:02.29473Z","caller":"traceutil/trace.go:171","msg":"trace[1377632420] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:26631; }","duration":"3.898432947s","start":"2026-04-29T02:50:58.396274Z","end":"2026-04-29T02:51:02.294707Z","steps":["trace[1377632420] 'agreement among raft nodes before linearized reading' (duration: 3.898119672s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.296856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396266Z","time spent":"3.900577119s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2132,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-04-29T02:51:02.294682Z","caller":"traceutil/trace.go:171","msg":"trace[158640965] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26631; }","duration":"156.128133ms","start":"2026-04-29T02:51:02.138542Z","end":"2026-04-29T02:51:02.29467Z","steps":["trace[158640965] 'agreement among raft nodes before linearized reading' (duration: 156.054841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.294649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396533Z","time spent":"3.898109032s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12829,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:51:02.294177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.900026Z","time spent":"1.394050865s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:02.293963Z","caller":"traceutil/trace.go:171","msg":"trace[265966236] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"2.120508665s","start":"2026-04-29T02:51:00.17339Z","end":"2026-04-29T02:51:02.293898Z","steps":["trace[265966236] 'process raft request' (duration: 2.120349772s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.297502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.173369Z","time spent":"2.124080601s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:02.294744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450744579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:02.29772Z","caller":"traceutil/trace.go:171","msg":"trace[1476731196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26631; }","duration":"1.453832816s","start":"2026-04-29T02:51:00.84387Z","end":"2026-04-29T02:51:02.297703Z","steps":["trace[1476731196] 'agreement among raft nodes before linearized reading' (duration: 1.4508335s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.297777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.843847Z","time spent":"1.453910668s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:02.294802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396565Z","time spent":"3.898231304s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1005,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"warn","ts":"2026-04-29T02:51:02.294981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89798367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2123"} {"level":"info","ts":"2026-04-29T02:51:02.298337Z","caller":"traceutil/trace.go:171","msg":"trace[1500607589] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:26631; }","duration":"3.901344963s","start":"2026-04-29T02:50:58.396979Z","end":"2026-04-29T02:51:02.298324Z","steps":["trace[1500607589] 'agreement among raft nodes before linearized reading' (duration: 3.897937549s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.298387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396973Z","time spent":"3.901400214s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2146,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"info","ts":"2026-04-29T02:51:02.294969Z","caller":"traceutil/trace.go:171","msg":"trace[177636134] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:26631; }","duration":"3.898295926s","start":"2026-04-29T02:50:58.396662Z","end":"2026-04-29T02:51:02.294958Z","steps":["trace[177636134] 'agreement among raft nodes before linearized reading' (duration: 3.898171224s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.298651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.396659Z","time spent":"3.901980925s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":878,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"info","ts":"2026-04-29T02:51:02.294985Z","caller":"traceutil/trace.go:171","msg":"trace[375187830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26631; }","duration":"2.158668633s","start":"2026-04-29T02:51:00.136309Z","end":"2026-04-29T02:51:02.294978Z","steps":["trace[375187830] 'agreement among raft nodes before linearized reading' (duration: 2.158618782s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.298791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:00.136255Z","time spent":"2.162523495s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:02.295033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395563259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:02.298947Z","caller":"traceutil/trace.go:171","msg":"trace[539261886] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26631; }","duration":"2.399504703s","start":"2026-04-29T02:50:59.899425Z","end":"2026-04-29T02:51:02.298929Z","steps":["trace[539261886] 'agreement among raft nodes before linearized reading' (duration: 2.39558041s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.298998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.899371Z","time spent":"2.399609285s","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:02.29508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896253817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-04-29T02:51:02.299212Z","caller":"traceutil/trace.go:171","msg":"trace[1889407693] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:26631; }","duration":"3.900388694s","start":"2026-04-29T02:50:58.398811Z","end":"2026-04-29T02:51:02.2992Z","steps":["trace[1889407693] 'agreement among raft nodes before linearized reading' (duration: 3.896208356s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.299252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.398805Z","time spent":"3.900436215s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1088,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"info","ts":"2026-04-29T02:51:02.29515Z","caller":"traceutil/trace.go:171","msg":"trace[205938091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26631; }","duration":"3.892215143s","start":"2026-04-29T02:50:58.402925Z","end":"2026-04-29T02:51:02.29514Z","steps":["trace[205938091] 'agreement among raft nodes before linearized reading' (duration: 3.89210846s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.299346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.402914Z","time spent":"3.89641243s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T02:51:02.295155Z","caller":"traceutil/trace.go:171","msg":"trace[879006253] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:26631; }","duration":"3.89850268s","start":"2026-04-29T02:50:58.396644Z","end":"2026-04-29T02:51:02.295147Z","steps":["trace[879006253] 'agreement among raft nodes before linearized reading' (duration: 3.898411308s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.299452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.39664Z","time spent":"3.902764539s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1112,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-04-29T02:51:02.295162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896332249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1064"} {"level":"info","ts":"2026-04-29T02:51:02.299556Z","caller":"traceutil/trace.go:171","msg":"trace[1400531597] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:26631; }","duration":"3.900708741s","start":"2026-04-29T02:50:58.398822Z","end":"2026-04-29T02:51:02.29953Z","steps":["trace[1400531597] 'agreement among raft nodes before linearized reading' (duration: 3.896281668s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:02.295301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:59.3974Z","time spent":"2.897895952s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:02.299615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:50:58.398781Z","time spent":"3.900813613s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1087,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"warn","ts":"2026-04-29T02:51:02.794127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:51:02.946701Z","caller":"traceutil/trace.go:171","msg":"trace[1816562657] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"726.926118ms","start":"2026-04-29T02:51:02.219743Z","end":"2026-04-29T02:51:02.946669Z","steps":["trace[1816562657] 'process raft request' (duration: 641.056731ms)","trace[1816562657] 'compare' (duration: 85.140543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:02.946855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.219718Z","time spent":"727.05497ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:04.30495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:51:04.305038Z","caller":"traceutil/trace.go:171","msg":"trace[1183910109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232118s","start":"2026-04-29T02:51:02.304786Z","end":"2026-04-29T02:51:04.305018Z","steps":["trace[1183910109] 'agreement among raft nodes before linearized reading' (duration: 2.000122976s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:04.305085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.304774Z","time spent":"2.00030037s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:51:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:51:05.412713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.526178ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.412844Z","caller":"traceutil/trace.go:171","msg":"trace[1832505377] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26632; }","duration":"621.669221ms","start":"2026-04-29T02:51:04.791154Z","end":"2026-04-29T02:51:05.412823Z","steps":["trace[1832505377] 'range keys from in-memory index tree' (duration: 621.508978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.414499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249639326s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:05.414697Z","caller":"traceutil/trace.go:171","msg":"trace[903775791] linearizableReadLoop","detail":"{readStateIndex:27524; appliedIndex:27522; }","duration":"3.120731334s","start":"2026-04-29T02:51:02.293877Z","end":"2026-04-29T02:51:05.414608Z","steps":["trace[903775791] 'read index received' (duration: 566.946403ms)","trace[903775791] 'applied index is now lower than readState.Index' (duration: 2.553782721s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:05.41471Z","caller":"traceutil/trace.go:171","msg":"trace[1331044855] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"3.110517256s","start":"2026-04-29T02:51:02.304162Z","end":"2026-04-29T02:51:05.414679Z","steps":["trace[1331044855] 'process raft request' (duration: 860.587895ms)","trace[1331044855] 'compare' (duration: 2.247320293s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:05.414848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.304146Z","time spent":"3.110646268s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:05.414999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192336936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-04-29T02:51:05.415087Z","caller":"traceutil/trace.go:171","msg":"trace[1989523245] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26633; }","duration":"3.192459649s","start":"2026-04-29T02:51:02.222609Z","end":"2026-04-29T02:51:05.415068Z","steps":["trace[1989523245] 'agreement among raft nodes before linearized reading' (duration: 3.192224985s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.415134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.222596Z","time spent":"3.19252945s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":965,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-29T02:51:05.503829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.108851947s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:51:05.504202Z","caller":"traceutil/trace.go:171","msg":"trace[1438070433] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"2.109290706s","start":"2026-04-29T02:51:03.394889Z","end":"2026-04-29T02:51:05.50418Z","steps":["trace[1438070433] 'process raft request' (duration: 2.109151823s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.504353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.39487Z","time spent":"2.109395118s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.705898Z","caller":"traceutil/trace.go:171","msg":"trace[1917422817] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"1.482221375s","start":"2026-04-29T02:51:04.22366Z","end":"2026-04-29T02:51:05.705881Z","steps":["trace[1917422817] 'process raft request' (duration: 1.482077571s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.706156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.223642Z","time spent":"1.482326496s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.705886Z","caller":"traceutil/trace.go:171","msg":"trace[618244632] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"1.482554969s","start":"2026-04-29T02:51:04.2233Z","end":"2026-04-29T02:51:05.705855Z","steps":["trace[618244632] 'process raft request' (duration: 1.407239969s)","trace[618244632] 'compare' (duration: 74.911373ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:05.706175Z","caller":"traceutil/trace.go:171","msg":"trace[966710515] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"1.481544831s","start":"2026-04-29T02:51:04.2246Z","end":"2026-04-29T02:51:05.706144Z","steps":["trace[966710515] 'process raft request' (duration: 1.481238035s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.706288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.223277Z","time spent":"1.482954418s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:05.706355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.224587Z","time spent":"1.481668913s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.706506Z","caller":"traceutil/trace.go:171","msg":"trace[342571316] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"1.481531221s","start":"2026-04-29T02:51:04.224928Z","end":"2026-04-29T02:51:05.706459Z","steps":["trace[342571316] 'process raft request' (duration: 1.481093603s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.706661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.224921Z","time spent":"1.481670573s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.706777Z","caller":"traceutil/trace.go:171","msg":"trace[902561442] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"1.481702244s","start":"2026-04-29T02:51:04.225037Z","end":"2026-04-29T02:51:05.706739Z","steps":["trace[902561442] 'process raft request' (duration: 1.481294367s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.70682Z","caller":"traceutil/trace.go:171","msg":"trace[1062096500] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"1.481730925s","start":"2026-04-29T02:51:04.225069Z","end":"2026-04-29T02:51:05.7068Z","steps":["trace[1062096500] 'process raft request' (duration: 1.481533452s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.706868Z","caller":"traceutil/trace.go:171","msg":"trace[1771103455] linearizableReadLoop","detail":"{readStateIndex:27533; appliedIndex:27524; }","duration":"292.099362ms","start":"2026-04-29T02:51:05.41475Z","end":"2026-04-29T02:51:05.706849Z","steps":["trace[1771103455] 'read index received' (duration: 89.356071ms)","trace[1771103455] 'applied index is now lower than readState.Index' (duration: 202.741841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:05.706888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.225031Z","time spent":"1.481800306s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.70692Z","caller":"traceutil/trace.go:171","msg":"trace[1833364503] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"1.481662354s","start":"2026-04-29T02:51:04.225242Z","end":"2026-04-29T02:51:05.706904Z","steps":["trace[1833364503] 'process raft request' (duration: 1.48145389s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.707278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.225236Z","time spent":"1.48199463s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:05.706921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.225065Z","time spent":"1.481801976s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.706987Z","caller":"traceutil/trace.go:171","msg":"trace[2062906717] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"1.402077704s","start":"2026-04-29T02:51:04.304884Z","end":"2026-04-29T02:51:05.706962Z","steps":["trace[2062906717] 'process raft request' (duration: 1.40186599s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.707423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.22772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:05.707463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.304869Z","time spent":"1.402554943s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:05.707473Z","caller":"traceutil/trace.go:171","msg":"trace[43695286] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26642; }","duration":"502.303891ms","start":"2026-04-29T02:51:05.205152Z","end":"2026-04-29T02:51:05.707456Z","steps":["trace[43695286] 'agreement among raft nodes before linearized reading' (duration: 501.827441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.707518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.205137Z","time spent":"502.368113ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.70771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010380877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:05.707771Z","caller":"traceutil/trace.go:171","msg":"trace[1993690411] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26642; }","duration":"2.010498408s","start":"2026-04-29T02:51:03.697261Z","end":"2026-04-29T02:51:05.70776Z","steps":["trace[1993690411] 'agreement among raft nodes before linearized reading' (duration: 2.009688163s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.707813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.697237Z","time spent":"2.010565s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.707857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404832729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-29T02:51:05.707865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404584965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7499"} {"level":"info","ts":"2026-04-29T02:51:05.707895Z","caller":"traceutil/trace.go:171","msg":"trace[1413353233] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26642; }","duration":"3.404893369s","start":"2026-04-29T02:51:02.302991Z","end":"2026-04-29T02:51:05.707885Z","steps":["trace[1413353233] 'agreement among raft nodes before linearized reading' (duration: 3.404049723s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.707926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.302975Z","time spent":"3.404943961s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:51:05.707915Z","caller":"traceutil/trace.go:171","msg":"trace[286112909] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:26642; }","duration":"3.404650346s","start":"2026-04-29T02:51:02.30325Z","end":"2026-04-29T02:51:05.7079Z","steps":["trace[286112909] 'agreement among raft nodes before linearized reading' (duration: 3.403706458s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.707907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404371451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-init\" ","response":"range_response_count:1 size:5602"} {"level":"warn","ts":"2026-04-29T02:51:05.707966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303243Z","time spent":"3.404710817s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7522,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-29T02:51:05.70799Z","caller":"traceutil/trace.go:171","msg":"trace[1338488309] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-init; range_end:; response_count:1; response_revision:26642; }","duration":"3.404466922s","start":"2026-04-29T02:51:02.303507Z","end":"2026-04-29T02:51:05.707974Z","steps":["trace[1338488309] 'agreement among raft nodes before linearized reading' (duration: 3.403516764s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.70804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303502Z","time spent":"3.404524703s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5625,"request content":"key:\"/registry/jobs/openstack/cinder-db-init\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484767451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:51:05.708119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404806759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:6976"} {"level":"info","ts":"2026-04-29T02:51:05.708148Z","caller":"traceutil/trace.go:171","msg":"trace[1812597146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:26642; }","duration":"3.404849529s","start":"2026-04-29T02:51:02.30329Z","end":"2026-04-29T02:51:05.708139Z","steps":["trace[1812597146] 'agreement among raft nodes before linearized reading' (duration: 3.403746638s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303286Z","time spent":"3.40488271s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6999,"request content":"key:\"/registry/jobs/openstack/cinder-bootstrap\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404502172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5175"} {"level":"info","ts":"2026-04-29T02:51:05.708226Z","caller":"traceutil/trace.go:171","msg":"trace[1810477260] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:26642; }","duration":"3.404536892s","start":"2026-04-29T02:51:02.303679Z","end":"2026-04-29T02:51:05.708216Z","steps":["trace[1810477260] 'agreement among raft nodes before linearized reading' (duration: 3.403183827s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303674Z","time spent":"3.404572743s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5198,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404483362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7142"} {"level":"warn","ts":"2026-04-29T02:51:05.708381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405360338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-04-29T02:51:05.708382Z","caller":"traceutil/trace.go:171","msg":"trace[1829639299] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:26642; }","duration":"3.404634124s","start":"2026-04-29T02:51:02.303733Z","end":"2026-04-29T02:51:05.708367Z","steps":["trace[1829639299] 'agreement among raft nodes before linearized reading' (duration: 3.403259249s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.708413Z","caller":"traceutil/trace.go:171","msg":"trace[588885808] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:26642; }","duration":"3.405405689s","start":"2026-04-29T02:51:02.302999Z","end":"2026-04-29T02:51:05.708405Z","steps":["trace[588885808] 'agreement among raft nodes before linearized reading' (duration: 3.404031983s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401622932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:05.708482Z","caller":"traceutil/trace.go:171","msg":"trace[1964125491] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26642; }","duration":"2.401693363s","start":"2026-04-29T02:51:03.306774Z","end":"2026-04-29T02:51:05.708467Z","steps":["trace[1964125491] 'agreement among raft nodes before linearized reading' (duration: 2.400187605s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405296908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6466"} {"level":"warn","ts":"2026-04-29T02:51:05.708524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.306762Z","time spent":"2.401749384s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405516011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-04-29T02:51:05.708595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407157271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1637"} {"level":"warn","ts":"2026-04-29T02:51:05.70861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485312061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:51:05.708618Z","caller":"traceutil/trace.go:171","msg":"trace[1990592003] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:26642; }","duration":"3.405570322s","start":"2026-04-29T02:51:02.303035Z","end":"2026-04-29T02:51:05.708605Z","steps":["trace[1990592003] 'agreement among raft nodes before linearized reading' (duration: 3.403966963s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.708654Z","caller":"traceutil/trace.go:171","msg":"trace[537930976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26642; }","duration":"1.485403703s","start":"2026-04-29T02:51:04.223237Z","end":"2026-04-29T02:51:05.708641Z","steps":["trace[537930976] 'agreement among raft nodes before linearized reading' (duration: 1.483675721s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303031Z","time spent":"3.405621933s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":866,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-04-29T02:51:05.708119Z","caller":"traceutil/trace.go:171","msg":"trace[1069528468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26642; }","duration":"1.484821333s","start":"2026-04-29T02:51:04.223288Z","end":"2026-04-29T02:51:05.70811Z","steps":["trace[1069528468] 'agreement among raft nodes before linearized reading' (duration: 1.48359175s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.22321Z","time spent":"1.485472275s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.22327Z","time spent":"1.485431424s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405594803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:7487"} {"level":"warn","ts":"2026-04-29T02:51:05.708826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405202405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-04-29T02:51:05.70887Z","caller":"traceutil/trace.go:171","msg":"trace[1972741638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:26642; }","duration":"3.405682475s","start":"2026-04-29T02:51:02.303166Z","end":"2026-04-29T02:51:05.708848Z","steps":["trace[1972741638] 'agreement among raft nodes before linearized reading' (duration: 3.403889801s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.708881Z","caller":"traceutil/trace.go:171","msg":"trace[1410453232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:26642; }","duration":"3.405272957s","start":"2026-04-29T02:51:02.303593Z","end":"2026-04-29T02:51:05.708866Z","steps":["trace[1410453232] 'agreement among raft nodes before linearized reading' (duration: 3.403376731s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303161Z","time spent":"3.405743106s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7510,"request content":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485683099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:51:05.708953Z","caller":"traceutil/trace.go:171","msg":"trace[444127382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26642; }","duration":"1.485754439s","start":"2026-04-29T02:51:04.223189Z","end":"2026-04-29T02:51:05.708943Z","steps":["trace[444127382] 'agreement among raft nodes before linearized reading' (duration: 1.483739651s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.708982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.223171Z","time spent":"1.485804241s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.302991Z","time spent":"3.405445449s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":892,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819845263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:05.709146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405555032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7447"} {"level":"info","ts":"2026-04-29T02:51:05.709159Z","caller":"traceutil/trace.go:171","msg":"trace[874777732] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26642; }","duration":"1.819920614s","start":"2026-04-29T02:51:03.889226Z","end":"2026-04-29T02:51:05.709146Z","steps":["trace[874777732] 'agreement among raft nodes before linearized reading' (duration: 1.817712453s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.709187Z","caller":"traceutil/trace.go:171","msg":"trace[815417189] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:26642; }","duration":"3.405605263s","start":"2026-04-29T02:51:02.303571Z","end":"2026-04-29T02:51:05.709176Z","steps":["trace[815417189] 'agreement among raft nodes before linearized reading' (duration: 3.403412051s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.709217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303564Z","time spent":"3.405645813s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7470,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388820377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:05.709225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439312473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:05.708248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403111933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.709314Z","caller":"traceutil/trace.go:171","msg":"trace[1552774732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26642; }","duration":"1.404192954s","start":"2026-04-29T02:51:04.305104Z","end":"2026-04-29T02:51:05.709297Z","steps":["trace[1552774732] 'agreement among raft nodes before linearized reading' (duration: 1.40185389s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.709318Z","caller":"traceutil/trace.go:171","msg":"trace[1787770053] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26642; }","duration":"2.439434096s","start":"2026-04-29T02:51:03.269849Z","end":"2026-04-29T02:51:05.709284Z","steps":["trace[1787770053] 'agreement among raft nodes before linearized reading' (duration: 2.437123222s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.70937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.305096Z","time spent":"1.404256225s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.269832Z","time spent":"2.439534227s","remote":"127.0.0.1:51208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.709455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406098052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12734"} {"level":"info","ts":"2026-04-29T02:51:05.709487Z","caller":"traceutil/trace.go:171","msg":"trace[774455131] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:26642; }","duration":"3.406139823s","start":"2026-04-29T02:51:02.303337Z","end":"2026-04-29T02:51:05.709477Z","steps":["trace[774455131] 'agreement among raft nodes before linearized reading' (duration: 3.403672077s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.709511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303331Z","time spent":"3.406173353s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12757,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410149026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-29T02:51:05.709553Z","caller":"traceutil/trace.go:171","msg":"trace[219888102] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26642; }","duration":"3.410234329s","start":"2026-04-29T02:51:02.29931Z","end":"2026-04-29T02:51:05.709544Z","steps":["trace[219888102] 'agreement among raft nodes before linearized reading' (duration: 3.407753253s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.708532Z","caller":"traceutil/trace.go:171","msg":"trace[544513418] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:26642; }","duration":"3.405326578s","start":"2026-04-29T02:51:02.303197Z","end":"2026-04-29T02:51:05.708523Z","steps":["trace[544513418] 'agreement among raft nodes before linearized reading' (duration: 3.40383655s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.709584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.29929Z","time spent":"3.410286801s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:03.889203Z","time spent":"1.819978096s","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.709615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303192Z","time spent":"3.406403968s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6489,"request content":"key:\"/registry/jobs/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-04-29T02:51:05.70963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14435985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.709678Z","caller":"traceutil/trace.go:171","msg":"trace[2035095839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26642; }","duration":"1.144443422s","start":"2026-04-29T02:51:04.565217Z","end":"2026-04-29T02:51:05.709661Z","steps":["trace[2035095839] 'agreement among raft nodes before linearized reading' (duration: 1.141770422s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.70862Z","caller":"traceutil/trace.go:171","msg":"trace[1694543404] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26642; }","duration":"3.407196493s","start":"2026-04-29T02:51:02.301416Z","end":"2026-04-29T02:51:05.708612Z","steps":["trace[1694543404] 'agreement among raft nodes before linearized reading' (duration: 3.405630143s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.709749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40599516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-init\" ","response":"range_response_count:1 size:5618"} {"level":"info","ts":"2026-04-29T02:51:05.709773Z","caller":"traceutil/trace.go:171","msg":"trace[124093872] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-init; range_end:; response_count:1; response_revision:26642; }","duration":"3.40602836s","start":"2026-04-29T02:51:02.303739Z","end":"2026-04-29T02:51:05.709767Z","steps":["trace[124093872] 'agreement among raft nodes before linearized reading' (duration: 3.403238788s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.709766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.301402Z","time spent":"3.408345544s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1660,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303727Z","time spent":"3.406067361s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5641,"request content":"key:\"/registry/jobs/openstack/glance-db-init\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406265105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:6415"} {"level":"info","ts":"2026-04-29T02:51:05.709841Z","caller":"traceutil/trace.go:171","msg":"trace[204646197] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:26642; }","duration":"3.406291085s","start":"2026-04-29T02:51:02.303541Z","end":"2026-04-29T02:51:05.709832Z","steps":["trace[204646197] 'agreement among raft nodes before linearized reading' (duration: 3.403471043s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.709869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303525Z","time spent":"3.406337727s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6438,"request content":"key:\"/registry/jobs/openstack/cinder-ks-service\" "} {"level":"warn","ts":"2026-04-29T02:51:05.7099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887143161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:05.709919Z","caller":"traceutil/trace.go:171","msg":"trace[1892934307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26642; }","duration":"2.887219623s","start":"2026-04-29T02:51:02.822694Z","end":"2026-04-29T02:51:05.709913Z","steps":["trace[1892934307] 'agreement among raft nodes before linearized reading' (duration: 2.884273238s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.709946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.822663Z","time spent":"2.887268924s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.710029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406805325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:5074"} {"level":"info","ts":"2026-04-29T02:51:05.710059Z","caller":"traceutil/trace.go:171","msg":"trace[2127200607] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:26642; }","duration":"3.406868436s","start":"2026-04-29T02:51:02.303183Z","end":"2026-04-29T02:51:05.710051Z","steps":["trace[2127200607] 'agreement among raft nodes before linearized reading' (duration: 3.40383274s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.710085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.30316Z","time spent":"3.406919638s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5097,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:51:05.710095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48626984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T02:51:05.709741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406398817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:7937"} {"level":"warn","ts":"2026-04-29T02:51:05.708929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303584Z","time spent":"3.405332318s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5065,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-29T02:51:05.710123Z","caller":"traceutil/trace.go:171","msg":"trace[844902829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26642; }","duration":"1.4863121s","start":"2026-04-29T02:51:04.223802Z","end":"2026-04-29T02:51:05.710114Z","steps":["trace[844902829] 'agreement among raft nodes before linearized reading' (duration: 1.483132641s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.710129Z","caller":"traceutil/trace.go:171","msg":"trace[434975216] range","detail":"{range_begin:/registry/jobs/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:26642; }","duration":"3.406804716s","start":"2026-04-29T02:51:02.303315Z","end":"2026-04-29T02:51:05.71012Z","steps":["trace[434975216] 'agreement among raft nodes before linearized reading' (duration: 3.403702758s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.710151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.223796Z","time spent":"1.486347532s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:05.709705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.565198Z","time spent":"1.144498633s","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.710234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406917138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-29T02:51:05.710157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.30331Z","time spent":"3.406838527s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7960,"request content":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" "} {"level":"info","ts":"2026-04-29T02:51:05.710269Z","caller":"traceutil/trace.go:171","msg":"trace[1781423409] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26642; }","duration":"3.406960819s","start":"2026-04-29T02:51:02.3033Z","end":"2026-04-29T02:51:05.710261Z","steps":["trace[1781423409] 'agreement among raft nodes before linearized reading' (duration: 3.403725788s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.710295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303294Z","time spent":"3.406995449s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-04-29T02:51:05.709256Z","caller":"traceutil/trace.go:171","msg":"trace[95018951] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26642; }","duration":"1.388852348s","start":"2026-04-29T02:51:04.320395Z","end":"2026-04-29T02:51:05.709248Z","steps":["trace[95018951] 'agreement among raft nodes before linearized reading' (duration: 1.386528674s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.710356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.320381Z","time spent":"1.389951338s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:05.710029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486659216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:51:05.710474Z","caller":"traceutil/trace.go:171","msg":"trace[289798489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26642; }","duration":"1.487149236s","start":"2026-04-29T02:51:04.223311Z","end":"2026-04-29T02:51:05.71046Z","steps":["trace[289798489] 'agreement among raft nodes before linearized reading' (duration: 1.48363168s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.710507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:04.223284Z","time spent":"1.487214367s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303724Z","time spent":"3.404692865s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7165,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-29T02:51:05.710933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409837482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-04-29T02:51:05.711024Z","caller":"traceutil/trace.go:171","msg":"trace[839849271] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:26642; }","duration":"3.409956953s","start":"2026-04-29T02:51:02.301053Z","end":"2026-04-29T02:51:05.71101Z","steps":["trace[839849271] 'agreement among raft nodes before linearized reading' (duration: 3.40599706s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.711063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.301029Z","time spent":"3.410025085s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1138,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-04-29T02:51:05.708717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405617274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1429"} {"level":"info","ts":"2026-04-29T02:51:05.711861Z","caller":"traceutil/trace.go:171","msg":"trace[1377398027] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26642; }","duration":"3.408794472s","start":"2026-04-29T02:51:02.303049Z","end":"2026-04-29T02:51:05.711843Z","steps":["trace[1377398027] 'agreement among raft nodes before linearized reading' (duration: 3.404003103s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.711913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:02.303041Z","time spent":"3.408854644s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1452,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-29T02:51:05.887613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.769532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:51:05.888156Z","caller":"traceutil/trace.go:171","msg":"trace[2058694106] linearizableReadLoop","detail":"{readStateIndex:27534; appliedIndex:27533; }","duration":"181.026168ms","start":"2026-04-29T02:51:05.707092Z","end":"2026-04-29T02:51:05.888118Z","steps":["trace[2058694106] 'read index received' (duration: 54.701µs)","trace[2058694106] 'applied index is now lower than readState.Index' (duration: 180.968637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:05.888371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.29428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:51:05.88846Z","caller":"traceutil/trace.go:171","msg":"trace[1474538128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26642; }","duration":"225.422162ms","start":"2026-04-29T02:51:05.663017Z","end":"2026-04-29T02:51:05.888439Z","steps":["trace[1474538128] 'agreement among raft nodes before linearized reading' (duration: 225.118697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.888472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.456821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5187"} {"level":"info","ts":"2026-04-29T02:51:05.888553Z","caller":"traceutil/trace.go:171","msg":"trace[1206955914] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:26642; }","duration":"469.573402ms","start":"2026-04-29T02:51:05.41896Z","end":"2026-04-29T02:51:05.888533Z","steps":["trace[1206955914] 'agreement among raft nodes before linearized reading' (duration: 469.324288ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:05.888387Z","caller":"traceutil/trace.go:171","msg":"trace[1522253024] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"173.531017ms","start":"2026-04-29T02:51:05.714829Z","end":"2026-04-29T02:51:05.88836Z","steps":["trace[1522253024] 'process raft request' (duration: 173.261092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:05.888605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.418945Z","time spent":"469.644874ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5210,"request content":"key:\"/registry/jobs/openstack/glance-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:51:06.64793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.285309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:06.64814Z","caller":"traceutil/trace.go:171","msg":"trace[1301978543] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"932.988331ms","start":"2026-04-29T02:51:05.715085Z","end":"2026-04-29T02:51:06.648073Z","steps":["trace[1301978543] 'process raft request' (duration: 322.500667ms)","trace[1301978543] 'compare' (duration: 608.736631ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:06.648492Z","caller":"traceutil/trace.go:171","msg":"trace[1564269781] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"933.321988ms","start":"2026-04-29T02:51:05.715146Z","end":"2026-04-29T02:51:06.648468Z","steps":["trace[1564269781] 'process raft request' (duration: 932.875919ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648552Z","caller":"traceutil/trace.go:171","msg":"trace[1852945012] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"933.241996ms","start":"2026-04-29T02:51:05.715267Z","end":"2026-04-29T02:51:06.648509Z","steps":["trace[1852945012] 'process raft request' (duration: 933.063223ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648576Z","caller":"traceutil/trace.go:171","msg":"trace[1870869183] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"933.253116ms","start":"2026-04-29T02:51:05.715289Z","end":"2026-04-29T02:51:06.648542Z","steps":["trace[1870869183] 'process raft request' (duration: 933.130894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648584Z","caller":"traceutil/trace.go:171","msg":"trace[533691623] linearizableReadLoop","detail":"{readStateIndex:27540; appliedIndex:27535; }","duration":"760.305969ms","start":"2026-04-29T02:51:05.888253Z","end":"2026-04-29T02:51:06.648559Z","steps":["trace[533691623] 'read index received' (duration: 149.319786ms)","trace[533691623] 'applied index is now lower than readState.Index' (duration: 610.984863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:06.64863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715138Z","time spent":"933.432169ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:06.648692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715242Z","time spent":"933.374248ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:06.648734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.036873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7562"} {"level":"warn","ts":"2026-04-29T02:51:06.648742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.71528Z","time spent":"933.370308ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:06.648776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.402889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5042"} {"level":"warn","ts":"2026-04-29T02:51:06.648741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.565966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29623845\" ","response":"range_response_count:1 size:5712"} {"level":"info","ts":"2026-04-29T02:51:06.648803Z","caller":"traceutil/trace.go:171","msg":"trace[433373655] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:26648; }","duration":"933.443259ms","start":"2026-04-29T02:51:05.715352Z","end":"2026-04-29T02:51:06.648796Z","steps":["trace[433373655] 'agreement among raft nodes before linearized reading' (duration: 933.360088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.64881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.154275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7493"} {"level":"info","ts":"2026-04-29T02:51:06.648824Z","caller":"traceutil/trace.go:171","msg":"trace[1970127416] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29623845; range_end:; response_count:1; response_revision:26648; }","duration":"930.657068ms","start":"2026-04-29T02:51:05.71815Z","end":"2026-04-29T02:51:06.648807Z","steps":["trace[1970127416] 'agreement among raft nodes before linearized reading' (duration: 930.431654ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648869Z","caller":"traceutil/trace.go:171","msg":"trace[1366439805] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:26648; }","duration":"932.221666ms","start":"2026-04-29T02:51:05.716631Z","end":"2026-04-29T02:51:06.648853Z","steps":["trace[1366439805] 'agreement among raft nodes before linearized reading' (duration: 932.044923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.648877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.113565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-init\" ","response":"range_response_count:1 size:5552"} {"level":"warn","ts":"2026-04-29T02:51:06.648892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.48066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:5333"} {"level":"warn","ts":"2026-04-29T02:51:06.648887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.154435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6747"} {"level":"info","ts":"2026-04-29T02:51:06.648916Z","caller":"traceutil/trace.go:171","msg":"trace[1844002531] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:26648; }","duration":"933.52847ms","start":"2026-04-29T02:51:05.715381Z","end":"2026-04-29T02:51:06.64891Z","steps":["trace[1844002531] 'agreement among raft nodes before linearized reading' (duration: 933.463169ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648916Z","caller":"traceutil/trace.go:171","msg":"trace[134301287] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-init; range_end:; response_count:1; response_revision:26648; }","duration":"932.169265ms","start":"2026-04-29T02:51:05.716736Z","end":"2026-04-29T02:51:06.648906Z","steps":["trace[134301287] 'agreement among raft nodes before linearized reading' (duration: 932.042333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.648917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.884817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12649"} {"level":"warn","ts":"2026-04-29T02:51:06.648829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715346Z","time spent":"933.47777ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5065,"request content":"key:\"/registry/jobs/openstack/glance-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:51:06.648941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715371Z","time spent":"933.565242ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5356,"request content":"key:\"/registry/jobs/openstack/glance-metadefs-load\" "} {"level":"warn","ts":"2026-04-29T02:51:06.648923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.981332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-04-29T02:51:06.648951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.716732Z","time spent":"932.213666ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5575,"request content":"key:\"/registry/jobs/openstack/heat-db-init\" "} {"level":"info","ts":"2026-04-29T02:51:06.648941Z","caller":"traceutil/trace.go:171","msg":"trace[1917980667] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"930.29726ms","start":"2026-04-29T02:51:05.718625Z","end":"2026-04-29T02:51:06.648922Z","steps":["trace[1917980667] 'process raft request' (duration: 929.843252ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648959Z","caller":"traceutil/trace.go:171","msg":"trace[634150179] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:26648; }","duration":"933.936308ms","start":"2026-04-29T02:51:05.71501Z","end":"2026-04-29T02:51:06.648947Z","steps":["trace[634150179] 'agreement among raft nodes before linearized reading' (duration: 933.798636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.648994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.442443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7034"} {"level":"info","ts":"2026-04-29T02:51:06.648983Z","caller":"traceutil/trace.go:171","msg":"trace[2022745639] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:26648; }","duration":"932.056124ms","start":"2026-04-29T02:51:05.716913Z","end":"2026-04-29T02:51:06.648969Z","steps":["trace[2022745639] 'agreement among raft nodes before linearized reading' (duration: 931.85428ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648924Z","caller":"traceutil/trace.go:171","msg":"trace[978299136] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:26648; }","duration":"932.222027ms","start":"2026-04-29T02:51:05.716696Z","end":"2026-04-29T02:51:06.648918Z","steps":["trace[978299136] 'agreement among raft nodes before linearized reading' (duration: 932.123335ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.649022Z","caller":"traceutil/trace.go:171","msg":"trace[777638144] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:26648; }","duration":"930.474803ms","start":"2026-04-29T02:51:05.718538Z","end":"2026-04-29T02:51:06.649013Z","steps":["trace[777638144] 'agreement among raft nodes before linearized reading' (duration: 930.403772ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.648793Z","caller":"traceutil/trace.go:171","msg":"trace[861208362] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:26648; }","duration":"932.110824ms","start":"2026-04-29T02:51:05.716669Z","end":"2026-04-29T02:51:06.64878Z","steps":["trace[861208362] 'agreement among raft nodes before linearized reading' (duration: 931.939281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.634873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:1 size:6404"} {"level":"warn","ts":"2026-04-29T02:51:06.649058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.716664Z","time spent":"932.383ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7585,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.503503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:51:06.649075Z","caller":"traceutil/trace.go:171","msg":"trace[994068256] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:1; response_revision:26648; }","duration":"933.698404ms","start":"2026-04-29T02:51:05.715366Z","end":"2026-04-29T02:51:06.649064Z","steps":["trace[994068256] 'agreement among raft nodes before linearized reading' (duration: 933.522531ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.649094Z","caller":"traceutil/trace.go:171","msg":"trace[1508883834] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26648; }","duration":"938.541574ms","start":"2026-04-29T02:51:05.710547Z","end":"2026-04-29T02:51:06.649088Z","steps":["trace[1508883834] 'agreement among raft nodes before linearized reading' (duration: 938.486903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.490056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:06.649108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715359Z","time spent":"933.742175ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6427,"request content":"key:\"/registry/jobs/openstack/glance-ks-service\" "} {"level":"warn","ts":"2026-04-29T02:51:06.64912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.710531Z","time spent":"938.585194ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715002Z","time spent":"933.995499ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12672,"request content":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.717269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11165"} {"level":"warn","ts":"2026-04-29T02:51:06.649152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.686648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6255"} {"level":"warn","ts":"2026-04-29T02:51:06.648882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718144Z","time spent":"930.725229ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5735,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29623845\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.226717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29623840\" ","response":"range_response_count:1 size:5712"} {"level":"warn","ts":"2026-04-29T02:51:06.649091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.140205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:06.649196Z","caller":"traceutil/trace.go:171","msg":"trace[2073426940] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:26648; }","duration":"930.734179ms","start":"2026-04-29T02:51:05.71845Z","end":"2026-04-29T02:51:06.649184Z","steps":["trace[2073426940] 'agreement among raft nodes before linearized reading' (duration: 930.604427ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:06.649212Z","caller":"traceutil/trace.go:171","msg":"trace[1760431547] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29623840; range_end:; response_count:1; response_revision:26648; }","duration":"932.266728ms","start":"2026-04-29T02:51:05.716936Z","end":"2026-04-29T02:51:06.649202Z","steps":["trace[1760431547] 'agreement among raft nodes before linearized reading' (duration: 932.173976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.64941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.704697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aab41d9db8e8ef\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-04-29T02:51:06.649419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.968833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-trusts\" ","response":"range_response_count:1 size:6978"} {"level":"warn","ts":"2026-04-29T02:51:06.649422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718448Z","time spent":"930.964563ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6278,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-29T02:51:06.64945Z","caller":"traceutil/trace.go:171","msg":"trace[117486403] range","detail":"{range_begin:/registry/jobs/openstack/heat-trusts; range_end:; response_count:1; response_revision:26648; }","duration":"931.005154ms","start":"2026-04-29T02:51:05.718438Z","end":"2026-04-29T02:51:06.649443Z","steps":["trace[117486403] 'agreement among raft nodes before linearized reading' (duration: 930.76221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.556486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:51:06.649481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718435Z","time spent":"931.039445ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":7001,"request content":"key:\"/registry/jobs/openstack/heat-trusts\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.237838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:5012"} {"level":"warn","ts":"2026-04-29T02:51:06.649473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.263584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7439"} {"level":"info","ts":"2026-04-29T02:51:06.649519Z","caller":"traceutil/trace.go:171","msg":"trace[1523198634] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:26648; }","duration":"931.279109ms","start":"2026-04-29T02:51:05.718229Z","end":"2026-04-29T02:51:06.649508Z","steps":["trace[1523198634] 'agreement among raft nodes before linearized reading' (duration: 931.181587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.324509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21549"} {"level":"info","ts":"2026-04-29T02:51:06.649555Z","caller":"traceutil/trace.go:171","msg":"trace[1525738057] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:26648; }","duration":"931.375041ms","start":"2026-04-29T02:51:05.718173Z","end":"2026-04-29T02:51:06.649548Z","steps":["trace[1525738057] 'agreement among raft nodes before linearized reading' (duration: 931.275219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718226Z","time spent":"931.32137ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5035,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-29T02:51:06.649559Z","caller":"traceutil/trace.go:171","msg":"trace[667568943] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:26648; }","duration":"934.386417ms","start":"2026-04-29T02:51:05.715153Z","end":"2026-04-29T02:51:06.64954Z","steps":["trace[667568943] 'agreement among raft nodes before linearized reading' (duration: 933.886518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.716932Z","time spent":"932.485972ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5735,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29623840\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718169Z","time spent":"931.404612ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21572,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715145Z","time spent":"934.451459ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7462,"request content":"key:\"/registry/jobs/openstack/glance-ks-user\" "} {"level":"info","ts":"2026-04-29T02:51:06.649492Z","caller":"traceutil/trace.go:171","msg":"trace[394407100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26648; }","duration":"902.002504ms","start":"2026-04-29T02:51:05.747484Z","end":"2026-04-29T02:51:06.649487Z","steps":["trace[394407100] 'agreement among raft nodes before linearized reading' (duration: 901.574506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.747466Z","time spent":"902.214789ms","remote":"127.0.0.1:59504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:06.649038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.716691Z","time spent":"932.336549ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6770,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718535Z","time spent":"930.506054ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7057,"request content":"key:\"/registry/jobs/openstack/keystone-bootstrap\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.716908Z","time spent":"932.122675ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-29T02:51:06.649128Z","caller":"traceutil/trace.go:171","msg":"trace[1771117966] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26648; }","duration":"929.520046ms","start":"2026-04-29T02:51:05.719602Z","end":"2026-04-29T02:51:06.649122Z","steps":["trace[1771117966] 'agreement among raft nodes before linearized reading' (duration: 929.491666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.649926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.719594Z","time spent":"930.318461ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.393842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-service\" ","response":"range_response_count:1 size:9091"} {"level":"info","ts":"2026-04-29T02:51:06.649968Z","caller":"traceutil/trace.go:171","msg":"trace[1629756193] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-service; range_end:; response_count:1; response_revision:26648; }","duration":"931.180497ms","start":"2026-04-29T02:51:05.718778Z","end":"2026-04-29T02:51:06.649959Z","steps":["trace[1629756193] 'agreement among raft nodes before linearized reading' (duration: 930.360652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.650013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718765Z","time spent":"931.239978ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":9114,"request content":"key:\"/registry/jobs/openstack/heat-ks-service\" "} {"level":"info","ts":"2026-04-29T02:51:06.649181Z","caller":"traceutil/trace.go:171","msg":"trace[774133565] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:26648; }","duration":"930.759419ms","start":"2026-04-29T02:51:05.718411Z","end":"2026-04-29T02:51:06.64917Z","steps":["trace[774133565] 'agreement among raft nodes before linearized reading' (duration: 930.650317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.650071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718407Z","time spent":"931.659596ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11188,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-29T02:51:06.649221Z","caller":"traceutil/trace.go:171","msg":"trace[968147299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26648; }","duration":"932.272808ms","start":"2026-04-29T02:51:05.716937Z","end":"2026-04-29T02:51:06.64921Z","steps":["trace[968147299] 'agreement among raft nodes before linearized reading' (duration: 932.127745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.650121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.716931Z","time spent":"933.178855ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:06.64892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.716599Z","time spent":"932.308998ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7516,"request content":"key:\"/registry/jobs/openstack/glance-storage-init\" "} {"level":"info","ts":"2026-04-29T02:51:06.64943Z","caller":"traceutil/trace.go:171","msg":"trace[740274055] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aab41d9db8e8ef; range_end:; response_count:1; response_revision:26648; }","duration":"930.723058ms","start":"2026-04-29T02:51:05.718701Z","end":"2026-04-29T02:51:06.649425Z","steps":["trace[740274055] 'agreement among raft nodes before linearized reading' (duration: 930.485873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.650233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718698Z","time spent":"931.515803ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18aab41d9db8e8ef\" "} {"level":"warn","ts":"2026-04-29T02:51:06.649021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.718615Z","time spent":"930.362582ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:06.650853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.715065Z","time spent":"933.117453ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:06.726968Z","caller":"traceutil/trace.go:171","msg":"trace[2084642048] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"832.211427ms","start":"2026-04-29T02:51:05.894723Z","end":"2026-04-29T02:51:06.726934Z","steps":["trace[2084642048] 'process raft request' (duration: 832.008513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.727094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.894697Z","time spent":"832.338079ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:06.726967Z","caller":"traceutil/trace.go:171","msg":"trace[1476833442] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"831.054055ms","start":"2026-04-29T02:51:05.895894Z","end":"2026-04-29T02:51:06.726948Z","steps":["trace[1476833442] 'process raft request' (duration: 830.972483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.727096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.517239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5654"} {"level":"info","ts":"2026-04-29T02:51:06.727155Z","caller":"traceutil/trace.go:171","msg":"trace[1648110682] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:26650; }","duration":"834.628141ms","start":"2026-04-29T02:51:05.892514Z","end":"2026-04-29T02:51:06.727142Z","steps":["trace[1648110682] 'agreement among raft nodes before linearized reading' (duration: 834.442968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:06.727187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.892491Z","time spent":"834.690422ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5677,"request content":"key:\"/registry/jobs/openstack/keystone-db-init\" "} {"level":"warn","ts":"2026-04-29T02:51:06.727224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:05.895878Z","time spent":"831.257969ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:07.017804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.92279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:07.017884Z","caller":"traceutil/trace.go:171","msg":"trace[1864391073] linearizableReadLoop","detail":"{readStateIndex:27543; appliedIndex:27542; }","duration":"290.960351ms","start":"2026-04-29T02:51:06.726912Z","end":"2026-04-29T02:51:07.017872Z","steps":["trace[1864391073] 'read index received' (duration: 149.822287ms)","trace[1864391073] 'applied index is now lower than readState.Index' (duration: 141.137154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:07.018072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.40295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12760"} {"level":"info","ts":"2026-04-29T02:51:07.018091Z","caller":"traceutil/trace.go:171","msg":"trace[368081474] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:26651; }","duration":"362.43453ms","start":"2026-04-29T02:51:06.655652Z","end":"2026-04-29T02:51:07.018086Z","steps":["trace[368081474] 'agreement among raft nodes before linearized reading' (duration: 362.274837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655639Z","time spent":"362.465591ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12783,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.734517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5538"} {"level":"info","ts":"2026-04-29T02:51:07.018193Z","caller":"traceutil/trace.go:171","msg":"trace[194748039] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26651; }","duration":"361.83391ms","start":"2026-04-29T02:51:06.656344Z","end":"2026-04-29T02:51:07.018178Z","steps":["trace[194748039] 'agreement among raft nodes before linearized reading' (duration: 361.541695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.45079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-service\" ","response":"range_response_count:1 size:6436"} {"level":"warn","ts":"2026-04-29T02:51:07.018231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.656339Z","time spent":"361.886521ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5561,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.341713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-04-29T02:51:07.018255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.389753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:51:07.018279Z","caller":"traceutil/trace.go:171","msg":"trace[1044836007] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26651; }","duration":"367.423224ms","start":"2026-04-29T02:51:06.650848Z","end":"2026-04-29T02:51:07.018272Z","steps":["trace[1044836007] 'agreement among raft nodes before linearized reading' (duration: 367.366303ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.01826Z","caller":"traceutil/trace.go:171","msg":"trace[829096010] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-service; range_end:; response_count:1; response_revision:26651; }","duration":"362.559203ms","start":"2026-04-29T02:51:06.655679Z","end":"2026-04-29T02:51:07.018238Z","steps":["trace[829096010] 'agreement among raft nodes before linearized reading' (duration: 362.220977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.650836Z","time spent":"367.453004ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:51:07.01832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655676Z","time spent":"362.632944ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6459,"request content":"key:\"/registry/jobs/openstack/magnum-ks-service\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.696435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-init\" ","response":"range_response_count:1 size:5604"} {"level":"warn","ts":"2026-04-29T02:51:07.018382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.587766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:07.018393Z","caller":"traceutil/trace.go:171","msg":"trace[18057435] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-init; range_end:; response_count:1; response_revision:26651; }","duration":"362.737606ms","start":"2026-04-29T02:51:06.655646Z","end":"2026-04-29T02:51:07.018384Z","steps":["trace[18057435] 'agreement among raft nodes before linearized reading' (duration: 362.652024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.65564Z","time spent":"362.780116ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5627,"request content":"key:\"/registry/jobs/openstack/magnum-db-init\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.896628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5538"} {"level":"info","ts":"2026-04-29T02:51:07.018491Z","caller":"traceutil/trace.go:171","msg":"trace[570412355] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26651; }","duration":"362.98071ms","start":"2026-04-29T02:51:06.655496Z","end":"2026-04-29T02:51:07.018477Z","steps":["trace[570412355] 'agreement among raft nodes before linearized reading' (duration: 362.839248ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.018401Z","caller":"traceutil/trace.go:171","msg":"trace[1019586075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26651; }","duration":"367.625757ms","start":"2026-04-29T02:51:06.65077Z","end":"2026-04-29T02:51:07.018396Z","steps":["trace[1019586075] 'agreement among raft nodes before linearized reading' (duration: 367.596236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.161259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-service\" ","response":"range_response_count:1 size:6434"} {"level":"warn","ts":"2026-04-29T02:51:07.018512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.147419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5406"} {"level":"info","ts":"2026-04-29T02:51:07.018559Z","caller":"traceutil/trace.go:171","msg":"trace[59977895] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-service; range_end:; response_count:1; response_revision:26651; }","duration":"359.233871ms","start":"2026-04-29T02:51:06.659313Z","end":"2026-04-29T02:51:07.018546Z","steps":["trace[59977895] 'agreement among raft nodes before linearized reading' (duration: 359.064328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.65931Z","time spent":"359.276122ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6457,"request content":"key:\"/registry/jobs/openstack/neutron-ks-service\" "} {"level":"info","ts":"2026-04-29T02:51:07.018597Z","caller":"traceutil/trace.go:171","msg":"trace[1350971767] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26651; }","duration":"359.253551ms","start":"2026-04-29T02:51:06.659325Z","end":"2026-04-29T02:51:07.018579Z","steps":["trace[1350971767] 'agreement among raft nodes before linearized reading' (duration: 358.993416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.600229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:07.018642Z","caller":"traceutil/trace.go:171","msg":"trace[650885092] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26651; }","duration":"244.676331ms","start":"2026-04-29T02:51:06.77396Z","end":"2026-04-29T02:51:07.018636Z","steps":["trace[650885092] 'agreement among raft nodes before linearized reading' (duration: 244.650571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.01864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.143705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-29T02:51:07.018644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.659323Z","time spent":"359.312262ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5429,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.414784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12724"} {"level":"info","ts":"2026-04-29T02:51:07.018663Z","caller":"traceutil/trace.go:171","msg":"trace[1112814766] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26651; }","duration":"355.177425ms","start":"2026-04-29T02:51:06.663479Z","end":"2026-04-29T02:51:07.018656Z","steps":["trace[1112814766] 'agreement among raft nodes before linearized reading' (duration: 355.097764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.663471Z","time spent":"355.212126ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-29T02:51:07.018761Z","caller":"traceutil/trace.go:171","msg":"trace[709535658] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"366.192339ms","start":"2026-04-29T02:51:06.652557Z","end":"2026-04-29T02:51:07.018749Z","steps":["trace[709535658] 'process raft request' (duration: 224.26562ms)","trace[709535658] 'compare' (duration: 140.34606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:07.018762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.99651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:5034"} {"level":"warn","ts":"2026-04-29T02:51:07.018771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.940243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-29T02:51:07.018657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.385213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:5044"} {"level":"warn","ts":"2026-04-29T02:51:07.01883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.652541Z","time spent":"366.243271ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:07.018597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.314862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:5060"} {"level":"info","ts":"2026-04-29T02:51:07.018858Z","caller":"traceutil/trace.go:171","msg":"trace[963413014] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:26651; }","duration":"359.586987ms","start":"2026-04-29T02:51:06.65926Z","end":"2026-04-29T02:51:07.018847Z","steps":["trace[963413014] 'agreement among raft nodes before linearized reading' (duration: 359.264811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.475535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:7058"} {"level":"warn","ts":"2026-04-29T02:51:07.018458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.14602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7441"} {"level":"info","ts":"2026-04-29T02:51:07.018891Z","caller":"traceutil/trace.go:171","msg":"trace[1751095335] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:26651; }","duration":"288.869232ms","start":"2026-04-29T02:51:06.730018Z","end":"2026-04-29T02:51:07.018887Z","steps":["trace[1751095335] 'agreement among raft nodes before linearized reading' (duration: 288.399263ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.018898Z","caller":"traceutil/trace.go:171","msg":"trace[2056619625] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:26651; }","duration":"359.594368ms","start":"2026-04-29T02:51:06.659298Z","end":"2026-04-29T02:51:07.018892Z","steps":["trace[2056619625] 'agreement among raft nodes before linearized reading' (duration: 359.101459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.659256Z","time spent":"359.634359ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5067,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.659295Z","time spent":"359.617858ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7464,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655475Z","time spent":"363.054681ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5561,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.236134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7362"} {"level":"warn","ts":"2026-04-29T02:51:07.019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.653288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7479"} {"level":"info","ts":"2026-04-29T02:51:07.018994Z","caller":"traceutil/trace.go:171","msg":"trace[153132530] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26651; }","duration":"363.287955ms","start":"2026-04-29T02:51:06.655694Z","end":"2026-04-29T02:51:07.018982Z","steps":["trace[153132530] 'agreement among raft nodes before linearized reading' (duration: 363.142993ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.019018Z","caller":"traceutil/trace.go:171","msg":"trace[1889722391] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:26651; }","duration":"359.676249ms","start":"2026-04-29T02:51:06.659337Z","end":"2026-04-29T02:51:07.019013Z","steps":["trace[1889722391] 'agreement among raft nodes before linearized reading' (duration: 359.623578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.019031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.659334Z","time spent":"359.694359ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7502,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-29T02:51:07.019027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655691Z","time spent":"363.329356ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7385,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-29T02:51:07.018867Z","caller":"traceutil/trace.go:171","msg":"trace[2009738460] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:26651; }","duration":"359.586567ms","start":"2026-04-29T02:51:06.659272Z","end":"2026-04-29T02:51:07.018859Z","steps":["trace[2009738460] 'agreement among raft nodes before linearized reading' (duration: 359.19896ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.018687Z","caller":"traceutil/trace.go:171","msg":"trace[1762741103] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:26651; }","duration":"359.460945ms","start":"2026-04-29T02:51:06.659217Z","end":"2026-04-29T02:51:07.018678Z","steps":["trace[1762741103] 'agreement among raft nodes before linearized reading' (duration: 359.364623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.019063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.341827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6471"} {"level":"warn","ts":"2026-04-29T02:51:07.019076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.659212Z","time spent":"359.860202ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12747,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-04-29T02:51:07.019085Z","caller":"traceutil/trace.go:171","msg":"trace[1401491060] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:26651; }","duration":"363.368937ms","start":"2026-04-29T02:51:06.655709Z","end":"2026-04-29T02:51:07.019078Z","steps":["trace[1401491060] 'agreement among raft nodes before linearized reading' (duration: 363.293096ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.018814Z","caller":"traceutil/trace.go:171","msg":"trace[438774043] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:26651; }","duration":"363.063492ms","start":"2026-04-29T02:51:06.655734Z","end":"2026-04-29T02:51:07.018797Z","steps":["trace[438774043] 'agreement among raft nodes before linearized reading' (duration: 362.894229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.018546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.650755Z","time spent":"367.78486ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:07.019113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655706Z","time spent":"363.402517ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6494,"request content":"key:\"/registry/jobs/openstack/keystone-domain-manage\" "} {"level":"info","ts":"2026-04-29T02:51:07.018274Z","caller":"traceutil/trace.go:171","msg":"trace[946464108] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26651; }","duration":"366.441545ms","start":"2026-04-29T02:51:06.651815Z","end":"2026-04-29T02:51:07.018257Z","steps":["trace[946464108] 'agreement among raft nodes before linearized reading' (duration: 366.204371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.019081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.65927Z","time spent":"359.802681ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5083,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:51:07.019132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.651799Z","time spent":"367.329851ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:51:07.019115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655724Z","time spent":"363.386938ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5057,"request content":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:51:07.019168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.433928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8413"} {"level":"warn","ts":"2026-04-29T02:51:07.018557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.263552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-init\" ","response":"range_response_count:1 size:5630"} {"level":"warn","ts":"2026-04-29T02:51:07.018522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.910268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6093"} {"level":"info","ts":"2026-04-29T02:51:07.019193Z","caller":"traceutil/trace.go:171","msg":"trace[1950555443] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:26651; }","duration":"363.461889ms","start":"2026-04-29T02:51:06.655723Z","end":"2026-04-29T02:51:07.019185Z","steps":["trace[1950555443] 'agreement among raft nodes before linearized reading' (duration: 363.380887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.019193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.467699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-04-29T02:51:07.019217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.65572Z","time spent":"363.49213ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8436,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:51:07.018597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.920394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:07.019241Z","caller":"traceutil/trace.go:171","msg":"trace[324094899] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:26651; }","duration":"363.521631ms","start":"2026-04-29T02:51:06.655709Z","end":"2026-04-29T02:51:07.01923Z","steps":["trace[324094899] 'agreement among raft nodes before linearized reading' (duration: 363.393127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.019279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655681Z","time spent":"363.590921ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5200,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-04-29T02:51:07.019211Z","caller":"traceutil/trace.go:171","msg":"trace[138032064] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:26651; }","duration":"363.645563ms","start":"2026-04-29T02:51:06.65556Z","end":"2026-04-29T02:51:07.019206Z","steps":["trace[138032064] 'agreement among raft nodes before linearized reading' (duration: 362.748476ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.019203Z","caller":"traceutil/trace.go:171","msg":"trace[1949853899] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-init; range_end:; response_count:1; response_revision:26651; }","duration":"359.911764ms","start":"2026-04-29T02:51:06.659284Z","end":"2026-04-29T02:51:07.019196Z","steps":["trace[1949853899] 'agreement among raft nodes before linearized reading' (duration: 359.126699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.019264Z","caller":"traceutil/trace.go:171","msg":"trace[637045865] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26651; }","duration":"117.620177ms","start":"2026-04-29T02:51:06.901625Z","end":"2026-04-29T02:51:07.019245Z","steps":["trace[637045865] 'agreement among raft nodes before linearized reading' (duration: 116.938784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.019338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.659282Z","time spent":"360.037286ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5653,"request content":"key:\"/registry/jobs/openstack/neutron-db-init\" "} {"level":"warn","ts":"2026-04-29T02:51:07.019342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.655554Z","time spent":"363.757535ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6116,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-29T02:51:07.018826Z","caller":"traceutil/trace.go:171","msg":"trace[1727710849] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26651; }","duration":"303.016645ms","start":"2026-04-29T02:51:06.71579Z","end":"2026-04-29T02:51:07.018807Z","steps":["trace[1727710849] 'agreement among raft nodes before linearized reading' (duration: 302.551227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.020089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:06.715776Z","time spent":"304.294289ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"info","ts":"2026-04-29T02:51:07.536493Z","caller":"traceutil/trace.go:171","msg":"trace[482218351] linearizableReadLoop","detail":"{readStateIndex:27544; appliedIndex:27543; }","duration":"507.762623ms","start":"2026-04-29T02:51:07.028704Z","end":"2026-04-29T02:51:07.536467Z","steps":["trace[482218351] 'read index received' (duration: 453.967253ms)","trace[482218351] 'applied index is now lower than readState.Index' (duration: 53.79403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:07.536815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.16211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6482"} {"level":"warn","ts":"2026-04-29T02:51:07.536914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.240972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7389"} {"level":"info","ts":"2026-04-29T02:51:07.537409Z","caller":"traceutil/trace.go:171","msg":"trace[208938763] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:26652; }","duration":"508.764343ms","start":"2026-04-29T02:51:07.028615Z","end":"2026-04-29T02:51:07.537379Z","steps":["trace[208938763] 'agreement among raft nodes before linearized reading' (duration: 508.081469ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.537429Z","caller":"traceutil/trace.go:171","msg":"trace[953171026] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"508.761313ms","start":"2026-04-29T02:51:07.028608Z","end":"2026-04-29T02:51:07.53737Z","steps":["trace[953171026] 'process raft request' (duration: 454.039305ms)","trace[953171026] 'compare' (duration: 53.679168ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:07.537486Z","caller":"traceutil/trace.go:171","msg":"trace[99695887] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:26652; }","duration":"508.794763ms","start":"2026-04-29T02:51:07.028667Z","end":"2026-04-29T02:51:07.537462Z","steps":["trace[99695887] 'agreement among raft nodes before linearized reading' (duration: 508.191201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.536978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.310873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5060"} {"level":"warn","ts":"2026-04-29T02:51:07.537524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.028609Z","time spent":"508.876245ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6505,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-04-29T02:51:07.537545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.028651Z","time spent":"508.880294ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7412,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-29T02:51:07.537566Z","caller":"traceutil/trace.go:171","msg":"trace[1309147864] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:26652; }","duration":"508.899795ms","start":"2026-04-29T02:51:07.028648Z","end":"2026-04-29T02:51:07.537548Z","steps":["trace[1309147864] 'agreement among raft nodes before linearized reading' (duration: 508.284013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.537592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.028588Z","time spent":"508.913605ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:07.537627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.028629Z","time spent":"508.980306ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5083,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T02:51:07.537045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.396125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5250"} {"level":"warn","ts":"2026-04-29T02:51:07.537771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.061187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-init\" ","response":"range_response_count:1 size:5690"} {"level":"info","ts":"2026-04-29T02:51:07.537737Z","caller":"traceutil/trace.go:171","msg":"trace[1810765976] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:26652; }","duration":"509.050787ms","start":"2026-04-29T02:51:07.028636Z","end":"2026-04-29T02:51:07.537687Z","steps":["trace[1810765976] 'agreement among raft nodes before linearized reading' (duration: 508.359324ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:07.537827Z","caller":"traceutil/trace.go:171","msg":"trace[1199850166] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-init; range_end:; response_count:1; response_revision:26652; }","duration":"509.131698ms","start":"2026-04-29T02:51:07.028682Z","end":"2026-04-29T02:51:07.537814Z","steps":["trace[1199850166] 'agreement among raft nodes before linearized reading' (duration: 507.885795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:07.537864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.028675Z","time spent":"509.181179ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5713,"request content":"key:\"/registry/jobs/openstack/placement-db-init\" "} {"level":"warn","ts":"2026-04-29T02:51:07.537905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.028632Z","time spent":"509.20991ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5273,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-04-29T02:51:08.217459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.026665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:08.217535Z","caller":"traceutil/trace.go:171","msg":"trace[1635215788] linearizableReadLoop","detail":"{readStateIndex:27545; appliedIndex:27544; }","duration":"680.226869ms","start":"2026-04-29T02:51:07.537296Z","end":"2026-04-29T02:51:08.217523Z","steps":["trace[1635215788] 'read index received' (duration: 199.043451ms)","trace[1635215788] 'applied index is now lower than readState.Index' (duration: 481.182308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:08.217616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188130014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:08.217665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188634564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12850"} {"level":"info","ts":"2026-04-29T02:51:08.21768Z","caller":"traceutil/trace.go:171","msg":"trace[365331447] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:26653; }","duration":"1.188658804s","start":"2026-04-29T02:51:07.029016Z","end":"2026-04-29T02:51:08.217675Z","steps":["trace[365331447] 'agreement among raft nodes before linearized reading' (duration: 1.188550872s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:08.217677Z","caller":"traceutil/trace.go:171","msg":"trace[1747438460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26653; }","duration":"1.188218377s","start":"2026-04-29T02:51:07.029444Z","end":"2026-04-29T02:51:08.217662Z","steps":["trace[1747438460] 'agreement among raft nodes before linearized reading' (duration: 1.188102465s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.217698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.029013Z","time spent":"1.188680834s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12873,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T02:51:08.217706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.029437Z","time spent":"1.188264479s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:08.217799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.493938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-9dwmb.18aab35dcca7a0e5\" ","response":"range_response_count:1 size:1395"} {"level":"info","ts":"2026-04-29T02:51:08.217875Z","caller":"traceutil/trace.go:171","msg":"trace[1011556149] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-9dwmb.18aab35dcca7a0e5; range_end:; response_count:1; response_revision:26653; }","duration":"914.608029ms","start":"2026-04-29T02:51:07.303253Z","end":"2026-04-29T02:51:08.217861Z","steps":["trace[1011556149] 'agreement among raft nodes before linearized reading' (duration: 914.279363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.217935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188208848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-29T02:51:08.217968Z","caller":"traceutil/trace.go:171","msg":"trace[1748772617] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26653; }","duration":"1.188246688s","start":"2026-04-29T02:51:07.02971Z","end":"2026-04-29T02:51:08.217957Z","steps":["trace[1748772617] 'agreement among raft nodes before linearized reading' (duration: 1.188139466s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.218005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.029705Z","time spent":"1.188295379s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:51:08.218005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.303236Z","time spent":"914.664211ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1418,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-9dwmb.18aab35dcca7a0e5\" "} {"level":"info","ts":"2026-04-29T02:51:08.218019Z","caller":"traceutil/trace.go:171","msg":"trace[1507061777] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"1.186154729s","start":"2026-04-29T02:51:07.031857Z","end":"2026-04-29T02:51:08.218011Z","steps":["trace[1507061777] 'process raft request' (duration: 704.516592ms)","trace[1507061777] 'compare' (duration: 480.384474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:08.218054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.031848Z","time spent":"1.18618985s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:08.218138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.203297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:51:08.218247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.0231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:51:08.218263Z","caller":"traceutil/trace.go:171","msg":"trace[43044632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26653; }","duration":"912.084642ms","start":"2026-04-29T02:51:07.306174Z","end":"2026-04-29T02:51:08.218258Z","steps":["trace[43044632] 'agreement among raft nodes before linearized reading' (duration: 912.012021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.218282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.30614Z","time spent":"912.137504ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:51:08.218273Z","caller":"traceutil/trace.go:171","msg":"trace[1086866238] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26653; }","duration":"910.355719ms","start":"2026-04-29T02:51:07.307898Z","end":"2026-04-29T02:51:08.218253Z","steps":["trace[1086866238] 'agreement among raft nodes before linearized reading' (duration: 910.125035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.218317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.307869Z","time spent":"910.435691ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:51:08.218626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189617143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-service\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-04-29T02:51:08.218694Z","caller":"traceutil/trace.go:171","msg":"trace[1140540237] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-service; range_end:; response_count:1; response_revision:26653; }","duration":"1.189696265s","start":"2026-04-29T02:51:07.028985Z","end":"2026-04-29T02:51:08.218682Z","steps":["trace[1140540237] 'agreement among raft nodes before linearized reading' (duration: 1.188722358s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.218731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.02898Z","time spent":"1.189742606s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6475,"request content":"key:\"/registry/jobs/openstack/octavia-ks-service\" "} {"level":"info","ts":"2026-04-29T02:51:08.234186Z","caller":"traceutil/trace.go:171","msg":"trace[1894216541] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"522.057849ms","start":"2026-04-29T02:51:07.712106Z","end":"2026-04-29T02:51:08.234163Z","steps":["trace[1894216541] 'process raft request' (duration: 521.637521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.234319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.712078Z","time spent":"522.171331ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:08.234493Z","caller":"traceutil/trace.go:171","msg":"trace[1682235368] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"521.931075ms","start":"2026-04-29T02:51:07.712528Z","end":"2026-04-29T02:51:08.234459Z","steps":["trace[1682235368] 'process raft request' (duration: 521.508928ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:08.234563Z","caller":"traceutil/trace.go:171","msg":"trace[1241434045] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"519.512563ms","start":"2026-04-29T02:51:07.715029Z","end":"2026-04-29T02:51:08.234542Z","steps":["trace[1241434045] 'process raft request' (duration: 519.282758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.234743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.712523Z","time spent":"522.08209ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:08.234771Z","caller":"traceutil/trace.go:171","msg":"trace[1469153293] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"519.838588ms","start":"2026-04-29T02:51:07.714897Z","end":"2026-04-29T02:51:08.234735Z","steps":["trace[1469153293] 'process raft request' (duration: 519.258737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.234942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.714889Z","time spent":"519.95596ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:08.235037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.689798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:08.235075Z","caller":"traceutil/trace.go:171","msg":"trace[922962952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26661; }","duration":"203.75347ms","start":"2026-04-29T02:51:08.03131Z","end":"2026-04-29T02:51:08.235064Z","steps":["trace[922962952] 'agreement among raft nodes before linearized reading' (duration: 203.657958ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:08.235098Z","caller":"traceutil/trace.go:171","msg":"trace[581168264] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"520.232215ms","start":"2026-04-29T02:51:07.714853Z","end":"2026-04-29T02:51:08.235085Z","steps":["trace[581168264] 'process raft request' (duration: 519.247457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.235145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.714846Z","time spent":"520.276236ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:08.235196Z","caller":"traceutil/trace.go:171","msg":"trace[1943556290] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"519.953519ms","start":"2026-04-29T02:51:07.715233Z","end":"2026-04-29T02:51:08.235186Z","steps":["trace[1943556290] 'process raft request' (duration: 519.125793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.235231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.526252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:51:08.235246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.715223Z","time spent":"519.99523ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:08.235264Z","caller":"traceutil/trace.go:171","msg":"trace[432537201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26661; }","duration":"341.598792ms","start":"2026-04-29T02:51:07.893655Z","end":"2026-04-29T02:51:08.235254Z","steps":["trace[432537201] 'agreement among raft nodes before linearized reading' (duration: 341.46014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.235296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.893634Z","time spent":"341.655454ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:08.235304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.714997Z","time spent":"520.264026ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:08.235316Z","caller":"traceutil/trace.go:171","msg":"trace[453854525] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"520.374218ms","start":"2026-04-29T02:51:07.71493Z","end":"2026-04-29T02:51:08.235304Z","steps":["trace[453854525] 'process raft request' (duration: 519.285568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.235363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.714916Z","time spent":"520.420109ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:08.235396Z","caller":"traceutil/trace.go:171","msg":"trace[1117746199] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"520.385948ms","start":"2026-04-29T02:51:07.715002Z","end":"2026-04-29T02:51:08.235388Z","steps":["trace[1117746199] 'process raft request' (duration: 519.266437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.235436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.714994Z","time spent":"520.422278ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:08.235474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.178326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:08.235498Z","caller":"traceutil/trace.go:171","msg":"trace[2083105722] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26661; }","duration":"411.205177ms","start":"2026-04-29T02:51:07.824286Z","end":"2026-04-29T02:51:08.235491Z","steps":["trace[2083105722] 'agreement among raft nodes before linearized reading' (duration: 411.158456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.23552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:07.824242Z","time spent":"411.271509ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:08.618357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.916502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:08.618584Z","caller":"traceutil/trace.go:171","msg":"trace[701089956] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"378.707934ms","start":"2026-04-29T02:51:08.239836Z","end":"2026-04-29T02:51:08.618544Z","steps":["trace[701089956] 'process raft request' (duration: 378.630422ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:08.61866Z","caller":"traceutil/trace.go:171","msg":"trace[835708220] linearizableReadLoop","detail":"{readStateIndex:27554; appliedIndex:27553; }","duration":"384.176105ms","start":"2026-04-29T02:51:08.234402Z","end":"2026-04-29T02:51:08.618578Z","steps":["trace[835708220] 'read index received' (duration: 172.044859ms)","trace[835708220] 'applied index is now lower than readState.Index' (duration: 212.128596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:08.618901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.678899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:51:08.618955Z","caller":"traceutil/trace.go:171","msg":"trace[604309118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26663; }","duration":"394.774752ms","start":"2026-04-29T02:51:08.224171Z","end":"2026-04-29T02:51:08.618945Z","steps":["trace[604309118] 'agreement among raft nodes before linearized reading' (duration: 394.608259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.618661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.239821Z","time spent":"378.805135ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:08.618922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.083912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:08.619018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.224158Z","time spent":"394.850243ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:51:08.619055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.50604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-29T02:51:08.619092Z","caller":"traceutil/trace.go:171","msg":"trace[1578659584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26663; }","duration":"399.252095ms","start":"2026-04-29T02:51:08.219802Z","end":"2026-04-29T02:51:08.619054Z","steps":["trace[1578659584] 'agreement among raft nodes before linearized reading' (duration: 399.066681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.619071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.587486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:51:08.619137Z","caller":"traceutil/trace.go:171","msg":"trace[1126029560] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26663; }","duration":"384.637183ms","start":"2026-04-29T02:51:08.234479Z","end":"2026-04-29T02:51:08.619117Z","steps":["trace[1126029560] 'agreement among raft nodes before linearized reading' (duration: 384.395888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.619138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.219783Z","time spent":"399.344686ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:08.618938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.815278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:08.619166Z","caller":"traceutil/trace.go:171","msg":"trace[1508412506] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26663; }","duration":"231.743999ms","start":"2026-04-29T02:51:08.387403Z","end":"2026-04-29T02:51:08.619147Z","steps":["trace[1508412506] 'agreement among raft nodes before linearized reading' (duration: 231.483755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.619187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.234463Z","time spent":"384.715645ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-29T02:51:08.618948Z","caller":"traceutil/trace.go:171","msg":"trace[597082065] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"396.735468ms","start":"2026-04-29T02:51:08.222155Z","end":"2026-04-29T02:51:08.61889Z","steps":["trace[597082065] 'process raft request' (duration: 184.184325ms)","trace[597082065] 'compare' (duration: 211.735247ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:08.619232Z","caller":"traceutil/trace.go:171","msg":"trace[325546414] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26663; }","duration":"206.134893ms","start":"2026-04-29T02:51:08.413065Z","end":"2026-04-29T02:51:08.6192Z","steps":["trace[325546414] 'agreement among raft nodes before linearized reading' (duration: 205.818638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.619328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.222126Z","time spent":"397.165565ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:08.618983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.916879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:08.619398Z","caller":"traceutil/trace.go:171","msg":"trace[371179550] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26663; }","duration":"121.418797ms","start":"2026-04-29T02:51:08.497961Z","end":"2026-04-29T02:51:08.619379Z","steps":["trace[371179550] 'agreement among raft nodes before linearized reading' (duration: 120.944599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.619924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.145568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn\" ","response":"range_response_count:1 size:7219"} {"level":"info","ts":"2026-04-29T02:51:08.619964Z","caller":"traceutil/trace.go:171","msg":"trace[1953481617] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn; range_end:; response_count:1; response_revision:26663; }","duration":"395.21503ms","start":"2026-04-29T02:51:08.22474Z","end":"2026-04-29T02:51:08.619955Z","steps":["trace[1953481617] 'agreement among raft nodes before linearized reading' (duration: 393.891835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:08.619986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.224733Z","time spent":"395.24684ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7242,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn\" "} {"level":"warn","ts":"2026-04-29T02:51:09.356481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.48014ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T02:51:09.356613Z","caller":"traceutil/trace.go:171","msg":"trace[1151144456] linearizableReadLoop","detail":"{readStateIndex:27556; appliedIndex:27555; }","duration":"735.146771ms","start":"2026-04-29T02:51:08.621423Z","end":"2026-04-29T02:51:09.35657Z","steps":["trace[1151144456] 'read index received' (duration: 407.700932ms)","trace[1151144456] 'applied index is now lower than readState.Index' (duration: 327.444059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:09.356685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.6203Z","time spent":"736.380904ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:51:09.356987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.745162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-04-29T02:51:09.357029Z","caller":"traceutil/trace.go:171","msg":"trace[568321246] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26663; }","duration":"735.813303ms","start":"2026-04-29T02:51:08.621203Z","end":"2026-04-29T02:51:09.357016Z","steps":["trace[568321246] 'agreement among raft nodes before linearized reading' (duration: 735.65393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.357078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.621184Z","time spent":"735.886944ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-29T02:51:09.398194Z","caller":"traceutil/trace.go:171","msg":"trace[957985644] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"774.231359ms","start":"2026-04-29T02:51:08.623913Z","end":"2026-04-29T02:51:09.398144Z","steps":["trace[957985644] 'process raft request' (duration: 773.878521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.398304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.972793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aab41d9f1c0b7a\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-04-29T02:51:09.398341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.077987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:09.398378Z","caller":"traceutil/trace.go:171","msg":"trace[440752879] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aab41d9f1c0b7a; range_end:; response_count:1; response_revision:26665; }","duration":"775.085444ms","start":"2026-04-29T02:51:08.623274Z","end":"2026-04-29T02:51:09.39836Z","steps":["trace[440752879] 'agreement among raft nodes before linearized reading' (duration: 774.86129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.398389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.623898Z","time spent":"774.400011ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:51:09.398401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.851006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:09.398431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.623266Z","time spent":"775.156706ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18aab41d9f1c0b7a\" "} {"level":"info","ts":"2026-04-29T02:51:09.398437Z","caller":"traceutil/trace.go:171","msg":"trace[1811659190] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26665; }","duration":"687.2194ms","start":"2026-04-29T02:51:08.711193Z","end":"2026-04-29T02:51:09.398412Z","steps":["trace[1811659190] 'agreement among raft nodes before linearized reading' (duration: 687.028637ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:09.39848Z","caller":"traceutil/trace.go:171","msg":"trace[704403706] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26665; }","duration":"770.930397ms","start":"2026-04-29T02:51:08.627512Z","end":"2026-04-29T02:51:09.398442Z","steps":["trace[704403706] 'agreement among raft nodes before linearized reading' (duration: 770.829135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.398488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.71118Z","time spent":"687.297721ms","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:09.398519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.627499Z","time spent":"771.011268ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:51:09.398554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.856225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T02:51:09.398686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.841071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:51:09.398732Z","caller":"traceutil/trace.go:171","msg":"trace[994371992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26665; }","duration":"744.902133ms","start":"2026-04-29T02:51:08.653815Z","end":"2026-04-29T02:51:09.398717Z","steps":["trace[994371992] 'agreement among raft nodes before linearized reading' (duration: 744.820611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.398694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.112959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:51:09.39877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.653804Z","time spent":"744.959594ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:51:09.398761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.278433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:09.398686Z","caller":"traceutil/trace.go:171","msg":"trace[2068487847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26665; }","duration":"743.052958ms","start":"2026-04-29T02:51:08.655589Z","end":"2026-04-29T02:51:09.398642Z","steps":["trace[2068487847] 'agreement among raft nodes before linearized reading' (duration: 742.706042ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:09.398812Z","caller":"traceutil/trace.go:171","msg":"trace[612788290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26665; }","duration":"744.293222ms","start":"2026-04-29T02:51:08.654491Z","end":"2026-04-29T02:51:09.398785Z","steps":["trace[612788290] 'agreement among raft nodes before linearized reading' (duration: 743.962206ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:09.398837Z","caller":"traceutil/trace.go:171","msg":"trace[566968836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26665; }","duration":"158.384655ms","start":"2026-04-29T02:51:09.240427Z","end":"2026-04-29T02:51:09.398812Z","steps":["trace[566968836] 'agreement among raft nodes before linearized reading' (duration: 158.136641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.398851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.655573Z","time spent":"743.265212ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:09.398864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.65446Z","time spent":"744.392733ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:51:09.398887Z","caller":"traceutil/trace.go:171","msg":"trace[1743751967] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"769.796296ms","start":"2026-04-29T02:51:08.629075Z","end":"2026-04-29T02:51:09.398872Z","steps":["trace[1743751967] 'process raft request' (duration: 768.964191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.39888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.441689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:09.398591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.145899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:51:09.398951Z","caller":"traceutil/trace.go:171","msg":"trace[649686710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26665; }","duration":"744.567517ms","start":"2026-04-29T02:51:08.654371Z","end":"2026-04-29T02:51:09.398938Z","steps":["trace[649686710] 'agreement among raft nodes before linearized reading' (duration: 743.886115ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:09.398964Z","caller":"traceutil/trace.go:171","msg":"trace[1716233004] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26665; }","duration":"249.550931ms","start":"2026-04-29T02:51:09.149378Z","end":"2026-04-29T02:51:09.398929Z","steps":["trace[1716233004] 'agreement among raft nodes before linearized reading' (duration: 249.450949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.398995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.629061Z","time spent":"769.867417ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:09.399004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.654349Z","time spent":"744.643578ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:09.398808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.264529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:09.399081Z","caller":"traceutil/trace.go:171","msg":"trace[1194121283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26665; }","duration":"510.605685ms","start":"2026-04-29T02:51:08.88846Z","end":"2026-04-29T02:51:09.399065Z","steps":["trace[1194121283] 'agreement among raft nodes before linearized reading' (duration: 510.257389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.399126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.888426Z","time spent":"510.684146ms","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:09.399127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.026748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:09.399174Z","caller":"traceutil/trace.go:171","msg":"trace[1409102366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26665; }","duration":"771.085059ms","start":"2026-04-29T02:51:08.628075Z","end":"2026-04-29T02:51:09.39916Z","steps":["trace[1409102366] 'agreement among raft nodes before linearized reading' (duration: 770.997837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:09.399216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:08.628068Z","time spent":"771.127189ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:10.403552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.810611Z","time spent":"592.930948ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:51:10.403826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.829463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:10.403978Z","caller":"traceutil/trace.go:171","msg":"trace[509345057] linearizableReadLoop","detail":"{readStateIndex:27559; appliedIndex:27558; }","duration":"1.002969331s","start":"2026-04-29T02:51:09.400952Z","end":"2026-04-29T02:51:10.403922Z","steps":["trace[509345057] 'read index received' (duration: 379.960545ms)","trace[509345057] 'applied index is now lower than readState.Index' (duration: 623.007216ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:10.404009Z","caller":"traceutil/trace.go:171","msg":"trace[1137996220] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"1.04584483s","start":"2026-04-29T02:51:09.358089Z","end":"2026-04-29T02:51:10.403934Z","steps":["trace[1137996220] 'process raft request' (duration: 422.808733ms)","trace[1137996220] 'compare' (duration: 622.65404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:10.404164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003188715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:10.404251Z","caller":"traceutil/trace.go:171","msg":"trace[461560679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26666; }","duration":"1.003306418s","start":"2026-04-29T02:51:09.400923Z","end":"2026-04-29T02:51:10.404229Z","steps":["trace[461560679] 'agreement among raft nodes before linearized reading' (duration: 1.003115254s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.404258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.358068Z","time spent":"1.046024662s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:10.404299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.400903Z","time spent":"1.003387689s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:51:10.460799Z","caller":"traceutil/trace.go:171","msg":"trace[1701810574] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"1.058034026s","start":"2026-04-29T02:51:09.402734Z","end":"2026-04-29T02:51:10.460768Z","steps":["trace[1701810574] 'process raft request' (duration: 1.057901272s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.460975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.402714Z","time spent":"1.058166979s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.461132Z","caller":"traceutil/trace.go:171","msg":"trace[1154028339] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"1.056006138s","start":"2026-04-29T02:51:09.405104Z","end":"2026-04-29T02:51:10.46111Z","steps":["trace[1154028339] 'process raft request' (duration: 1.055961997s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.461241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.405096Z","time spent":"1.056095689s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.461351Z","caller":"traceutil/trace.go:171","msg":"trace[111574362] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"1.057413964s","start":"2026-04-29T02:51:09.403911Z","end":"2026-04-29T02:51:10.461325Z","steps":["trace[111574362] 'process raft request' (duration: 1.056804733s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:10.461362Z","caller":"traceutil/trace.go:171","msg":"trace[1749790433] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"1.05661996s","start":"2026-04-29T02:51:09.404732Z","end":"2026-04-29T02:51:10.461352Z","steps":["trace[1749790433] 'process raft request' (duration: 1.056257174s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:10.461347Z","caller":"traceutil/trace.go:171","msg":"trace[885074608] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"1.060311848s","start":"2026-04-29T02:51:09.400989Z","end":"2026-04-29T02:51:10.461301Z","steps":["trace[885074608] 'process raft request' (duration: 1.059461052s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.461427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.403871Z","time spent":"1.057520816s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:10.461526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.400967Z","time spent":"1.060462281s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:10.461418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.404722Z","time spent":"1.056669711s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.924251Z","caller":"traceutil/trace.go:171","msg":"trace[1219012975] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"682.391001ms","start":"2026-04-29T02:51:10.241838Z","end":"2026-04-29T02:51:10.924229Z","steps":["trace[1219012975] 'process raft request' (duration: 682.314119ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:10.924358Z","caller":"traceutil/trace.go:171","msg":"trace[1146368536] linearizableReadLoop","detail":"{readStateIndex:27572; appliedIndex:27559; }","duration":"520.324367ms","start":"2026-04-29T02:51:10.404014Z","end":"2026-04-29T02:51:10.924338Z","steps":["trace[1146368536] 'read index received' (duration: 56.48995ms)","trace[1146368536] 'applied index is now lower than readState.Index' (duration: 463.833497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:10.924398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.241794Z","time spent":"682.522174ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.924472Z","caller":"traceutil/trace.go:171","msg":"trace[1364199720] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"682.575664ms","start":"2026-04-29T02:51:10.241888Z","end":"2026-04-29T02:51:10.924464Z","steps":["trace[1364199720] 'process raft request' (duration: 682.305099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.924551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.241851Z","time spent":"682.641116ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.9246Z","caller":"traceutil/trace.go:171","msg":"trace[103616175] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"684.089342ms","start":"2026-04-29T02:51:10.240491Z","end":"2026-04-29T02:51:10.924581Z","steps":["trace[103616175] 'process raft request' (duration: 666.591096ms)","trace[103616175] 'compare' (duration: 16.439246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:10.924658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.240464Z","time spent":"684.163853ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.92469Z","caller":"traceutil/trace.go:171","msg":"trace[1676294266] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"601.082138ms","start":"2026-04-29T02:51:10.323601Z","end":"2026-04-29T02:51:10.924683Z","steps":["trace[1676294266] 'process raft request' (duration: 600.677121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.924726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.323538Z","time spent":"601.16912ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.924712Z","caller":"traceutil/trace.go:171","msg":"trace[134494470] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"683.141614ms","start":"2026-04-29T02:51:10.241531Z","end":"2026-04-29T02:51:10.924672Z","steps":["trace[134494470] 'process raft request' (duration: 682.550142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.924815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230386731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:10.924854Z","caller":"traceutil/trace.go:171","msg":"trace[2010172000] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26679; }","duration":"1.230450273s","start":"2026-04-29T02:51:09.694394Z","end":"2026-04-29T02:51:10.924844Z","steps":["trace[2010172000] 'agreement among raft nodes before linearized reading' (duration: 1.230379532s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:10.924861Z","caller":"traceutil/trace.go:171","msg":"trace[232294950] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"683.292907ms","start":"2026-04-29T02:51:10.241556Z","end":"2026-04-29T02:51:10.924849Z","steps":["trace[232294950] 'process raft request' (duration: 682.560353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.924875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.694377Z","time spent":"1.230492733s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:10.92489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.241514Z","time spent":"683.277107ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:10.924921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.241545Z","time spent":"683.344368ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:10.924994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502340699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:10.925014Z","caller":"traceutil/trace.go:171","msg":"trace[117955566] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26679; }","duration":"1.5023921s","start":"2026-04-29T02:51:09.422616Z","end":"2026-04-29T02:51:10.925008Z","steps":["trace[117955566] 'agreement among raft nodes before linearized reading' (duration: 1.502355579s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.925039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.422602Z","time spent":"1.50243202s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:51:10.925035Z","caller":"traceutil/trace.go:171","msg":"trace[1926985388] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"683.727255ms","start":"2026-04-29T02:51:10.241297Z","end":"2026-04-29T02:51:10.925025Z","steps":["trace[1926985388] 'process raft request' (duration: 682.682335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.925086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.24127Z","time spent":"683.789186ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:10.925147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519128051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:10.925167Z","caller":"traceutil/trace.go:171","msg":"trace[139683941] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"683.863578ms","start":"2026-04-29T02:51:10.241296Z","end":"2026-04-29T02:51:10.925159Z","steps":["trace[139683941] 'process raft request' (duration: 682.754407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.925214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.241262Z","time spent":"683.926698ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:10.925173Z","caller":"traceutil/trace.go:171","msg":"trace[126267826] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26679; }","duration":"1.519194182s","start":"2026-04-29T02:51:09.405972Z","end":"2026-04-29T02:51:10.925166Z","steps":["trace[126267826] 'agreement among raft nodes before linearized reading' (duration: 1.519155161s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.925319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:09.405964Z","time spent":"1.519344495s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:51:10.980461Z","caller":"traceutil/trace.go:171","msg":"trace[647335129] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"470.643373ms","start":"2026-04-29T02:51:10.509779Z","end":"2026-04-29T02:51:10.980422Z","steps":["trace[647335129] 'process raft request' (duration: 470.46593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:10.980639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.50975Z","time spent":"470.792915ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:11.146848Z","caller":"traceutil/trace.go:171","msg":"trace[973292823] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"231.329393ms","start":"2026-04-29T02:51:10.915476Z","end":"2026-04-29T02:51:11.146806Z","steps":["trace[973292823] 'process raft request' (duration: 148.296828ms)","trace[973292823] 'compare' (duration: 82.845761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:11.147017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.592761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:11.146837Z","caller":"traceutil/trace.go:171","msg":"trace[1553760680] linearizableReadLoop","detail":"{readStateIndex:27574; appliedIndex:27572; }","duration":"222.400016ms","start":"2026-04-29T02:51:10.924402Z","end":"2026-04-29T02:51:11.146802Z","steps":["trace[1553760680] 'read index received' (duration: 55.733656ms)","trace[1553760680] 'applied index is now lower than readState.Index' (duration: 166.66522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:11.14713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.113211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:11.147216Z","caller":"traceutil/trace.go:171","msg":"trace[332198736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26681; }","duration":"742.250783ms","start":"2026-04-29T02:51:10.404947Z","end":"2026-04-29T02:51:11.147198Z","steps":["trace[332198736] 'agreement among raft nodes before linearized reading' (duration: 741.962328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:11.14726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.404925Z","time spent":"742.324315ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:11.147272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.504135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:51:11.147307Z","caller":"traceutil/trace.go:171","msg":"trace[281629346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26681; }","duration":"523.590207ms","start":"2026-04-29T02:51:10.623708Z","end":"2026-04-29T02:51:11.147298Z","steps":["trace[281629346] 'agreement among raft nodes before linearized reading' (duration: 523.438024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:11.147341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.623682Z","time spent":"523.650268ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:11.147365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.852268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-29T02:51:11.147358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.543674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:11.147402Z","caller":"traceutil/trace.go:171","msg":"trace[1213797583] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26681; }","duration":"740.929908ms","start":"2026-04-29T02:51:10.406462Z","end":"2026-04-29T02:51:11.147392Z","steps":["trace[1213797583] 'agreement among raft nodes before linearized reading' (duration: 740.805636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:11.147424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.406443Z","time spent":"740.9756ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:51:11.147425Z","caller":"traceutil/trace.go:171","msg":"trace[1089674849] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26681; }","duration":"218.674607ms","start":"2026-04-29T02:51:10.928732Z","end":"2026-04-29T02:51:11.147406Z","steps":["trace[1089674849] 'agreement among raft nodes before linearized reading' (duration: 218.557475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:11.147679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.395773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:11.147704Z","caller":"traceutil/trace.go:171","msg":"trace[1037867055] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26681; }","duration":"216.451535ms","start":"2026-04-29T02:51:10.931243Z","end":"2026-04-29T02:51:11.147694Z","steps":["trace[1037867055] 'agreement among raft nodes before linearized reading' (duration: 216.407804ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:11.147116Z","caller":"traceutil/trace.go:171","msg":"trace[1782474680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26681; }","duration":"734.709603ms","start":"2026-04-29T02:51:10.412382Z","end":"2026-04-29T02:51:11.147092Z","steps":["trace[1782474680] 'agreement among raft nodes before linearized reading' (duration: 734.505969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:11.147714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.475675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:11.147764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.242247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:11.14781Z","caller":"traceutil/trace.go:171","msg":"trace[391210473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26681; }","duration":"117.598576ms","start":"2026-04-29T02:51:11.030192Z","end":"2026-04-29T02:51:11.14779Z","steps":["trace[391210473] 'agreement among raft nodes before linearized reading' (duration: 117.455844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:11.147829Z","caller":"traceutil/trace.go:171","msg":"trace[1360051854] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26681; }","duration":"147.34784ms","start":"2026-04-29T02:51:11.000455Z","end":"2026-04-29T02:51:11.147803Z","steps":["trace[1360051854] 'agreement among raft nodes before linearized reading' (duration: 147.212527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:11.147831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:10.412375Z","time spent":"735.414296ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:11.767852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.909978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:11.767938Z","caller":"traceutil/trace.go:171","msg":"trace[934002991] linearizableReadLoop","detail":"{readStateIndex:27575; appliedIndex:27574; }","duration":"616.444724ms","start":"2026-04-29T02:51:11.151478Z","end":"2026-04-29T02:51:11.767923Z","steps":["trace[934002991] 'read index received' (duration: 181.429364ms)","trace[934002991] 'applied index is now lower than readState.Index' (duration: 435.01413ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:11.768033Z","caller":"traceutil/trace.go:171","msg":"trace[862430717] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"616.580086ms","start":"2026-04-29T02:51:11.151394Z","end":"2026-04-29T02:51:11.767974Z","steps":["trace[862430717] 'process raft request' (duration: 181.473734ms)","trace[862430717] 'compare' (duration: 434.675444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:11.768083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.589147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:51:11.768146Z","caller":"traceutil/trace.go:171","msg":"trace[1945317407] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26682; }","duration":"616.682068ms","start":"2026-04-29T02:51:11.151446Z","end":"2026-04-29T02:51:11.768128Z","steps":["trace[1945317407] 'agreement among raft nodes before linearized reading' (duration: 616.524095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:11.768175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:11.151433Z","time spent":"616.736168ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T02:51:11.768255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:11.151372Z","time spent":"616.758939ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:12.582382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.52736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:12.582538Z","caller":"traceutil/trace.go:171","msg":"trace[1294270722] linearizableReadLoop","detail":"{readStateIndex:27576; appliedIndex:27575; }","duration":"814.557738ms","start":"2026-04-29T02:51:11.767956Z","end":"2026-04-29T02:51:12.582513Z","steps":["trace[1294270722] 'read index received' (duration: 186.830715ms)","trace[1294270722] 'applied index is now lower than readState.Index' (duration: 627.725063ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:12.58263Z","caller":"traceutil/trace.go:171","msg":"trace[1442768704] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"1.187787519s","start":"2026-04-29T02:51:11.394799Z","end":"2026-04-29T02:51:12.582586Z","steps":["trace[1442768704] 'process raft request' (duration: 559.941373ms)","trace[1442768704] 'compare' (duration: 626.240886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:12.582678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351341151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:12.582761Z","caller":"traceutil/trace.go:171","msg":"trace[520731926] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26683; }","duration":"1.351467612s","start":"2026-04-29T02:51:11.231269Z","end":"2026-04-29T02:51:12.582736Z","steps":["trace[520731926] 'agreement among raft nodes before linearized reading' (duration: 1.35131899s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.582786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:11.394772Z","time spent":"1.187931762s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:51:12.582778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.160089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn\" ","response":"range_response_count:1 size:7230"} {"level":"warn","ts":"2026-04-29T02:51:12.582805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:11.231254Z","time spent":"1.351541014s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:12.582806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125569142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-29T02:51:12.582852Z","caller":"traceutil/trace.go:171","msg":"trace[614926664] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn; range_end:; response_count:1; response_revision:26683; }","duration":"894.291251ms","start":"2026-04-29T02:51:11.688542Z","end":"2026-04-29T02:51:12.582833Z","steps":["trace[614926664] 'agreement among raft nodes before linearized reading' (duration: 894.031396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.582877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.502165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:51:12.582891Z","caller":"traceutil/trace.go:171","msg":"trace[1805616842] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932; range_end:; response_count:1; response_revision:26683; }","duration":"1.125666584s","start":"2026-04-29T02:51:11.457202Z","end":"2026-04-29T02:51:12.582868Z","steps":["trace[1805616842] 'agreement among raft nodes before linearized reading' (duration: 1.125379728s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.582894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:11.688525Z","time spent":"894.360893ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7253,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29623850-dzptn\" "} {"level":"info","ts":"2026-04-29T02:51:12.582911Z","caller":"traceutil/trace.go:171","msg":"trace[775816692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26683; }","duration":"117.556006ms","start":"2026-04-29T02:51:12.465344Z","end":"2026-04-29T02:51:12.5829Z","steps":["trace[775816692] 'agreement among raft nodes before linearized reading' (duration: 117.362593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.58294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:11.457171Z","time spent":"1.125760146s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932\" "} {"level":"warn","ts":"2026-04-29T02:51:12.582908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.644184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-29T02:51:12.582936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.386803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:51:12.583021Z","caller":"traceutil/trace.go:171","msg":"trace[713138733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26683; }","duration":"426.835328ms","start":"2026-04-29T02:51:12.156157Z","end":"2026-04-29T02:51:12.582992Z","steps":["trace[713138733] 'agreement among raft nodes before linearized reading' (duration: 426.490022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.583088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.156122Z","time spent":"426.95571ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:12.583192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.731093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:12.5832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430572463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:51:12.583026Z","caller":"traceutil/trace.go:171","msg":"trace[263762208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26683; }","duration":"117.501865ms","start":"2026-04-29T02:51:12.465504Z","end":"2026-04-29T02:51:12.583006Z","steps":["trace[263762208] 'agreement among raft nodes before linearized reading' (duration: 117.190249ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.583236Z","caller":"traceutil/trace.go:171","msg":"trace[676094452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26683; }","duration":"1.430623104s","start":"2026-04-29T02:51:11.152602Z","end":"2026-04-29T02:51:12.583225Z","steps":["trace[676094452] 'agreement among raft nodes before linearized reading' (duration: 1.430026943s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.583224Z","caller":"traceutil/trace.go:171","msg":"trace[1775351090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26683; }","duration":"214.813105ms","start":"2026-04-29T02:51:12.368402Z","end":"2026-04-29T02:51:12.583215Z","steps":["trace[1775351090] 'agreement among raft nodes before linearized reading' (duration: 214.716023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.583268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:11.152594Z","time spent":"1.430666676s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:51:12.583324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.198419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:51:12.583348Z","caller":"traceutil/trace.go:171","msg":"trace[1995469618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26683; }","duration":"118.25333ms","start":"2026-04-29T02:51:12.465087Z","end":"2026-04-29T02:51:12.58334Z","steps":["trace[1995469618] 'agreement among raft nodes before linearized reading' (duration: 118.153687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.583351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.304722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:51:12.583615Z","caller":"traceutil/trace.go:171","msg":"trace[630130489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26683; }","duration":"117.572267ms","start":"2026-04-29T02:51:12.466029Z","end":"2026-04-29T02:51:12.583601Z","steps":["trace[630130489] 'agreement among raft nodes before linearized reading' (duration: 117.24782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.794336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.569001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:12.794575Z","caller":"traceutil/trace.go:171","msg":"trace[1671827543] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"206.610901ms","start":"2026-04-29T02:51:12.587918Z","end":"2026-04-29T02:51:12.794529Z","steps":["trace[1671827543] 'process raft request' (duration: 98.749336ms)","trace[1671827543] 'compare' (duration: 107.412817ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:12.794638Z","caller":"traceutil/trace.go:171","msg":"trace[1031819618] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"205.793677ms","start":"2026-04-29T02:51:12.588825Z","end":"2026-04-29T02:51:12.794618Z","steps":["trace[1031819618] 'process raft request' (duration: 205.707015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.794725Z","caller":"traceutil/trace.go:171","msg":"trace[1132733572] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"206.622221ms","start":"2026-04-29T02:51:12.588067Z","end":"2026-04-29T02:51:12.79469Z","steps":["trace[1132733572] 'process raft request' (duration: 206.383497ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.794842Z","caller":"traceutil/trace.go:171","msg":"trace[918393757] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"204.314269ms","start":"2026-04-29T02:51:12.590496Z","end":"2026-04-29T02:51:12.79481Z","steps":["trace[918393757] 'process raft request' (duration: 204.076394ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.794869Z","caller":"traceutil/trace.go:171","msg":"trace[423636393] linearizableReadLoop","detail":"{readStateIndex:27583; appliedIndex:27576; }","duration":"196.7896ms","start":"2026-04-29T02:51:12.598064Z","end":"2026-04-29T02:51:12.794853Z","steps":["trace[423636393] 'read index received' (duration: 88.613718ms)","trace[423636393] 'applied index is now lower than readState.Index' (duration: 108.174702ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:12.795017Z","caller":"traceutil/trace.go:171","msg":"trace[1441044009] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"204.429092ms","start":"2026-04-29T02:51:12.590575Z","end":"2026-04-29T02:51:12.795004Z","steps":["trace[1441044009] 'process raft request' (duration: 204.184957ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.795053Z","caller":"traceutil/trace.go:171","msg":"trace[1917224840] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"204.490072ms","start":"2026-04-29T02:51:12.59055Z","end":"2026-04-29T02:51:12.79504Z","steps":["trace[1917224840] 'process raft request' (duration: 204.150315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.795066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.985383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T02:51:12.795107Z","caller":"traceutil/trace.go:171","msg":"trace[472410559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26690; }","duration":"197.039454ms","start":"2026-04-29T02:51:12.598056Z","end":"2026-04-29T02:51:12.795096Z","steps":["trace[472410559] 'agreement among raft nodes before linearized reading' (duration: 196.846771ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:12.795118Z","caller":"traceutil/trace.go:171","msg":"trace[1055825287] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"200.710833ms","start":"2026-04-29T02:51:12.594398Z","end":"2026-04-29T02:51:12.795109Z","steps":["trace[1055825287] 'process raft request' (duration: 200.397357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.795184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.425993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:12.795229Z","caller":"traceutil/trace.go:171","msg":"trace[982823914] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26690; }","duration":"111.495144ms","start":"2026-04-29T02:51:12.68372Z","end":"2026-04-29T02:51:12.795215Z","steps":["trace[982823914] 'agreement among raft nodes before linearized reading' (duration: 111.426552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:12.795222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.775827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:12.795289Z","caller":"traceutil/trace.go:171","msg":"trace[1958427861] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26690; }","duration":"112.879309ms","start":"2026-04-29T02:51:12.682379Z","end":"2026-04-29T02:51:12.795258Z","steps":["trace[1958427861] 'agreement among raft nodes before linearized reading' (duration: 112.725407ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.575058Z","caller":"traceutil/trace.go:171","msg":"trace[400194543] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"641.671563ms","start":"2026-04-29T02:51:12.93336Z","end":"2026-04-29T02:51:13.575032Z","steps":["trace[400194543] 'process raft request' (duration: 598.689113ms)","trace[400194543] 'compare' (duration: 42.711915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:13.575205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.933322Z","time spent":"641.803526ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:13.840717Z","caller":"traceutil/trace.go:171","msg":"trace[1058418203] linearizableReadLoop","detail":"{readStateIndex:27591; appliedIndex:27583; }","duration":"781.037345ms","start":"2026-04-29T02:51:13.059648Z","end":"2026-04-29T02:51:13.840685Z","steps":["trace[1058418203] 'read index received' (duration: 472.344584ms)","trace[1058418203] 'applied index is now lower than readState.Index' (duration: 308.691231ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:13.840793Z","caller":"traceutil/trace.go:171","msg":"trace[772803455] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"906.576349ms","start":"2026-04-29T02:51:12.934176Z","end":"2026-04-29T02:51:13.840752Z","steps":["trace[772803455] 'process raft request' (duration: 906.377605ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.840861Z","caller":"traceutil/trace.go:171","msg":"trace[1986445595] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"904.555021ms","start":"2026-04-29T02:51:12.936293Z","end":"2026-04-29T02:51:13.840848Z","steps":["trace[1986445595] 'process raft request' (duration: 904.299845ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.840869Z","caller":"traceutil/trace.go:171","msg":"trace[1274063318] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"906.986737ms","start":"2026-04-29T02:51:12.933844Z","end":"2026-04-29T02:51:13.84083Z","steps":["trace[1274063318] 'process raft request' (duration: 906.476907ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.840857Z","caller":"traceutil/trace.go:171","msg":"trace[1614950489] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"906.733742ms","start":"2026-04-29T02:51:12.934065Z","end":"2026-04-29T02:51:13.840799Z","steps":["trace[1614950489] 'process raft request' (duration: 906.448636ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:13.840954Z","caller":"traceutil/trace.go:171","msg":"trace[1791628348] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"903.570664ms","start":"2026-04-29T02:51:12.937371Z","end":"2026-04-29T02:51:13.840941Z","steps":["trace[1791628348] 'process raft request' (duration: 903.263408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:13.84095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.934141Z","time spent":"906.723832ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:13.841002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.936262Z","time spent":"904.630613ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:13.841005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.34354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:13.841041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.937362Z","time spent":"903.633515ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:13.841078Z","caller":"traceutil/trace.go:171","msg":"trace[776414388] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26698; }","duration":"781.425042ms","start":"2026-04-29T02:51:13.059637Z","end":"2026-04-29T02:51:13.841062Z","steps":["trace[776414388] 'agreement among raft nodes before linearized reading' (duration: 781.31177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:13.841096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.934052Z","time spent":"906.923035ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:13.841124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:13.059609Z","time spent":"781.504963ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:13.841041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.933832Z","time spent":"907.118119ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:13.840869Z","caller":"traceutil/trace.go:171","msg":"trace[1361416364] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"907.12388ms","start":"2026-04-29T02:51:12.933706Z","end":"2026-04-29T02:51:13.84083Z","steps":["trace[1361416364] 'process raft request' (duration: 829.276742ms)","trace[1361416364] 'compare' (duration: 77.068753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:13.84125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.93367Z","time spent":"907.552497ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:13.840779Z","caller":"traceutil/trace.go:171","msg":"trace[420448366] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"906.790573ms","start":"2026-04-29T02:51:12.933956Z","end":"2026-04-29T02:51:13.840746Z","steps":["trace[420448366] 'process raft request' (duration: 906.505577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:13.84174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:12.933943Z","time spent":"907.707369ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:14.167136Z","caller":"traceutil/trace.go:171","msg":"trace[1043656165] linearizableReadLoop","detail":"{readStateIndex:27592; appliedIndex:27591; }","duration":"326.311169ms","start":"2026-04-29T02:51:13.840805Z","end":"2026-04-29T02:51:14.167116Z","steps":["trace[1043656165] 'read index received' (duration: 281.077387ms)","trace[1043656165] 'applied index is now lower than readState.Index' (duration: 45.232902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:14.167289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.72127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:51:14.167348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.067573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:14.167348Z","caller":"traceutil/trace.go:171","msg":"trace[869698152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26699; }","duration":"394.852042ms","start":"2026-04-29T02:51:13.77248Z","end":"2026-04-29T02:51:14.167333Z","steps":["trace[869698152] 'agreement among raft nodes before linearized reading' (duration: 394.641419ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:14.167367Z","caller":"traceutil/trace.go:171","msg":"trace[1330381376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26699; }","duration":"797.123473ms","start":"2026-04-29T02:51:13.370238Z","end":"2026-04-29T02:51:14.167361Z","steps":["trace[1330381376] 'agreement among raft nodes before linearized reading' (duration: 797.089732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:14.16738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:13.772444Z","time spent":"394.929454ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:14.167386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:13.370215Z","time spent":"797.167654ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:14.167314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.402685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-29T02:51:14.167621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.850442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:51:14.167642Z","caller":"traceutil/trace.go:171","msg":"trace[1848446303] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26699; }","duration":"935.916414ms","start":"2026-04-29T02:51:13.231718Z","end":"2026-04-29T02:51:14.167634Z","steps":["trace[1848446303] 'agreement among raft nodes before linearized reading' (duration: 935.852263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:14.167657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:13.231691Z","time spent":"935.962565ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:51:14.167684Z","caller":"traceutil/trace.go:171","msg":"trace[1432912798] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"359.002606ms","start":"2026-04-29T02:51:13.808651Z","end":"2026-04-29T02:51:14.167654Z","steps":["trace[1432912798] 'process raft request' (duration: 313.289386ms)","trace[1432912798] 'compare' (duration: 45.054498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:14.167728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.096257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:14.16776Z","caller":"traceutil/trace.go:171","msg":"trace[971981544] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26699; }","duration":"167.191219ms","start":"2026-04-29T02:51:14.000559Z","end":"2026-04-29T02:51:14.167751Z","steps":["trace[971981544] 'agreement among raft nodes before linearized reading' (duration: 167.131178ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:14.167762Z","caller":"traceutil/trace.go:171","msg":"trace[259917176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26699; }","duration":"579.809632ms","start":"2026-04-29T02:51:13.587838Z","end":"2026-04-29T02:51:14.167647Z","steps":["trace[259917176] 'agreement among raft nodes before linearized reading' (duration: 579.383164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:14.167808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:13.808619Z","time spent":"359.118578ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:14.167911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:13.587808Z","time spent":"580.040557ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"info","ts":"2026-04-29T02:51:14.567755Z","caller":"traceutil/trace.go:171","msg":"trace[99450510] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"335.429098ms","start":"2026-04-29T02:51:14.232308Z","end":"2026-04-29T02:51:14.567737Z","steps":["trace[99450510] 'process raft request' (duration: 335.295706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:14.567863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.232288Z","time spent":"335.51913ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:15.059202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.817541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:15.059317Z","caller":"traceutil/trace.go:171","msg":"trace[1812343037] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26701; }","duration":"267.956203ms","start":"2026-04-29T02:51:14.791344Z","end":"2026-04-29T02:51:15.0593Z","steps":["trace[1812343037] 'range keys from in-memory index tree' (duration: 267.79222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.909035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.029214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:51:15.909801Z","caller":"traceutil/trace.go:171","msg":"trace[1832559596] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27593; }","duration":"1.491360315s","start":"2026-04-29T02:51:14.418398Z","end":"2026-04-29T02:51:15.909758Z","steps":["trace[1832559596] 'read index received' (duration: 149.209576ms)","trace[1832559596] 'applied index is now lower than readState.Index' (duration: 1.342147199s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:15.909916Z","caller":"traceutil/trace.go:171","msg":"trace[2065020845] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"328.911297ms","start":"2026-04-29T02:51:15.580972Z","end":"2026-04-29T02:51:15.909883Z","steps":["trace[2065020845] 'process raft request' (duration: 328.54659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.910123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491539058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:15.910142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:15.580948Z","time spent":"329.071209ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:15.910226Z","caller":"traceutil/trace.go:171","msg":"trace[1922758924] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26702; }","duration":"1.491881015s","start":"2026-04-29T02:51:14.418326Z","end":"2026-04-29T02:51:15.910207Z","steps":["trace[1922758924] 'agreement among raft nodes before linearized reading' (duration: 1.491517167s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.910387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.418218Z","time spent":"1.49215095s","remote":"127.0.0.1:42510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:15.990371Z","caller":"traceutil/trace.go:171","msg":"trace[1306577506] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"140.181386ms","start":"2026-04-29T02:51:15.850152Z","end":"2026-04-29T02:51:15.990333Z","steps":["trace[1306577506] 'process raft request' (duration: 140.105965ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.990566Z","caller":"traceutil/trace.go:171","msg":"trace[162641228] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"257.165172ms","start":"2026-04-29T02:51:15.733391Z","end":"2026-04-29T02:51:15.990556Z","steps":["trace[162641228] 'process raft request' (duration: 256.413788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.990699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087406742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:51:15.990717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067276148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:15.990729Z","caller":"traceutil/trace.go:171","msg":"trace[926026697] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"140.952901ms","start":"2026-04-29T02:51:15.849749Z","end":"2026-04-29T02:51:15.990702Z","steps":["trace[926026697] 'process raft request' (duration: 140.467672ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.990769Z","caller":"traceutil/trace.go:171","msg":"trace[1929790737] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26710; }","duration":"1.087531675s","start":"2026-04-29T02:51:14.903221Z","end":"2026-04-29T02:51:15.990752Z","steps":["trace[1929790737] 'agreement among raft nodes before linearized reading' (duration: 1.087380392s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.990797Z","caller":"traceutil/trace.go:171","msg":"trace[1479971661] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26710; }","duration":"1.067380619s","start":"2026-04-29T02:51:14.923395Z","end":"2026-04-29T02:51:15.990776Z","steps":["trace[1479971661] 'agreement among raft nodes before linearized reading' (duration: 1.067210676s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.99083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.903197Z","time spent":"1.087622746s","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:15.990848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.923298Z","time spent":"1.067539753s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:15.990874Z","caller":"traceutil/trace.go:171","msg":"trace[1595960838] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"141.179146ms","start":"2026-04-29T02:51:15.849678Z","end":"2026-04-29T02:51:15.990857Z","steps":["trace[1595960838] 'process raft request' (duration: 140.490884ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.991141Z","caller":"traceutil/trace.go:171","msg":"trace[966766454] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"140.076614ms","start":"2026-04-29T02:51:15.851034Z","end":"2026-04-29T02:51:15.991111Z","steps":["trace[966766454] 'process raft request' (duration: 139.26186ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.991253Z","caller":"traceutil/trace.go:171","msg":"trace[1522824592] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"139.574246ms","start":"2026-04-29T02:51:15.851669Z","end":"2026-04-29T02:51:15.991243Z","steps":["trace[1522824592] 'process raft request' (duration: 138.72988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.941665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:15.991389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32118938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274767"} {"level":"info","ts":"2026-04-29T02:51:15.991405Z","caller":"traceutil/trace.go:171","msg":"trace[2027035158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26710; }","duration":"623.020486ms","start":"2026-04-29T02:51:15.368373Z","end":"2026-04-29T02:51:15.991393Z","steps":["trace[2027035158] 'agreement among raft nodes before linearized reading' (duration: 622.944375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.991431Z","caller":"traceutil/trace.go:171","msg":"trace[387166972] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26710; }","duration":"1.321242991s","start":"2026-04-29T02:51:14.670175Z","end":"2026-04-29T02:51:15.991418Z","steps":["trace[387166972] 'agreement among raft nodes before linearized reading' (duration: 1.320794182s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.641263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:15.991513Z","caller":"traceutil/trace.go:171","msg":"trace[1174379320] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26710; }","duration":"377.712624ms","start":"2026-04-29T02:51:15.613792Z","end":"2026-04-29T02:51:15.991505Z","steps":["trace[1174379320] 'agreement among raft nodes before linearized reading' (duration: 377.658663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:15.613769Z","time spent":"377.763295ms","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:15.991592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190867976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:51:15.991631Z","caller":"traceutil/trace.go:171","msg":"trace[652435518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26710; }","duration":"1.190953739s","start":"2026-04-29T02:51:14.800668Z","end":"2026-04-29T02:51:15.991622Z","steps":["trace[652435518] 'agreement among raft nodes before linearized reading' (duration: 1.190830436s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.800655Z","time spent":"1.191000729s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:15.991735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.074334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:15.991777Z","caller":"traceutil/trace.go:171","msg":"trace[1953006267] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26710; }","duration":"525.174567ms","start":"2026-04-29T02:51:15.466592Z","end":"2026-04-29T02:51:15.991767Z","steps":["trace[1953006267] 'agreement among raft nodes before linearized reading' (duration: 525.113126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:15.466556Z","time spent":"525.242378ms","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:15.991829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192064688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T02:51:15.99187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192252733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:51:15.991885Z","caller":"traceutil/trace.go:171","msg":"trace[1614835878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26710; }","duration":"1.192188242s","start":"2026-04-29T02:51:14.799684Z","end":"2026-04-29T02:51:15.991872Z","steps":["trace[1614835878] 'agreement among raft nodes before linearized reading' (duration: 1.192029089s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:15.991898Z","caller":"traceutil/trace.go:171","msg":"trace[2091369222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26710; }","duration":"1.192280243s","start":"2026-04-29T02:51:14.799609Z","end":"2026-04-29T02:51:15.99189Z","steps":["trace[2091369222] 'agreement among raft nodes before linearized reading' (duration: 1.192199512s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.799512Z","time spent":"1.192407286s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:51:15.991975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.128141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:51:15.992008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192228891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T02:51:15.992009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.538478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-29T02:51:15.991925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.799649Z","time spent":"1.192266413s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:51:15.992101Z","caller":"traceutil/trace.go:171","msg":"trace[1880942052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26710; }","duration":"814.674681ms","start":"2026-04-29T02:51:15.177402Z","end":"2026-04-29T02:51:15.992077Z","steps":["trace[1880942052] 'agreement among raft nodes before linearized reading' (duration: 814.403076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.992156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:15.17738Z","time spent":"814.763872ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"info","ts":"2026-04-29T02:51:15.992047Z","caller":"traceutil/trace.go:171","msg":"trace[1976751722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26710; }","duration":"1.192269882s","start":"2026-04-29T02:51:14.799768Z","end":"2026-04-29T02:51:15.992038Z","steps":["trace[1976751722] 'agreement among raft nodes before linearized reading' (duration: 1.19217874s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.99223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.799684Z","time spent":"1.192536448s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:51:15.992269Z","caller":"traceutil/trace.go:171","msg":"trace[576817838] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"142.977299ms","start":"2026-04-29T02:51:15.849279Z","end":"2026-04-29T02:51:15.992256Z","steps":["trace[576817838] 'process raft request' (duration: 140.776649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:14.670115Z","time spent":"1.321350623s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274790,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-29T02:51:15.992011Z","caller":"traceutil/trace.go:171","msg":"trace[1475931197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26710; }","duration":"543.208602ms","start":"2026-04-29T02:51:15.448794Z","end":"2026-04-29T02:51:15.992002Z","steps":["trace[1475931197] 'agreement among raft nodes before linearized reading' (duration: 543.149191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.991434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:15.36835Z","time spent":"623.078047ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:15.992529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:15.448769Z","time spent":"543.700351ms","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:15.992572Z","caller":"traceutil/trace.go:171","msg":"trace[1273853744] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"143.004769ms","start":"2026-04-29T02:51:15.849539Z","end":"2026-04-29T02:51:15.992544Z","steps":["trace[1273853744] 'process raft request' (duration: 140.584745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.992735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.507143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:51:15.992778Z","caller":"traceutil/trace.go:171","msg":"trace[339994997] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26710; }","duration":"732.558094ms","start":"2026-04-29T02:51:15.260211Z","end":"2026-04-29T02:51:15.992769Z","steps":["trace[339994997] 'agreement among raft nodes before linearized reading' (duration: 731.109077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:15.992807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:15.260135Z","time spent":"732.663816ms","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2716,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:16.084036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.93088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:16.084113Z","caller":"traceutil/trace.go:171","msg":"trace[1796080933] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26711; }","duration":"127.071703ms","start":"2026-04-29T02:51:15.957025Z","end":"2026-04-29T02:51:16.084097Z","steps":["trace[1796080933] 'agreement among raft nodes before linearized reading' (duration: 126.91674ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:16.180166Z","caller":"traceutil/trace.go:171","msg":"trace[605310132] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"182.661477ms","start":"2026-04-29T02:51:15.997475Z","end":"2026-04-29T02:51:16.180136Z","steps":["trace[605310132] 'process raft request' (duration: 182.455193ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:16.18043Z","caller":"traceutil/trace.go:171","msg":"trace[723863993] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"182.389783ms","start":"2026-04-29T02:51:15.99803Z","end":"2026-04-29T02:51:16.18042Z","steps":["trace[723863993] 'process raft request' (duration: 182.061286ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:16.180874Z","caller":"traceutil/trace.go:171","msg":"trace[61411165] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"182.495593ms","start":"2026-04-29T02:51:15.998347Z","end":"2026-04-29T02:51:16.180843Z","steps":["trace[61411165] 'process raft request' (duration: 182.031585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:16.18103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.241012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:16.18091Z","caller":"traceutil/trace.go:171","msg":"trace[566256189] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"181.995074ms","start":"2026-04-29T02:51:15.998901Z","end":"2026-04-29T02:51:16.180896Z","steps":["trace[566256189] 'process raft request' (duration: 181.856722ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:16.18113Z","caller":"traceutil/trace.go:171","msg":"trace[148567461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26715; }","duration":"187.367605ms","start":"2026-04-29T02:51:15.993737Z","end":"2026-04-29T02:51:16.181104Z","steps":["trace[148567461] 'agreement among raft nodes before linearized reading' (duration: 187.153131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.086079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.464964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:17.086157Z","caller":"traceutil/trace.go:171","msg":"trace[676477955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26715; }","duration":"716.554945ms","start":"2026-04-29T02:51:16.369585Z","end":"2026-04-29T02:51:17.08614Z","steps":["trace[676477955] 'range keys from in-memory index tree' (duration: 716.378991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.086195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:16.369503Z","time spent":"716.683168ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:17.086295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.263024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:17.086354Z","caller":"traceutil/trace.go:171","msg":"trace[335609103] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26715; }","duration":"485.376307ms","start":"2026-04-29T02:51:16.600963Z","end":"2026-04-29T02:51:17.086339Z","steps":["trace[335609103] 'count revisions from in-memory index tree' (duration: 485.145762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.086385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:16.600932Z","time spent":"485.444617ms","remote":"127.0.0.1:42902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:17.086375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.299957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:51:17.086422Z","caller":"traceutil/trace.go:171","msg":"trace[2036180884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26715; }","duration":"882.37955ms","start":"2026-04-29T02:51:16.204029Z","end":"2026-04-29T02:51:17.086408Z","steps":["trace[2036180884] 'range keys from in-memory index tree' (duration: 882.143735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.086454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:16.204011Z","time spent":"882.435541ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:17.08646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.890689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:17.086512Z","caller":"traceutil/trace.go:171","msg":"trace[1572647486] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26715; }","duration":"475.972811ms","start":"2026-04-29T02:51:16.61052Z","end":"2026-04-29T02:51:17.086493Z","steps":["trace[1572647486] 'count revisions from in-memory index tree' (duration: 475.828968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.086537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:16.610504Z","time spent":"476.026962ms","remote":"127.0.0.1:48846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:17.425723Z","caller":"traceutil/trace.go:171","msg":"trace[1936917486] linearizableReadLoop","detail":"{readStateIndex:27610; appliedIndex:27609; }","duration":"308.660389ms","start":"2026-04-29T02:51:17.117037Z","end":"2026-04-29T02:51:17.425697Z","steps":["trace[1936917486] 'read index received' (duration: 308.401835ms)","trace[1936917486] 'applied index is now lower than readState.Index' (duration: 257.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:17.426069Z","caller":"traceutil/trace.go:171","msg":"trace[936252793] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"335.412637ms","start":"2026-04-29T02:51:17.090625Z","end":"2026-04-29T02:51:17.426038Z","steps":["trace[936252793] 'process raft request' (duration: 334.882128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.426148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.908735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-29T02:51:17.426197Z","caller":"traceutil/trace.go:171","msg":"trace[1894932433] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26716; }","duration":"202.025277ms","start":"2026-04-29T02:51:17.224155Z","end":"2026-04-29T02:51:17.42618Z","steps":["trace[1894932433] 'agreement among raft nodes before linearized reading' (duration: 201.864704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.426417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.090604Z","time spent":"335.57471ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:17.426603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.506476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:17.426716Z","caller":"traceutil/trace.go:171","msg":"trace[1365658353] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26716; }","duration":"309.658289ms","start":"2026-04-29T02:51:17.117028Z","end":"2026-04-29T02:51:17.426687Z","steps":["trace[1365658353] 'agreement among raft nodes before linearized reading' (duration: 308.849593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:17.426814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.116974Z","time spent":"309.818792ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:17.986399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:51:18.487116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:51:18.987473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:51:19.352355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920022226s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:51:19.352834Z","caller":"traceutil/trace.go:171","msg":"trace[1783899495] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"1.920609247s","start":"2026-04-29T02:51:17.432196Z","end":"2026-04-29T02:51:19.352805Z","steps":["trace[1783899495] 'process raft request' (duration: 1.920429094s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.353144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.432169Z","time spent":"1.920741409s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.429143Z","caller":"traceutil/trace.go:171","msg":"trace[282222424] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"1.431911349s","start":"2026-04-29T02:51:17.997198Z","end":"2026-04-29T02:51:19.42911Z","steps":["trace[282222424] 'process raft request' (duration: 1.431825018s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.429161Z","caller":"traceutil/trace.go:171","msg":"trace[1321040898] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"1.512289283s","start":"2026-04-29T02:51:17.916825Z","end":"2026-04-29T02:51:19.429115Z","steps":["trace[1321040898] 'process raft request' (duration: 1.512034639s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.429321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.997171Z","time spent":"1.432058411s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:19.429436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.916801Z","time spent":"1.512484016s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.429644Z","caller":"traceutil/trace.go:171","msg":"trace[335731209] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"1.431954139s","start":"2026-04-29T02:51:17.997675Z","end":"2026-04-29T02:51:19.429629Z","steps":["trace[335731209] 'process raft request' (duration: 1.431387658s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.429718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.997655Z","time spent":"1.43202371s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.429745Z","caller":"traceutil/trace.go:171","msg":"trace[1585408745] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"1.431971449s","start":"2026-04-29T02:51:17.99774Z","end":"2026-04-29T02:51:19.429711Z","steps":["trace[1585408745] 'process raft request' (duration: 1.431644743s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.430029Z","caller":"traceutil/trace.go:171","msg":"trace[1600847227] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"1.432245815s","start":"2026-04-29T02:51:17.997724Z","end":"2026-04-29T02:51:19.429969Z","steps":["trace[1600847227] 'process raft request' (duration: 1.431924348s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.430056Z","caller":"traceutil/trace.go:171","msg":"trace[1567392442] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"1.432268776s","start":"2026-04-29T02:51:17.997759Z","end":"2026-04-29T02:51:19.430028Z","steps":["trace[1567392442] 'process raft request' (duration: 1.432095722s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.430138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.997686Z","time spent":"1.432395208s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:19.43025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.997751Z","time spent":"1.432396908s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.430411Z","caller":"traceutil/trace.go:171","msg":"trace[1319959750] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"1.431661764s","start":"2026-04-29T02:51:17.998725Z","end":"2026-04-29T02:51:19.430387Z","steps":["trace[1319959750] 'process raft request' (duration: 1.431209635s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.430412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.997725Z","time spent":"1.432114391s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:19.430497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.99871Z","time spent":"1.431745336s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.430718Z","caller":"traceutil/trace.go:171","msg":"trace[48669820] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"1.431906309s","start":"2026-04-29T02:51:17.998797Z","end":"2026-04-29T02:51:19.430704Z","steps":["trace[48669820] 'process raft request' (duration: 1.431468621s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.430845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.99879Z","time spent":"1.43198293s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.431034Z","caller":"traceutil/trace.go:171","msg":"trace[366790665] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"1.180703086s","start":"2026-04-29T02:51:18.250315Z","end":"2026-04-29T02:51:19.431018Z","steps":["trace[366790665] 'process raft request' (duration: 1.180300159s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.431121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.250287Z","time spent":"1.180792789s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.431Z","caller":"traceutil/trace.go:171","msg":"trace[660947241] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27610; }","duration":"1.945126883s","start":"2026-04-29T02:51:17.485854Z","end":"2026-04-29T02:51:19.43098Z","steps":["trace[660947241] 'read index received' (duration: 1.866745125s)","trace[660947241] 'applied index is now lower than readState.Index' (duration: 78.379328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:19.431272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945371567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:19.431384Z","caller":"traceutil/trace.go:171","msg":"trace[1695393397] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26726; }","duration":"1.94555895s","start":"2026-04-29T02:51:17.485799Z","end":"2026-04-29T02:51:19.431358Z","steps":["trace[1695393397] 'agreement among raft nodes before linearized reading' (duration: 1.945292546s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.431443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.485768Z","time spent":"1.945663584s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:19.43165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043931324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-29T02:51:19.431715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064032858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:19.431766Z","caller":"traceutil/trace.go:171","msg":"trace[1253850095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26726; }","duration":"1.0641208s","start":"2026-04-29T02:51:18.367631Z","end":"2026-04-29T02:51:19.431752Z","steps":["trace[1253850095] 'agreement among raft nodes before linearized reading' (duration: 1.064011768s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.431797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.367609Z","time spent":"1.06418179s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:19.431868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.811955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:19.431929Z","caller":"traceutil/trace.go:171","msg":"trace[1218103533] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26726; }","duration":"207.949477ms","start":"2026-04-29T02:51:19.223963Z","end":"2026-04-29T02:51:19.431912Z","steps":["trace[1218103533] 'agreement among raft nodes before linearized reading' (duration: 207.818675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.431988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24483714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:51:19.432032Z","caller":"traceutil/trace.go:171","msg":"trace[330235948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26726; }","duration":"1.24491198s","start":"2026-04-29T02:51:18.187109Z","end":"2026-04-29T02:51:19.432021Z","steps":["trace[330235948] 'agreement among raft nodes before linearized reading' (duration: 1.244748537s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.187091Z","time spent":"1.244986202s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:19.432048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284169052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:19.432238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245025323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:51:19.432273Z","caller":"traceutil/trace.go:171","msg":"trace[1529399817] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26726; }","duration":"1.284435916s","start":"2026-04-29T02:51:18.147813Z","end":"2026-04-29T02:51:19.432249Z","steps":["trace[1529399817] 'agreement among raft nodes before linearized reading' (duration: 1.284202922s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.43227Z","caller":"traceutil/trace.go:171","msg":"trace[1701469584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26726; }","duration":"1.245119545s","start":"2026-04-29T02:51:18.187141Z","end":"2026-04-29T02:51:19.43226Z","steps":["trace[1701469584] 'agreement among raft nodes before linearized reading' (duration: 1.245026153s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.147786Z","time spent":"1.284507577s","remote":"127.0.0.1:51184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:19.432339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.488841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:51:19.432382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245186916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:51:19.432412Z","caller":"traceutil/trace.go:171","msg":"trace[1152085821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26726; }","duration":"1.245218836s","start":"2026-04-29T02:51:18.187183Z","end":"2026-04-29T02:51:19.432402Z","steps":["trace[1152085821] 'agreement among raft nodes before linearized reading' (duration: 1.245142165s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.187179Z","time spent":"1.245261737s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:51:19.431721Z","caller":"traceutil/trace.go:171","msg":"trace[1567843357] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26726; }","duration":"1.044037346s","start":"2026-04-29T02:51:18.387667Z","end":"2026-04-29T02:51:19.431704Z","steps":["trace[1567843357] 'agreement among raft nodes before linearized reading' (duration: 1.043826262s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.800645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-29T02:51:19.432449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.161233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:19.432555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.966053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:19.432572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245391459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:51:19.432605Z","caller":"traceutil/trace.go:171","msg":"trace[172467214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26726; }","duration":"1.245450361s","start":"2026-04-29T02:51:18.187147Z","end":"2026-04-29T02:51:19.432597Z","steps":["trace[172467214] 'agreement among raft nodes before linearized reading' (duration: 1.245367119s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.432407Z","caller":"traceutil/trace.go:171","msg":"trace[1498844915] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26726; }","duration":"255.592272ms","start":"2026-04-29T02:51:19.176796Z","end":"2026-04-29T02:51:19.432389Z","steps":["trace[1498844915] 'agreement among raft nodes before linearized reading' (duration: 255.400488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.387643Z","time spent":"1.044874731s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:51:19.43264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.18713Z","time spent":"1.245503051s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:51:19.432642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628460964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:51:19.432675Z","caller":"traceutil/trace.go:171","msg":"trace[1923722929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26726; }","duration":"1.628521105s","start":"2026-04-29T02:51:17.804148Z","end":"2026-04-29T02:51:19.432669Z","steps":["trace[1923722929] 'agreement among raft nodes before linearized reading' (duration: 1.628433073s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:17.804129Z","time spent":"1.628565516s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:51:19.432303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.187108Z","time spent":"1.245188065s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:51:19.432561Z","caller":"traceutil/trace.go:171","msg":"trace[113127781] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26726; }","duration":"969.913277ms","start":"2026-04-29T02:51:18.462633Z","end":"2026-04-29T02:51:19.432546Z","steps":["trace[113127781] 'agreement among raft nodes before linearized reading' (duration: 969.683063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.43276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.909489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:19.432834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.941023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:19.432868Z","caller":"traceutil/trace.go:171","msg":"trace[487280573] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26726; }","duration":"824.050395ms","start":"2026-04-29T02:51:18.608805Z","end":"2026-04-29T02:51:19.432855Z","steps":["trace[487280573] 'agreement among raft nodes before linearized reading' (duration: 823.994594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.608775Z","time spent":"824.127096ms","remote":"127.0.0.1:34840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:19.432896Z","caller":"traceutil/trace.go:171","msg":"trace[316124516] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26726; }","duration":"733.101954ms","start":"2026-04-29T02:51:18.699742Z","end":"2026-04-29T02:51:19.432844Z","steps":["trace[316124516] 'agreement among raft nodes before linearized reading' (duration: 732.897859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.462603Z","time spent":"970.210483ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-29T02:51:19.43262Z","caller":"traceutil/trace.go:171","msg":"trace[1086379457] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26726; }","duration":"460.052605ms","start":"2026-04-29T02:51:18.972542Z","end":"2026-04-29T02:51:19.432595Z","steps":["trace[1086379457] 'agreement among raft nodes before linearized reading' (duration: 459.968393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.432997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342180151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:19.433066Z","caller":"traceutil/trace.go:171","msg":"trace[1676849501] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26726; }","duration":"1.342313673s","start":"2026-04-29T02:51:18.090746Z","end":"2026-04-29T02:51:19.433059Z","steps":["trace[1676849501] 'agreement among raft nodes before linearized reading' (duration: 1.341679511s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.433094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.090712Z","time spent":"1.342375014s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:19.433079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.972521Z","time spent":"460.535375ms","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:19.432565Z","caller":"traceutil/trace.go:171","msg":"trace[1880622863] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26726; }","duration":"855.349717ms","start":"2026-04-29T02:51:18.577203Z","end":"2026-04-29T02:51:19.432552Z","steps":["trace[1880622863] 'agreement among raft nodes before linearized reading' (duration: 855.038721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.433085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.699699Z","time spent":"733.249226ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:19.433146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:18.577189Z","time spent":"855.940918ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:19.793169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24387} {"level":"warn","ts":"2026-04-29T02:51:19.793692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.010543ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-29T02:51:19.794031Z","caller":"traceutil/trace.go:171","msg":"trace[1283315909] compact","detail":"{revision:24387; response_revision:26726; }","duration":"357.752813ms","start":"2026-04-29T02:51:19.436251Z","end":"2026-04-29T02:51:19.794003Z","steps":["trace[1283315909] 'process raft request' (duration: 88.17715ms)","trace[1283315909] 'check and update compact revision' (duration: 267.853851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:19.79408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.436216Z","time spent":"357.861086ms","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:51:19.794425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.436366Z","time spent":"358.056359ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:51:19.794999Z","caller":"traceutil/trace.go:171","msg":"trace[1968260991] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"357.273024ms","start":"2026-04-29T02:51:19.437711Z","end":"2026-04-29T02:51:19.794984Z","steps":["trace[1968260991] 'process raft request' (duration: 356.227224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.795119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.437692Z","time spent":"357.350995ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.795986Z","caller":"traceutil/trace.go:171","msg":"trace[152604016] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"358.177891ms","start":"2026-04-29T02:51:19.437785Z","end":"2026-04-29T02:51:19.795962Z","steps":["trace[152604016] 'process raft request' (duration: 357.181133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.796136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.437777Z","time spent":"358.272963ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:19.797036Z","caller":"traceutil/trace.go:171","msg":"trace[1853916279] linearizableReadLoop","detail":"{readStateIndex:27625; appliedIndex:27620; }","duration":"358.557197ms","start":"2026-04-29T02:51:19.438462Z","end":"2026-04-29T02:51:19.797019Z","steps":["trace[1853916279] 'read index received' (duration: 85.972208ms)","trace[1853916279] 'applied index is now lower than readState.Index' (duration: 272.583689ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:19.797297Z","caller":"traceutil/trace.go:171","msg":"trace[68220436] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"359.521446ms","start":"2026-04-29T02:51:19.437763Z","end":"2026-04-29T02:51:19.797284Z","steps":["trace[68220436] 'process raft request' (duration: 358.159401ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:19.797319Z","caller":"traceutil/trace.go:171","msg":"trace[1199705896] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"357.825464ms","start":"2026-04-29T02:51:19.439471Z","end":"2026-04-29T02:51:19.797296Z","steps":["trace[1199705896] 'process raft request' (duration: 357.428207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.797373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.437716Z","time spent":"359.614598ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:19.797406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.439462Z","time spent":"357.898876ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:19.797432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.43723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:19.797512Z","caller":"traceutil/trace.go:171","msg":"trace[421862201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26731; }","duration":"355.553662ms","start":"2026-04-29T02:51:19.44194Z","end":"2026-04-29T02:51:19.797494Z","steps":["trace[421862201] 'agreement among raft nodes before linearized reading' (duration: 355.401969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.797545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.441933Z","time spent":"355.604803ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:51:19.797546Z","caller":"traceutil/trace.go:171","msg":"trace[144024377] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"357.844146ms","start":"2026-04-29T02:51:19.439687Z","end":"2026-04-29T02:51:19.797532Z","steps":["trace[144024377] 'process raft request' (duration: 357.281255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.797786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.439681Z","time spent":"357.892146ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:19.797842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.609955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:19.797969Z","caller":"traceutil/trace.go:171","msg":"trace[1320129006] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26731; }","duration":"254.817749ms","start":"2026-04-29T02:51:19.543124Z","end":"2026-04-29T02:51:19.797942Z","steps":["trace[1320129006] 'agreement among raft nodes before linearized reading' (duration: 254.34219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.798625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.127108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:51:19.798723Z","caller":"traceutil/trace.go:171","msg":"trace[69965662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26731; }","duration":"360.29794ms","start":"2026-04-29T02:51:19.438403Z","end":"2026-04-29T02:51:19.798701Z","steps":["trace[69965662] 'agreement among raft nodes before linearized reading' (duration: 358.882484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:19.798855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.438369Z","time spent":"360.444182ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:51:21.369775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062897996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:21.370146Z","caller":"traceutil/trace.go:171","msg":"trace[3510964] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"279.484387ms","start":"2026-04-29T02:51:21.090641Z","end":"2026-04-29T02:51:21.370125Z","steps":["trace[3510964] 'process raft request' (duration: 279.302243ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:21.370395Z","caller":"traceutil/trace.go:171","msg":"trace[1495878082] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"1.572840409s","start":"2026-04-29T02:51:19.797534Z","end":"2026-04-29T02:51:21.370374Z","steps":["trace[1495878082] 'process raft request' (duration: 509.24238ms)","trace[1495878082] 'compare' (duration: 180.114789ms)","trace[1495878082] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.169; req_size:118; } (duration: 882.153705ms)"],"step_count":3} {"level":"warn","ts":"2026-04-29T02:51:21.370457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.797509Z","time spent":"1.572917091s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:21.370642Z","caller":"traceutil/trace.go:171","msg":"trace[1237043061] linearizableReadLoop","detail":"{readStateIndex:27628; appliedIndex:27627; }","duration":"1.555822834s","start":"2026-04-29T02:51:19.81479Z","end":"2026-04-29T02:51:21.370612Z","steps":["trace[1237043061] 'read index received' (duration: 491.96113ms)","trace[1237043061] 'applied index is now lower than readState.Index' (duration: 1.063858074s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:21.370842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556051958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18417"} {"level":"warn","ts":"2026-04-29T02:51:21.370851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480426001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:21.37089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.401086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-29T02:51:21.370871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.192395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:21.370905Z","caller":"traceutil/trace.go:171","msg":"trace[1522106344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26733; }","duration":"1.480525523s","start":"2026-04-29T02:51:19.890363Z","end":"2026-04-29T02:51:21.370889Z","steps":["trace[1522106344] 'agreement among raft nodes before linearized reading' (duration: 1.480433542s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:21.370917Z","caller":"traceutil/trace.go:171","msg":"trace[1175623584] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26733; }","duration":"1.556197871s","start":"2026-04-29T02:51:19.814708Z","end":"2026-04-29T02:51:21.370906Z","steps":["trace[1175623584] 'agreement among raft nodes before linearized reading' (duration: 1.556037218s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:21.370934Z","caller":"traceutil/trace.go:171","msg":"trace[2211685] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26733; }","duration":"301.490538ms","start":"2026-04-29T02:51:21.069431Z","end":"2026-04-29T02:51:21.370922Z","steps":["trace[2211685] 'agreement among raft nodes before linearized reading' (duration: 301.364466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:21.370949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.814658Z","time spent":"1.556282482s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:51:21.370947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:19.890337Z","time spent":"1.480599515s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:51:21.37095Z","caller":"traceutil/trace.go:171","msg":"trace[476035158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26733; }","duration":"206.311707ms","start":"2026-04-29T02:51:21.164619Z","end":"2026-04-29T02:51:21.370931Z","steps":["trace[476035158] 'agreement among raft nodes before linearized reading' (duration: 206.181395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:21.370966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.069372Z","time spent":"301.585459ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-29T02:51:21.370842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.903826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:21.371021Z","caller":"traceutil/trace.go:171","msg":"trace[1412596728] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26733; }","duration":"358.1325ms","start":"2026-04-29T02:51:21.012876Z","end":"2026-04-29T02:51:21.371009Z","steps":["trace[1412596728] 'agreement among raft nodes before linearized reading' (duration: 357.927507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:21.371078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.012846Z","time spent":"358.221901ms","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:21.371098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.765286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:21.371224Z","caller":"traceutil/trace.go:171","msg":"trace[690831892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26733; }","duration":"932.95087ms","start":"2026-04-29T02:51:20.438243Z","end":"2026-04-29T02:51:21.371194Z","steps":["trace[690831892] 'agreement among raft nodes before linearized reading' (duration: 932.566543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:21.371284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:20.438223Z","time spent":"933.051261ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:21.654253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.812896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:21.654328Z","caller":"traceutil/trace.go:171","msg":"trace[2139501918] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26733; }","duration":"270.919148ms","start":"2026-04-29T02:51:21.38339Z","end":"2026-04-29T02:51:21.65431Z","steps":["trace[2139501918] 'range keys from in-memory index tree' (duration: 270.770446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:21.654546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.11244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:21.654612Z","caller":"traceutil/trace.go:171","msg":"trace[684946940] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26733; }","duration":"229.222703ms","start":"2026-04-29T02:51:21.425373Z","end":"2026-04-29T02:51:21.654596Z","steps":["trace[684946940] 'range keys from in-memory index tree' (duration: 229.011818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.098806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024245848s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:51:23.10133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657887212s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:23.101831Z","caller":"traceutil/trace.go:171","msg":"trace[961651066] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"1.027384066s","start":"2026-04-29T02:51:22.074426Z","end":"2026-04-29T02:51:23.10181Z","steps":["trace[961651066] 'process raft request' (duration: 1.027343336s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.10191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.074406Z","time spent":"1.027469938s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:23.102308Z","caller":"traceutil/trace.go:171","msg":"trace[818975364] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"1.66804393s","start":"2026-04-29T02:51:21.434246Z","end":"2026-04-29T02:51:23.102289Z","steps":["trace[818975364] 'compare' (duration: 211.154317ms)","trace[818975364] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:520; } (duration: 1.445485282s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:23.102383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.434203Z","time spent":"1.668144392s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:23.102516Z","caller":"traceutil/trace.go:171","msg":"trace[2063669088] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"1.66536089s","start":"2026-04-29T02:51:21.437145Z","end":"2026-04-29T02:51:23.102506Z","steps":["trace[2063669088] 'process raft request' (duration: 1.664298851s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.102573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.437102Z","time spent":"1.665442102s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:23.102681Z","caller":"traceutil/trace.go:171","msg":"trace[262982379] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"1.662835303s","start":"2026-04-29T02:51:21.439812Z","end":"2026-04-29T02:51:23.102647Z","steps":["trace[262982379] 'process raft request' (duration: 1.661892595s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.102746Z","caller":"traceutil/trace.go:171","msg":"trace[857654821] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"1.662518508s","start":"2026-04-29T02:51:21.440199Z","end":"2026-04-29T02:51:23.102717Z","steps":["trace[857654821] 'process raft request' (duration: 1.661537139s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.102784Z","caller":"traceutil/trace.go:171","msg":"trace[996275353] linearizableReadLoop","detail":"{readStateIndex:27637; appliedIndex:27629; }","duration":"1.444948602s","start":"2026-04-29T02:51:21.657823Z","end":"2026-04-29T02:51:23.102772Z","steps":["trace[996275353] 'read index received' (duration: 40.441µs)","trace[996275353] 'applied index is now lower than readState.Index' (duration: 1.44490382s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:23.10285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.439793Z","time spent":"1.662968596s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:23.102876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445048963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:23.102903Z","caller":"traceutil/trace.go:171","msg":"trace[194301940] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26742; }","duration":"1.445107964s","start":"2026-04-29T02:51:21.657787Z","end":"2026-04-29T02:51:23.102895Z","steps":["trace[194301940] 'agreement among raft nodes before linearized reading' (duration: 1.445050453s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.102932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.657772Z","time spent":"1.445153835s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:51:23.102935Z","caller":"traceutil/trace.go:171","msg":"trace[621928027] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"1.664152909s","start":"2026-04-29T02:51:21.438736Z","end":"2026-04-29T02:51:23.102889Z","steps":["trace[621928027] 'process raft request' (duration: 1.662858184s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.103108Z","caller":"traceutil/trace.go:171","msg":"trace[62301211] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"1.664175058s","start":"2026-04-29T02:51:21.43892Z","end":"2026-04-29T02:51:23.103095Z","steps":["trace[62301211] 'process raft request' (duration: 1.662711901s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.103131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.438707Z","time spent":"1.664293841s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:23.103148Z","caller":"traceutil/trace.go:171","msg":"trace[399912228] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"1.665298419s","start":"2026-04-29T02:51:21.437832Z","end":"2026-04-29T02:51:23.103131Z","steps":["trace[399912228] 'process raft request' (duration: 1.66372644s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.103156Z","caller":"traceutil/trace.go:171","msg":"trace[498810132] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"1.663911033s","start":"2026-04-29T02:51:21.439231Z","end":"2026-04-29T02:51:23.103142Z","steps":["trace[498810132] 'process raft request' (duration: 1.662431676s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.103185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.438908Z","time spent":"1.66423585s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:23.103226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.439219Z","time spent":"1.663970804s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:23.103254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.43781Z","time spent":"1.66537422s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:23.103967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.440191Z","time spent":"1.662670381s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:23.430197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.925032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:23.430429Z","caller":"traceutil/trace.go:171","msg":"trace[1613427611] linearizableReadLoop","detail":"{readStateIndex:27640; appliedIndex:27638; }","duration":"327.598482ms","start":"2026-04-29T02:51:23.102808Z","end":"2026-04-29T02:51:23.430407Z","steps":["trace[1613427611] 'read index received' (duration: 52.291332ms)","trace[1613427611] 'applied index is now lower than readState.Index' (duration: 275.30571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:23.430607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435482795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:23.430628Z","caller":"traceutil/trace.go:171","msg":"trace[496075108] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"1.184930395s","start":"2026-04-29T02:51:22.245667Z","end":"2026-04-29T02:51:23.430598Z","steps":["trace[496075108] 'process raft request' (duration: 909.511143ms)","trace[496075108] 'compare' (duration: 139.417303ms)","trace[496075108] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/ceph.rook.io/cephclusters/openstack/ceph; req_size:7729; } (duration: 135.193934ms)"],"step_count":3} {"level":"warn","ts":"2026-04-29T02:51:23.430723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.245625Z","time spent":"1.185052818s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:23.430744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.361393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:23.43076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447305456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:23.430783Z","caller":"traceutil/trace.go:171","msg":"trace[1840038976] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26744; }","duration":"451.450015ms","start":"2026-04-29T02:51:22.979322Z","end":"2026-04-29T02:51:23.430772Z","steps":["trace[1840038976] 'agreement among raft nodes before linearized reading' (duration: 451.374144ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.430792Z","caller":"traceutil/trace.go:171","msg":"trace[889166550] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26744; }","duration":"1.447377496s","start":"2026-04-29T02:51:21.983407Z","end":"2026-04-29T02:51:23.430785Z","steps":["trace[889166550] 'agreement among raft nodes before linearized reading' (duration: 1.447260354s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.430815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.979302Z","time spent":"451.503726ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:23.430788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177200992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T02:51:23.430878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.145745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:23.430914Z","caller":"traceutil/trace.go:171","msg":"trace[269002271] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26744; }","duration":"554.212996ms","start":"2026-04-29T02:51:22.876687Z","end":"2026-04-29T02:51:23.4309Z","steps":["trace[269002271] 'agreement among raft nodes before linearized reading' (duration: 554.160385ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.430917Z","caller":"traceutil/trace.go:171","msg":"trace[1016142377] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26744; }","duration":"1.177372345s","start":"2026-04-29T02:51:22.253516Z","end":"2026-04-29T02:51:23.430888Z","steps":["trace[1016142377] 'agreement among raft nodes before linearized reading' (duration: 1.176982358s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.430903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628396563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T02:51:23.430953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.876666Z","time spent":"554.279177ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:23.430947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627986476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:51:23.430967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.253503Z","time spent":"1.177452886s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-29T02:51:23.430973Z","caller":"traceutil/trace.go:171","msg":"trace[1346572206] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"540.029412ms","start":"2026-04-29T02:51:22.890932Z","end":"2026-04-29T02:51:23.430961Z","steps":["trace[1346572206] 'process raft request' (duration: 539.36148ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.430979Z","caller":"traceutil/trace.go:171","msg":"trace[763980732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26744; }","duration":"1.628501394s","start":"2026-04-29T02:51:21.80246Z","end":"2026-04-29T02:51:23.430961Z","steps":["trace[763980732] 'agreement among raft nodes before linearized reading' (duration: 1.628222609s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.430999Z","caller":"traceutil/trace.go:171","msg":"trace[1852849951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26744; }","duration":"1.628059147s","start":"2026-04-29T02:51:21.802926Z","end":"2026-04-29T02:51:23.430985Z","steps":["trace[1852849951] 'agreement among raft nodes before linearized reading' (duration: 1.627906114s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.431024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.802449Z","time spent":"1.628566256s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:23.431032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.890919Z","time spent":"540.084104ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:51:23.431054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.802917Z","time spent":"1.628122388s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:51:23.431101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628568616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:51:23.431143Z","caller":"traceutil/trace.go:171","msg":"trace[464812821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26744; }","duration":"1.628622266s","start":"2026-04-29T02:51:21.802511Z","end":"2026-04-29T02:51:23.431133Z","steps":["trace[464812821] 'agreement among raft nodes before linearized reading' (duration: 1.628535695s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.430819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.983396Z","time spent":"1.447415848s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:23.431174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.802504Z","time spent":"1.628658958s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:23.431194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628092717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:51:23.430939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629423942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:51:23.431233Z","caller":"traceutil/trace.go:171","msg":"trace[698753075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26744; }","duration":"1.628128108s","start":"2026-04-29T02:51:21.803093Z","end":"2026-04-29T02:51:23.431221Z","steps":["trace[698753075] 'agreement among raft nodes before linearized reading' (duration: 1.628033736s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.431245Z","caller":"traceutil/trace.go:171","msg":"trace[1967729763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26744; }","duration":"1.629767288s","start":"2026-04-29T02:51:21.801467Z","end":"2026-04-29T02:51:23.431234Z","steps":["trace[1967729763] 'agreement among raft nodes before linearized reading' (duration: 1.629368721s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.43126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.80306Z","time spent":"1.62819371s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:23.431289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.801443Z","time spent":"1.62983535s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:51:23.431011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699276811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T02:51:23.431323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061428159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:23.43133Z","caller":"traceutil/trace.go:171","msg":"trace[415439125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26744; }","duration":"1.699635518s","start":"2026-04-29T02:51:21.731686Z","end":"2026-04-29T02:51:23.431322Z","steps":["trace[415439125] 'agreement among raft nodes before linearized reading' (duration: 1.699272271s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.431358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.731663Z","time spent":"1.699688278s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:51:23.431387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.178059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:51:23.431424Z","caller":"traceutil/trace.go:171","msg":"trace[754376495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26745; }","duration":"323.24982ms","start":"2026-04-29T02:51:23.108163Z","end":"2026-04-29T02:51:23.431413Z","steps":["trace[754376495] 'agreement among raft nodes before linearized reading' (duration: 323.138658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.431463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.108146Z","time spent":"323.310681ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:51:23.431357Z","caller":"traceutil/trace.go:171","msg":"trace[1505702233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26745; }","duration":"1.06152916s","start":"2026-04-29T02:51:22.369817Z","end":"2026-04-29T02:51:23.431346Z","steps":["trace[1505702233] 'agreement among raft nodes before linearized reading' (duration: 1.061459379s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.43154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.369783Z","time spent":"1.061746655s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:51:23.431601Z","caller":"traceutil/trace.go:171","msg":"trace[2083146163] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"272.287074ms","start":"2026-04-29T02:51:23.159283Z","end":"2026-04-29T02:51:23.43157Z","steps":["trace[2083146163] 'process raft request' (duration: 271.099292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.431249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055412167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:23.431665Z","caller":"traceutil/trace.go:171","msg":"trace[1915345494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26744; }","duration":"1.055883027s","start":"2026-04-29T02:51:22.37577Z","end":"2026-04-29T02:51:23.431653Z","steps":["trace[1915345494] 'agreement among raft nodes before linearized reading' (duration: 1.055388537s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:51:23.430651Z","caller":"traceutil/trace.go:171","msg":"trace[1426987158] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26744; }","duration":"1.435592767s","start":"2026-04-29T02:51:21.995045Z","end":"2026-04-29T02:51:23.430638Z","steps":["trace[1426987158] 'agreement among raft nodes before linearized reading' (duration: 1.435509475s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:23.431711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:22.375745Z","time spent":"1.055954618s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:23.431722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:21.995009Z","time spent":"1.436698048s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:23.940816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:51:24.441343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:51:24.942055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979983579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:51:25.191068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754434727s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:51:25.314959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.609088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:25.315158Z","caller":"traceutil/trace.go:171","msg":"trace[961438239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26745; }","duration":"523.834502ms","start":"2026-04-29T02:51:24.791291Z","end":"2026-04-29T02:51:25.315125Z","steps":["trace[961438239] 'range keys from in-memory index tree' (duration: 523.582697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:25.441669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:51:25.441825Z","caller":"traceutil/trace.go:171","msg":"trace[923445936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524763s","start":"2026-04-29T02:51:23.44128Z","end":"2026-04-29T02:51:25.441805Z","steps":["trace[923445936] 'agreement among raft nodes before linearized reading' (duration: 2.00034838s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:25.441898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.44127Z","time spent":"2.000615685s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:51:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:51:26.527019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335671019s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:26.527178Z","caller":"traceutil/trace.go:171","msg":"trace[1394949563] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"3.090621665s","start":"2026-04-29T02:51:23.436518Z","end":"2026-04-29T02:51:26.527139Z","steps":["trace[1394949563] 'process raft request' (duration: 1.754710592s)","trace[1394949563] 'compare' (duration: 123.789812ms)","trace[1394949563] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 1.211314357s)"],"step_count":3} {"level":"warn","ts":"2026-04-29T02:51:26.527281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.436497Z","time spent":"3.090732978s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:26.573258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381979031s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:51:27.442199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:51:27.442263Z","caller":"traceutil/trace.go:171","msg":"trace[1760292998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534993s","start":"2026-04-29T02:51:25.441713Z","end":"2026-04-29T02:51:27.442248Z","steps":["trace[1760292998] 'agreement among raft nodes before linearized reading' (duration: 2.000452952s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:27.442307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.44169Z","time spent":"2.000611375s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:51:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:51:28.436454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.439621Z","time spent":"4.996823065s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:51:28.436857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.437831Z","time spent":"4.999018105s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-29T02:51:28.436897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.437725Z","time spent":"4.999167258s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/29 02:51:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:51:28.442721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868995146s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:28.44309Z","caller":"traceutil/trace.go:171","msg":"trace[1764648745] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"5.005309222s","start":"2026-04-29T02:51:23.43775Z","end":"2026-04-29T02:51:28.443059Z","steps":["trace[1764648745] 'process raft request' (duration: 5.005091538s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.443208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.43774Z","time spent":"5.005417214s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.443582Z","caller":"traceutil/trace.go:171","msg":"trace[1564938162] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"5.004033269s","start":"2026-04-29T02:51:23.439521Z","end":"2026-04-29T02:51:28.443554Z","steps":["trace[1564938162] 'process raft request' (duration: 5.003646382s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.44383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.439505Z","time spent":"5.004162991s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:28.696969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:51:28.697061Z","caller":"traceutil/trace.go:171","msg":"trace[884670080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121735s","start":"2026-04-29T02:51:26.696918Z","end":"2026-04-29T02:51:28.697039Z","steps":["trace[884670080] 'agreement among raft nodes before linearized reading' (duration: 2.000009493s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.697111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:26.696854Z","time spent":"2.000247277s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:51:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:51:28.700522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.99251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:51:28.70129Z","caller":"traceutil/trace.go:171","msg":"trace[671022996] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"3.591112183s","start":"2026-04-29T02:51:25.110113Z","end":"2026-04-29T02:51:28.701225Z","steps":["trace[671022996] 'process raft request' (duration: 3.590512062s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.701397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.110087Z","time spent":"3.591246806s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:28.84072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.518938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:51:28.841048Z","caller":"traceutil/trace.go:171","msg":"trace[329986078] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"3.730603367s","start":"2026-04-29T02:51:25.110365Z","end":"2026-04-29T02:51:28.840968Z","steps":["trace[329986078] 'process raft request' (duration: 3.590825137s)","trace[329986078] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 137.160261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:28.841421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.110354Z","time spent":"3.730985294s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.862796Z","caller":"traceutil/trace.go:171","msg":"trace[1004929689] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"2.485343169s","start":"2026-04-29T02:51:26.377428Z","end":"2026-04-29T02:51:28.862771Z","steps":["trace[1004929689] 'process raft request' (duration: 2.485297358s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.862978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:26.377389Z","time spent":"2.485485863s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.863381Z","caller":"traceutil/trace.go:171","msg":"trace[1171523738] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"3.752378093s","start":"2026-04-29T02:51:25.11099Z","end":"2026-04-29T02:51:28.863368Z","steps":["trace[1171523738] 'process raft request' (duration: 3.73340476s)","trace[1171523738] 'compare' (duration: 17.932563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:51:28.863441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.110978Z","time spent":"3.752431563s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.863559Z","caller":"traceutil/trace.go:171","msg":"trace[153503159] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"3.752473844s","start":"2026-04-29T02:51:25.111077Z","end":"2026-04-29T02:51:28.863551Z","steps":["trace[153503159] 'process raft request' (duration: 3.751394604s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.863602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.111069Z","time spent":"3.752507925s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.863708Z","caller":"traceutil/trace.go:171","msg":"trace[2064849521] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"3.752567676s","start":"2026-04-29T02:51:25.111132Z","end":"2026-04-29T02:51:28.863699Z","steps":["trace[2064849521] 'process raft request' (duration: 3.751389684s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.863747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.111123Z","time spent":"3.752602426s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.863866Z","caller":"traceutil/trace.go:171","msg":"trace[1773545583] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"3.752676988s","start":"2026-04-29T02:51:25.111181Z","end":"2026-04-29T02:51:28.863858Z","steps":["trace[1773545583] 'process raft request' (duration: 3.751381313s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.863905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.111172Z","time spent":"3.752710268s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.864027Z","caller":"traceutil/trace.go:171","msg":"trace[710061636] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"3.752621896s","start":"2026-04-29T02:51:25.111391Z","end":"2026-04-29T02:51:28.864013Z","steps":["trace[710061636] 'process raft request' (duration: 3.75121135s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.864085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.111382Z","time spent":"3.752670628s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.864203Z","caller":"traceutil/trace.go:171","msg":"trace[75408767] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"3.752241979s","start":"2026-04-29T02:51:25.111949Z","end":"2026-04-29T02:51:28.864191Z","steps":["trace[75408767] 'process raft request' (duration: 3.75069286s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.864256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.111937Z","time spent":"3.752290361s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:51:28.864377Z","caller":"traceutil/trace.go:171","msg":"trace[102813156] linearizableReadLoop","detail":"{readStateIndex:27648; appliedIndex:27641; }","duration":"5.423775205s","start":"2026-04-29T02:51:23.440589Z","end":"2026-04-29T02:51:28.864364Z","steps":["trace[102813156] 'read index received' (duration: 1.750664716s)","trace[102813156] 'applied index is now lower than readState.Index' (duration: 3.673108929s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:51:28.864451Z","caller":"traceutil/trace.go:171","msg":"trace[1635102698] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"2.79726279s","start":"2026-04-29T02:51:26.06718Z","end":"2026-04-29T02:51:28.864442Z","steps":["trace[1635102698] 'process raft request' (duration: 2.795508098s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.864508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:26.067158Z","time spent":"2.797325942s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:51:28.864906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424312885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18417"} {"level":"info","ts":"2026-04-29T02:51:28.864948Z","caller":"traceutil/trace.go:171","msg":"trace[2110407967] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26761; }","duration":"5.424379636s","start":"2026-04-29T02:51:23.440557Z","end":"2026-04-29T02:51:28.864936Z","steps":["trace[2110407967] 'agreement among raft nodes before linearized reading' (duration: 5.424238723s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.864979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.440546Z","time spent":"5.424427156s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18440,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-29T02:51:28.867945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421839778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-29T02:51:28.868103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421812821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:51:28.868553Z","caller":"traceutil/trace.go:171","msg":"trace[148092704] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26762; }","duration":"4.422279441s","start":"2026-04-29T02:51:24.446253Z","end":"2026-04-29T02:51:28.868533Z","steps":["trace[148092704] 'agreement among raft nodes before linearized reading' (duration: 4.421776941s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.868608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.446246Z","time spent":"4.422348272s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:51:28.868653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409280355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-29T02:51:28.868746Z","caller":"traceutil/trace.go:171","msg":"trace[588495436] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932; range_end:; response_count:1; response_revision:26762; }","duration":"2.409397007s","start":"2026-04-29T02:51:26.459323Z","end":"2026-04-29T02:51:28.86872Z","steps":["trace[588495436] 'agreement among raft nodes before linearized reading' (duration: 2.408689284s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.86811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477139569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:51:28.868798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:26.459261Z","time spent":"2.40952996s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aab41da9ae1932\" "} {"level":"info","ts":"2026-04-29T02:51:28.868813Z","caller":"traceutil/trace.go:171","msg":"trace[479075495] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26762; }","duration":"4.477846913s","start":"2026-04-29T02:51:24.390954Z","end":"2026-04-29T02:51:28.8688Z","steps":["trace[479075495] 'agreement among raft nodes before linearized reading' (duration: 4.477118329s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.868871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.390884Z","time spent":"4.477974176s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:28.868155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14947983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:51:28.8691Z","caller":"traceutil/trace.go:171","msg":"trace[1659624895] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26762; }","duration":"3.150460518s","start":"2026-04-29T02:51:25.718629Z","end":"2026-04-29T02:51:28.869089Z","steps":["trace[1659624895] 'agreement among raft nodes before linearized reading' (duration: 3.149419238s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.869138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.718607Z","time spent":"3.15052205s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T02:51:28.868187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427722131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-29T02:51:28.873133Z","caller":"traceutil/trace.go:171","msg":"trace[1589059076] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92; range_end:; response_count:1; response_revision:26762; }","duration":"4.432502151s","start":"2026-04-29T02:51:24.440424Z","end":"2026-04-29T02:51:28.872926Z","steps":["trace[1589059076] 'agreement among raft nodes before linearized reading' (duration: 4.427703701s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.873173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.440404Z","time spent":"4.432758145s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c380013-9fda-4945-9f7d-2fda2ffc7d92\" "} {"level":"warn","ts":"2026-04-29T02:51:28.868199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480698843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:28.873328Z","caller":"traceutil/trace.go:171","msg":"trace[130254756] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26762; }","duration":"2.485885399s","start":"2026-04-29T02:51:26.387435Z","end":"2026-04-29T02:51:28.873321Z","steps":["trace[130254756] 'agreement among raft nodes before linearized reading' (duration: 2.480664061s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.873358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:26.387417Z","time spent":"2.48592346s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:28.868226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004771184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:28.87347Z","caller":"traceutil/trace.go:171","msg":"trace[2107732315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26762; }","duration":"1.010050643s","start":"2026-04-29T02:51:27.863411Z","end":"2026-04-29T02:51:28.873462Z","steps":["trace[2107732315] 'agreement among raft nodes before linearized reading' (duration: 1.004782985s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.873493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:27.86339Z","time spent":"1.010094504s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:28.868228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494277299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:28.873643Z","caller":"traceutil/trace.go:171","msg":"trace[312373419] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26762; }","duration":"4.499668369s","start":"2026-04-29T02:51:24.373943Z","end":"2026-04-29T02:51:28.873611Z","steps":["trace[312373419] 'agreement among raft nodes before linearized reading' (duration: 4.494264658s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.87373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:24.373878Z","time spent":"4.499817691s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:28.868263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42007719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:28.874202Z","caller":"traceutil/trace.go:171","msg":"trace[1193174593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26762; }","duration":"1.42604275s","start":"2026-04-29T02:51:27.44815Z","end":"2026-04-29T02:51:28.874193Z","steps":["trace[1193174593] 'agreement among raft nodes before linearized reading' (duration: 1.420098459s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.874234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:27.448132Z","time spent":"1.426089412s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:51:28.868298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104301197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:51:28.874375Z","caller":"traceutil/trace.go:171","msg":"trace[898240207] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26762; }","duration":"1.1104057s","start":"2026-04-29T02:51:27.76396Z","end":"2026-04-29T02:51:28.874366Z","steps":["trace[898240207] 'agreement among raft nodes before linearized reading' (duration: 1.104315248s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.874401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:27.763942Z","time spent":"1.110450941s","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:28.868304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.849154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:51:28.874546Z","caller":"traceutil/trace.go:171","msg":"trace[1532262732] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26762; }","duration":"486.11617ms","start":"2026-04-29T02:51:28.388421Z","end":"2026-04-29T02:51:28.874537Z","steps":["trace[1532262732] 'agreement among raft nodes before linearized reading' (duration: 479.826213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.874572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:28.388403Z","time spent":"486.160691ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:51:28.868348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.972387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:51:28.874887Z","caller":"traceutil/trace.go:171","msg":"trace[240833296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26762; }","duration":"343.527778ms","start":"2026-04-29T02:51:28.53134Z","end":"2026-04-29T02:51:28.874868Z","steps":["trace[240833296] 'agreement among raft nodes before linearized reading' (duration: 336.906855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.874975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:28.531318Z","time spent":"343.62589ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:51:28.868357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542950764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:51:28.875108Z","caller":"traceutil/trace.go:171","msg":"trace[1275402981] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26762; }","duration":"1.549727129s","start":"2026-04-29T02:51:27.325359Z","end":"2026-04-29T02:51:28.875087Z","steps":["trace[1275402981] 'agreement among raft nodes before linearized reading' (duration: 1.542975195s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.875175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:27.325337Z","time spent":"1.54981663s","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:51:28.868367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804497132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-29T02:51:28.875376Z","caller":"traceutil/trace.go:171","msg":"trace[1804385179] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26762; }","duration":"3.811529243s","start":"2026-04-29T02:51:25.063831Z","end":"2026-04-29T02:51:28.875361Z","steps":["trace[1804385179] 'agreement among raft nodes before linearized reading' (duration: 3.804488542s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.875416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:25.063813Z","time spent":"3.811590714s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-29T02:51:28.868409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238476209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:51:28.875619Z","caller":"traceutil/trace.go:171","msg":"trace[743720579] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26762; }","duration":"5.245717604s","start":"2026-04-29T02:51:23.62989Z","end":"2026-04-29T02:51:28.875608Z","steps":["trace[743720579] 'agreement among raft nodes before linearized reading' (duration: 5.238478989s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.875657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.629868Z","time spent":"5.245780174s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:51:28.869735Z","caller":"traceutil/trace.go:171","msg":"trace[473125514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26762; }","duration":"5.42190779s","start":"2026-04-29T02:51:23.446088Z","end":"2026-04-29T02:51:28.867996Z","steps":["trace[473125514] 'agreement among raft nodes before linearized reading' (duration: 5.421717806s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:28.87586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:51:23.446071Z","time spent":"5.429774396s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T02:51:29.050665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24387,"took":"9.248467631s","hash":1336545244,"current-db-size-bytes":56410112,"current-db-size":"56 MB","current-db-size-in-use-bytes":34795520,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-29T02:51:29.050751Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1336545244,"revision":24387,"compact-revision":21380} {"level":"warn","ts":"2026-04-29T02:51:29.051017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.801668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-04-29T02:51:29.051104Z","caller":"traceutil/trace.go:171","msg":"trace[814651888] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26765; }","duration":"147.919891ms","start":"2026-04-29T02:51:28.903159Z","end":"2026-04-29T02:51:29.051079Z","steps":["trace[814651888] 'range keys from in-memory index tree' (duration: 147.629106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:51:29.051149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.694783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aab41d9db8e8ef\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-04-29T02:51:29.051862Z","caller":"traceutil/trace.go:171","msg":"trace[200728522] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aab41d9db8e8ef; range_end:; response_count:1; response_revision:26765; }","duration":"150.448579ms","start":"2026-04-29T02:51:28.901377Z","end":"2026-04-29T02:51:29.051825Z","steps":["trace[200728522] 'range keys from in-memory index tree' (duration: 149.47604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:04.031369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.065499ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:52:04.033483Z","caller":"traceutil/trace.go:171","msg":"trace[412101448] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"121.829596ms","start":"2026-04-29T02:52:03.91162Z","end":"2026-04-29T02:52:04.03345Z","steps":["trace[412101448] 'process raft request' (duration: 121.631832ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.375392Z","caller":"traceutil/trace.go:171","msg":"trace[1288231795] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"400.778223ms","start":"2026-04-29T02:52:06.974583Z","end":"2026-04-29T02:52:07.375361Z","steps":["trace[1288231795] 'process raft request' (duration: 390.692685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.3756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:06.974556Z","time spent":"400.943166ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:07.449936Z","caller":"traceutil/trace.go:171","msg":"trace[321158279] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"416.046188ms","start":"2026-04-29T02:52:07.033857Z","end":"2026-04-29T02:52:07.449903Z","steps":["trace[321158279] 'process raft request' (duration: 415.836524ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.450498Z","caller":"traceutil/trace.go:171","msg":"trace[2107462527] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"391.563502ms","start":"2026-04-29T02:52:07.058899Z","end":"2026-04-29T02:52:07.450463Z","steps":["trace[2107462527] 'process raft request' (duration: 390.94602ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:07.450624Z","caller":"traceutil/trace.go:171","msg":"trace[285011028] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"391.090593ms","start":"2026-04-29T02:52:07.059503Z","end":"2026-04-29T02:52:07.450593Z","steps":["trace[285011028] 'process raft request' (duration: 390.824068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.450665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:07.058858Z","time spent":"391.720435ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:07.450636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:07.033838Z","time spent":"416.639229ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:07.450738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:07.059476Z","time spent":"391.206746ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:07.450773Z","caller":"traceutil/trace.go:171","msg":"trace[920022247] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"390.229107ms","start":"2026-04-29T02:52:07.06051Z","end":"2026-04-29T02:52:07.450739Z","steps":["trace[920022247] 'process raft request' (duration: 389.941972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.450934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:07.060498Z","time spent":"390.35232ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:07.451175Z","caller":"traceutil/trace.go:171","msg":"trace[1854080551] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"390.578253ms","start":"2026-04-29T02:52:07.060568Z","end":"2026-04-29T02:52:07.451146Z","steps":["trace[1854080551] 'process raft request' (duration: 389.954312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.451336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:07.060558Z","time spent":"390.714216ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:07.45135Z","caller":"traceutil/trace.go:171","msg":"trace[630623519] linearizableReadLoop","detail":"{readStateIndex:28009; appliedIndex:28002; }","duration":"385.362036ms","start":"2026-04-29T02:52:07.065972Z","end":"2026-04-29T02:52:07.451334Z","steps":["trace[630623519] 'read index received' (duration: 299.398778ms)","trace[630623519] 'applied index is now lower than readState.Index' (duration: 85.962328ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:52:07.451362Z","caller":"traceutil/trace.go:171","msg":"trace[637960596] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"388.203259ms","start":"2026-04-29T02:52:07.063144Z","end":"2026-04-29T02:52:07.451347Z","steps":["trace[637960596] 'process raft request' (duration: 387.7437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.451574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.168244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:52:07.451615Z","caller":"traceutil/trace.go:171","msg":"trace[1672114489] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27104; }","duration":"256.253685ms","start":"2026-04-29T02:52:07.195352Z","end":"2026-04-29T02:52:07.451606Z","steps":["trace[1672114489] 'agreement among raft nodes before linearized reading' (duration: 256.169764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.451629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:07.06313Z","time spent":"388.419193ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:07.453485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.513577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:52:07.453522Z","caller":"traceutil/trace.go:171","msg":"trace[286601101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27104; }","duration":"387.572847ms","start":"2026-04-29T02:52:07.06594Z","end":"2026-04-29T02:52:07.453513Z","steps":["trace[286601101] 'agreement among raft nodes before linearized reading' (duration: 385.460768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:07.453543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:07.065931Z","time spent":"387.606239ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:52:07.56968Z","caller":"traceutil/trace.go:171","msg":"trace[1745468612] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"111.432102ms","start":"2026-04-29T02:52:07.458225Z","end":"2026-04-29T02:52:07.569657Z","steps":["trace[1745468612] 'process raft request' (duration: 56.812826ms)","trace[1745468612] 'compare' (duration: 54.526524ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:52:08.401384Z","caller":"traceutil/trace.go:171","msg":"trace[1017706227] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"233.818438ms","start":"2026-04-29T02:52:08.167542Z","end":"2026-04-29T02:52:08.401361Z","steps":["trace[1017706227] 'process raft request' (duration: 233.462001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:08.765085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.206058ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T02:52:08.76519Z","caller":"traceutil/trace.go:171","msg":"trace[1737574336] linearizableReadLoop","detail":"{readStateIndex:28012; appliedIndex:28011; }","duration":"361.373891ms","start":"2026-04-29T02:52:08.403796Z","end":"2026-04-29T02:52:08.76517Z","steps":["trace[1737574336] 'read index received' (duration: 171.041321ms)","trace[1737574336] 'applied index is now lower than readState.Index' (duration: 190.33106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:52:08.765262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.40348Z","time spent":"361.773559ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:52:08.765363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.310165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:52:08.765403Z","caller":"traceutil/trace.go:171","msg":"trace[1531084514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27106; }","duration":"271.389047ms","start":"2026-04-29T02:52:08.494004Z","end":"2026-04-29T02:52:08.765393Z","steps":["trace[1531084514] 'agreement among raft nodes before linearized reading' (duration: 271.323336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:08.765301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.499833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:52:08.76562Z","caller":"traceutil/trace.go:171","msg":"trace[314235024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27106; }","duration":"361.81708ms","start":"2026-04-29T02:52:08.40377Z","end":"2026-04-29T02:52:08.765587Z","steps":["trace[314235024] 'agreement among raft nodes before linearized reading' (duration: 361.487564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:08.765727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.403762Z","time spent":"361.933631ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:52:09.263013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.127562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:52:09.263119Z","caller":"traceutil/trace.go:171","msg":"trace[827938425] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"495.749689ms","start":"2026-04-29T02:52:08.767352Z","end":"2026-04-29T02:52:09.263102Z","steps":["trace[827938425] 'process raft request' (duration: 153.469214ms)","trace[827938425] 'compare' (duration: 341.497851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:52:09.263161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.767327Z","time spent":"495.81396ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.290699Z","caller":"traceutil/trace.go:171","msg":"trace[949923338] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"521.719382ms","start":"2026-04-29T02:52:08.768949Z","end":"2026-04-29T02:52:09.290668Z","steps":["trace[949923338] 'process raft request' (duration: 521.465697ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:09.29071Z","caller":"traceutil/trace.go:171","msg":"trace[44955444] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"519.679374ms","start":"2026-04-29T02:52:08.771007Z","end":"2026-04-29T02:52:09.290686Z","steps":["trace[44955444] 'process raft request' (duration: 519.604303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.290844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.768925Z","time spent":"521.844095ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:09.290849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.770998Z","time spent":"519.778446ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.290762Z","caller":"traceutil/trace.go:171","msg":"trace[238007100] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"520.50237ms","start":"2026-04-29T02:52:08.770203Z","end":"2026-04-29T02:52:09.290706Z","steps":["trace[238007100] 'process raft request' (duration: 520.368647ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:09.2911Z","caller":"traceutil/trace.go:171","msg":"trace[1779507592] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"516.319612ms","start":"2026-04-29T02:52:08.774739Z","end":"2026-04-29T02:52:09.291058Z","steps":["trace[1779507592] 'process raft request' (duration: 515.909475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.291242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.774719Z","time spent":"516.449394ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.291243Z","caller":"traceutil/trace.go:171","msg":"trace[1280085894] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"410.188808ms","start":"2026-04-29T02:52:08.881028Z","end":"2026-04-29T02:52:09.291217Z","steps":["trace[1280085894] 'process raft request' (duration: 409.929053ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:09.291255Z","caller":"traceutil/trace.go:171","msg":"trace[581273467] linearizableReadLoop","detail":"{readStateIndex:28018; appliedIndex:28013; }","duration":"299.679133ms","start":"2026-04-29T02:52:08.991535Z","end":"2026-04-29T02:52:09.291214Z","steps":["trace[581273467] 'read index received' (duration: 298.839708ms)","trace[581273467] 'applied index is now lower than readState.Index' (duration: 837.525µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:52:09.291405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.881006Z","time spent":"410.29254ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:09.2915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.914237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:52:09.291553Z","caller":"traceutil/trace.go:171","msg":"trace[1223798781] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27112; }","duration":"300.005289ms","start":"2026-04-29T02:52:08.991526Z","end":"2026-04-29T02:52:09.291532Z","steps":["trace[1223798781] 'agreement among raft nodes before linearized reading' (duration: 299.866216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.291621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.991465Z","time spent":"300.134163ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:52:09.291853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:08.770185Z","time spent":"521.61977ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:09.64589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.580427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:52:09.646094Z","caller":"traceutil/trace.go:171","msg":"trace[489284105] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"606.727803ms","start":"2026-04-29T02:52:09.039336Z","end":"2026-04-29T02:52:09.646063Z","steps":["trace[489284105] 'process raft request' (duration: 374.885692ms)","trace[489284105] 'compare' (duration: 231.219469ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:52:09.64615Z","caller":"traceutil/trace.go:171","msg":"trace[1753125246] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"264.407977ms","start":"2026-04-29T02:52:09.381723Z","end":"2026-04-29T02:52:09.646131Z","steps":["trace[1753125246] 'process raft request' (duration: 264.305325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.646222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.039315Z","time spent":"606.838735ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.646399Z","caller":"traceutil/trace.go:171","msg":"trace[1916427452] linearizableReadLoop","detail":"{readStateIndex:28019; appliedIndex:28018; }","duration":"355.037953ms","start":"2026-04-29T02:52:09.291347Z","end":"2026-04-29T02:52:09.646385Z","steps":["trace[1916427452] 'read index received' (duration: 123.026288ms)","trace[1916427452] 'applied index is now lower than readState.Index' (duration: 232.010165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:52:09.646688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.467068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-04-29T02:52:09.646731Z","caller":"traceutil/trace.go:171","msg":"trace[979210258] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:27114; }","duration":"492.5443ms","start":"2026-04-29T02:52:09.154177Z","end":"2026-04-29T02:52:09.646721Z","steps":["trace[979210258] 'agreement among raft nodes before linearized reading' (duration: 492.394037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.646714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.20564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-29T02:52:09.646762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.15416Z","time spent":"492.592991ms","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":911,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-04-29T02:52:09.646785Z","caller":"traceutil/trace.go:171","msg":"trace[644690454] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27114; }","duration":"380.324602ms","start":"2026-04-29T02:52:09.266444Z","end":"2026-04-29T02:52:09.646769Z","steps":["trace[644690454] 'agreement among raft nodes before linearized reading' (duration: 380.107378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.646919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.266427Z","time spent":"380.479514ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:52:09.947682Z","caller":"traceutil/trace.go:171","msg":"trace[27510651] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"487.319923ms","start":"2026-04-29T02:52:09.460333Z","end":"2026-04-29T02:52:09.947653Z","steps":["trace[27510651] 'process raft request' (duration: 487.233531ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:09.947725Z","caller":"traceutil/trace.go:171","msg":"trace[1765507052] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"490.613413ms","start":"2026-04-29T02:52:09.457073Z","end":"2026-04-29T02:52:09.947686Z","steps":["trace[1765507052] 'process raft request' (duration: 490.328598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.947924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.460314Z","time spent":"487.456125ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:09.948036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.457044Z","time spent":"490.862198ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.948407Z","caller":"traceutil/trace.go:171","msg":"trace[112466552] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"487.975285ms","start":"2026-04-29T02:52:09.460419Z","end":"2026-04-29T02:52:09.948395Z","steps":["trace[112466552] 'process raft request' (duration: 487.1964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.948521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.460412Z","time spent":"488.067246ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.94883Z","caller":"traceutil/trace.go:171","msg":"trace[1343504406] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"488.333551ms","start":"2026-04-29T02:52:09.460479Z","end":"2026-04-29T02:52:09.948812Z","steps":["trace[1343504406] 'process raft request' (duration: 487.845473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.948958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.460472Z","time spent":"488.433273ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.949004Z","caller":"traceutil/trace.go:171","msg":"trace[607348196] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"485.189362ms","start":"2026-04-29T02:52:09.463788Z","end":"2026-04-29T02:52:09.948977Z","steps":["trace[607348196] 'process raft request' (duration: 484.984259ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:09.949129Z","caller":"traceutil/trace.go:171","msg":"trace[554108988] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"485.178852ms","start":"2026-04-29T02:52:09.46392Z","end":"2026-04-29T02:52:09.949098Z","steps":["trace[554108988] 'process raft request' (duration: 485.002559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.949197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.965173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:52:09.949223Z","caller":"traceutil/trace.go:171","msg":"trace[446901461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27120; }","duration":"375.029724ms","start":"2026-04-29T02:52:09.574186Z","end":"2026-04-29T02:52:09.949216Z","steps":["trace[446901461] 'agreement among raft nodes before linearized reading' (duration: 374.929903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.949243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.574167Z","time spent":"375.072705ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:52:09.949225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.082322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-29T02:52:09.949278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.463914Z","time spent":"485.291994ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:52:09.949158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.463777Z","time spent":"485.303464ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:52:09.949293Z","caller":"traceutil/trace.go:171","msg":"trace[1051064429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27120; }","duration":"398.191625ms","start":"2026-04-29T02:52:09.551089Z","end":"2026-04-29T02:52:09.949281Z","steps":["trace[1051064429] 'agreement among raft nodes before linearized reading' (duration: 397.965741ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:52:09.949022Z","caller":"traceutil/trace.go:171","msg":"trace[855180068] linearizableReadLoop","detail":"{readStateIndex:28026; appliedIndex:28020; }","duration":"302.576117ms","start":"2026-04-29T02:52:09.646432Z","end":"2026-04-29T02:52:09.949008Z","steps":["trace[855180068] 'read index received' (duration: 300.886306ms)","trace[855180068] 'applied index is now lower than readState.Index' (duration: 1.688171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:52:09.94938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.551064Z","time spent":"398.305236ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:52:09.949586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.08949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:52:09.949628Z","caller":"traceutil/trace.go:171","msg":"trace[946246696] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27120; }","duration":"301.132051ms","start":"2026-04-29T02:52:09.648486Z","end":"2026-04-29T02:52:09.949618Z","steps":["trace[946246696] 'agreement among raft nodes before linearized reading' (duration: 300.995957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.949662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.648442Z","time spent":"301.210952ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-29T02:52:09.949604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.363405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-zfsn9\" ","response":"range_response_count:1 size:6638"} {"level":"info","ts":"2026-04-29T02:52:09.949726Z","caller":"traceutil/trace.go:171","msg":"trace[1766932163] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-zfsn9; range_end:; response_count:1; response_revision:27120; }","duration":"301.487317ms","start":"2026-04-29T02:52:09.648225Z","end":"2026-04-29T02:52:09.949713Z","steps":["trace[1766932163] 'agreement among raft nodes before linearized reading' (duration: 301.250302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:52:09.949772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:52:09.648185Z","time spent":"301.578889ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6661,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-zfsn9\" "} {"level":"info","ts":"2026-04-29T02:52:47.612285Z","caller":"traceutil/trace.go:171","msg":"trace[1269411260] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"125.078206ms","start":"2026-04-29T02:52:47.487182Z","end":"2026-04-29T02:52:47.61226Z","steps":["trace[1269411260] 'process raft request' (duration: 124.493634ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:10.402213Z","caller":"traceutil/trace.go:171","msg":"trace[1609142545] transaction","detail":"{read_only:false; response_revision:27736; number_of_response:1; }","duration":"116.719371ms","start":"2026-04-29T02:53:10.285457Z","end":"2026-04-29T02:53:10.402176Z","steps":["trace[1609142545] 'process raft request' (duration: 116.441466ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:10.402554Z","caller":"traceutil/trace.go:171","msg":"trace[1362389136] transaction","detail":"{read_only:false; response_revision:27737; number_of_response:1; }","duration":"116.610798ms","start":"2026-04-29T02:53:10.285873Z","end":"2026-04-29T02:53:10.402484Z","steps":["trace[1362389136] 'process raft request' (duration: 116.237271ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:10.402772Z","caller":"traceutil/trace.go:171","msg":"trace[531688362] transaction","detail":"{read_only:false; response_revision:27740; number_of_response:1; }","duration":"109.154359ms","start":"2026-04-29T02:53:10.2936Z","end":"2026-04-29T02:53:10.402754Z","steps":["trace[531688362] 'process raft request' (duration: 108.966986ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:10.402937Z","caller":"traceutil/trace.go:171","msg":"trace[1730747128] transaction","detail":"{read_only:false; response_revision:27739; number_of_response:1; }","duration":"110.052425ms","start":"2026-04-29T02:53:10.292868Z","end":"2026-04-29T02:53:10.40292Z","steps":["trace[1730747128] 'process raft request' (duration: 109.650978ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:53:10.402946Z","caller":"traceutil/trace.go:171","msg":"trace[969853098] transaction","detail":"{read_only:false; response_revision:27738; number_of_response:1; }","duration":"116.393244ms","start":"2026-04-29T02:53:10.286522Z","end":"2026-04-29T02:53:10.402916Z","steps":["trace[969853098] 'process raft request' (duration: 115.852725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:53:10.573942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.379092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:53:10.574134Z","caller":"traceutil/trace.go:171","msg":"trace[2109722802] transaction","detail":"{read_only:false; response_revision:27741; number_of_response:1; }","duration":"166.842434ms","start":"2026-04-29T02:53:10.407256Z","end":"2026-04-29T02:53:10.574099Z","steps":["trace[2109722802] 'process raft request' (duration: 56.199696ms)","trace[2109722802] 'compare' (duration: 110.062036ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:53:34.946682Z","caller":"traceutil/trace.go:171","msg":"trace[2136042007] transaction","detail":"{read_only:false; response_revision:27973; number_of_response:1; }","duration":"110.944543ms","start":"2026-04-29T02:53:34.835716Z","end":"2026-04-29T02:53:34.94666Z","steps":["trace[2136042007] 'process raft request' (duration: 110.685899ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:00.775814Z","caller":"traceutil/trace.go:171","msg":"trace[1728483016] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"155.225476ms","start":"2026-04-29T02:54:00.620561Z","end":"2026-04-29T02:54:00.775786Z","steps":["trace[1728483016] 'process raft request' (duration: 155.067692ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:40.034462Z","caller":"traceutil/trace.go:171","msg":"trace[207263686] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"150.720472ms","start":"2026-04-29T02:54:39.883689Z","end":"2026-04-29T02:54:40.03441Z","steps":["trace[207263686] 'process raft request' (duration: 150.459178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.471728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.836916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:54:40.471886Z","caller":"traceutil/trace.go:171","msg":"trace[1049673758] linearizableReadLoop","detail":"{readStateIndex:29469; appliedIndex:29468; }","duration":"323.454564ms","start":"2026-04-29T02:54:40.148406Z","end":"2026-04-29T02:54:40.47186Z","steps":["trace[1049673758] 'read index received' (duration: 116.367303ms)","trace[1049673758] 'applied index is now lower than readState.Index' (duration: 207.085541ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:54:40.471992Z","caller":"traceutil/trace.go:171","msg":"trace[1035691294] transaction","detail":"{read_only:false; response_revision:28527; number_of_response:1; }","duration":"327.603881ms","start":"2026-04-29T02:54:40.144349Z","end":"2026-04-29T02:54:40.471953Z","steps":["trace[1035691294] 'process raft request' (duration: 120.426119ms)","trace[1035691294] 'compare' (duration: 206.611402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:54:40.472173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:54:40.144328Z","time spent":"327.760554ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6530,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T02:54:40.472289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.78159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:54:40.47242Z","caller":"traceutil/trace.go:171","msg":"trace[1713238437] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28527; }","duration":"324.006515ms","start":"2026-04-29T02:54:40.148387Z","end":"2026-04-29T02:54:40.472394Z","steps":["trace[1713238437] 'agreement among raft nodes before linearized reading' (duration: 323.569477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.472508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:54:40.14836Z","time spent":"324.132187ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:54:40.499268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.386924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:54:40.499352Z","caller":"traceutil/trace.go:171","msg":"trace[391532606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28528; }","duration":"130.525937ms","start":"2026-04-29T02:54:40.368806Z","end":"2026-04-29T02:54:40.499332Z","steps":["trace[391532606] 'agreement among raft nodes before linearized reading' (duration: 130.337284ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:40.499398Z","caller":"traceutil/trace.go:171","msg":"trace[1213556265] transaction","detail":"{read_only:false; response_revision:28528; number_of_response:1; }","duration":"246.445713ms","start":"2026-04-29T02:54:40.252858Z","end":"2026-04-29T02:54:40.499304Z","steps":["trace[1213556265] 'process raft request' (duration: 245.977944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.499487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.563329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T02:54:40.49952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.547127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:54:40.499394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.700093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:54:40.499574Z","caller":"traceutil/trace.go:171","msg":"trace[508614268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28528; }","duration":"300.724262ms","start":"2026-04-29T02:54:40.19883Z","end":"2026-04-29T02:54:40.499554Z","steps":["trace[508614268] 'agreement among raft nodes before linearized reading' (duration: 300.339535ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:54:40.499617Z","caller":"traceutil/trace.go:171","msg":"trace[285839407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28528; }","duration":"178.983329ms","start":"2026-04-29T02:54:40.320604Z","end":"2026-04-29T02:54:40.499587Z","steps":["trace[285839407] 'agreement among raft nodes before linearized reading' (duration: 178.543501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.499494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.30515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:54:40.499728Z","caller":"traceutil/trace.go:171","msg":"trace[1883011439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28528; }","duration":"296.574955ms","start":"2026-04-29T02:54:40.203142Z","end":"2026-04-29T02:54:40.499717Z","steps":["trace[1883011439] 'agreement among raft nodes before linearized reading' (duration: 296.202098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:54:40.499637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:54:40.198797Z","time spent":"300.829993ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:54:40.499592Z","caller":"traceutil/trace.go:171","msg":"trace[2044181691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28528; }","duration":"294.682739ms","start":"2026-04-29T02:54:40.204884Z","end":"2026-04-29T02:54:40.499566Z","steps":["trace[2044181691] 'agreement among raft nodes before linearized reading' (duration: 294.425395ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:24.278925Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":30007,"local-member-snapshot-index":20006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:55:24.286395Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30007} {"level":"info","ts":"2026-04-29T02:55:24.286508Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25007} {"level":"warn","ts":"2026-04-29T02:55:35.5941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979989642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:55:35.659553Z","caller":"traceutil/trace.go:171","msg":"trace[1728970338] transaction","detail":"{read_only:false; response_revision:29162; number_of_response:1; }","duration":"609.109765ms","start":"2026-04-29T02:55:35.050417Z","end":"2026-04-29T02:55:35.659526Z","steps":["trace[1728970338] 'process raft request' (duration: 608.936822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.659697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:35.050389Z","time spent":"609.233958ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:55:35.667452Z","caller":"traceutil/trace.go:171","msg":"trace[1886634830] linearizableReadLoop","detail":"{readStateIndex:30125; appliedIndex:30123; }","duration":"573.611056ms","start":"2026-04-29T02:55:35.09382Z","end":"2026-04-29T02:55:35.667431Z","steps":["trace[1886634830] 'read index received' (duration: 565.76942ms)","trace[1886634830] 'applied index is now lower than readState.Index' (duration: 7.840736ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:55:35.667515Z","caller":"traceutil/trace.go:171","msg":"trace[1139955785] transaction","detail":"{read_only:false; response_revision:29164; number_of_response:1; }","duration":"462.196284ms","start":"2026-04-29T02:55:35.20529Z","end":"2026-04-29T02:55:35.667487Z","steps":["trace[1139955785] 'process raft request' (duration: 462.112072ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:35.667535Z","caller":"traceutil/trace.go:171","msg":"trace[1802244683] transaction","detail":"{read_only:false; response_revision:29163; number_of_response:1; }","duration":"509.978562ms","start":"2026-04-29T02:55:35.157537Z","end":"2026-04-29T02:55:35.667516Z","steps":["trace[1802244683] 'process raft request' (duration: 509.760448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.667568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.738528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:55:35.667592Z","caller":"traceutil/trace.go:171","msg":"trace[224001275] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:29164; }","duration":"573.81762ms","start":"2026-04-29T02:55:35.093767Z","end":"2026-04-29T02:55:35.667584Z","steps":["trace[224001275] 'agreement among raft nodes before linearized reading' (duration: 573.758389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.667615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:35.093744Z","time spent":"573.86559ms","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:55:35.667641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.158492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:55:35.667645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:35.157499Z","time spent":"510.083744ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:55:35.667641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:35.205268Z","time spent":"462.298785ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:55:35.667646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.327177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:55:35.667675Z","caller":"traceutil/trace.go:171","msg":"trace[1554615856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29164; }","duration":"299.215984ms","start":"2026-04-29T02:55:35.368451Z","end":"2026-04-29T02:55:35.667667Z","steps":["trace[1554615856] 'agreement among raft nodes before linearized reading' (duration: 299.153863ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:35.667698Z","caller":"traceutil/trace.go:171","msg":"trace[1741647498] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29164; }","duration":"348.385718ms","start":"2026-04-29T02:55:35.319299Z","end":"2026-04-29T02:55:35.667684Z","steps":["trace[1741647498] 'agreement among raft nodes before linearized reading' (duration: 348.288537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.667735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:35.319228Z","time spent":"348.49784ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:55:35.667751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.555057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:55:35.667789Z","caller":"traceutil/trace.go:171","msg":"trace[1330193019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29164; }","duration":"336.611238ms","start":"2026-04-29T02:55:35.331166Z","end":"2026-04-29T02:55:35.667777Z","steps":["trace[1330193019] 'agreement among raft nodes before linearized reading' (duration: 336.485816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:35.667811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:35.331157Z","time spent":"336.64917ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:55:38.678345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.652548ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T02:55:39.077963Z","caller":"traceutil/trace.go:171","msg":"trace[1823836307] linearizableReadLoop","detail":"{readStateIndex:30145; appliedIndex:30144; }","duration":"416.436514ms","start":"2026-04-29T02:55:38.661497Z","end":"2026-04-29T02:55:39.077934Z","steps":["trace[1823836307] 'read index received' (duration: 416.309912ms)","trace[1823836307] 'applied index is now lower than readState.Index' (duration: 125.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:55:39.078091Z","caller":"traceutil/trace.go:171","msg":"trace[722766684] transaction","detail":"{read_only:false; response_revision:29183; number_of_response:1; }","duration":"451.490336ms","start":"2026-04-29T02:55:38.626546Z","end":"2026-04-29T02:55:39.078037Z","steps":["trace[722766684] 'process raft request' (duration: 451.18ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:39.07826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:38.626518Z","time spent":"451.650588ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:55:39.078325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.80719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:55:39.078398Z","caller":"traceutil/trace.go:171","msg":"trace[208302824] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29183; }","duration":"416.937733ms","start":"2026-04-29T02:55:38.66144Z","end":"2026-04-29T02:55:39.078378Z","steps":["trace[208302824] 'agreement among raft nodes before linearized reading' (duration: 416.674938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:39.078446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:38.661418Z","time spent":"417.015544ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:55:39.096351Z","caller":"traceutil/trace.go:171","msg":"trace[2088297292] transaction","detail":"{read_only:false; response_revision:29185; number_of_response:1; }","duration":"401.042117ms","start":"2026-04-29T02:55:38.695293Z","end":"2026-04-29T02:55:39.096335Z","steps":["trace[2088297292] 'process raft request' (duration: 400.961406ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:39.096363Z","caller":"traceutil/trace.go:171","msg":"trace[2000338965] transaction","detail":"{read_only:false; response_revision:29184; number_of_response:1; }","duration":"417.003234ms","start":"2026-04-29T02:55:38.67933Z","end":"2026-04-29T02:55:39.096333Z","steps":["trace[2000338965] 'process raft request' (duration: 416.80396ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:39.097058Z","caller":"traceutil/trace.go:171","msg":"trace[1445237364] transaction","detail":"{read_only:false; response_revision:29189; number_of_response:1; }","duration":"129.285064ms","start":"2026-04-29T02:55:38.967757Z","end":"2026-04-29T02:55:39.097042Z","steps":["trace[1445237364] 'process raft request' (duration: 129.020309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:39.097179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.320075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:55:39.097217Z","caller":"traceutil/trace.go:171","msg":"trace[68152985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29190; }","duration":"171.387388ms","start":"2026-04-29T02:55:38.925821Z","end":"2026-04-29T02:55:39.097208Z","steps":["trace[68152985] 'agreement among raft nodes before linearized reading' (duration: 171.261124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:39.097204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.96326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:55:39.097241Z","caller":"traceutil/trace.go:171","msg":"trace[34422251] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"118.84462ms","start":"2026-04-29T02:55:38.978376Z","end":"2026-04-29T02:55:39.09722Z","steps":["trace[34422251] 'process raft request' (duration: 118.544964ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:39.097287Z","caller":"traceutil/trace.go:171","msg":"trace[203332806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29190; }","duration":"178.081582ms","start":"2026-04-29T02:55:38.919189Z","end":"2026-04-29T02:55:39.09727Z","steps":["trace[203332806] 'agreement among raft nodes before linearized reading' (duration: 177.912178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:39.096467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:38.695265Z","time spent":"401.134729ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:55:39.097351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.450419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:55:39.097433Z","caller":"traceutil/trace.go:171","msg":"trace[369633699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29190; }","duration":"171.55228ms","start":"2026-04-29T02:55:38.925856Z","end":"2026-04-29T02:55:39.097408Z","steps":["trace[369633699] 'agreement among raft nodes before linearized reading' (duration: 171.397197ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:39.096651Z","caller":"traceutil/trace.go:171","msg":"trace[1428026114] transaction","detail":"{read_only:false; response_revision:29186; number_of_response:1; }","duration":"186.765493ms","start":"2026-04-29T02:55:38.909877Z","end":"2026-04-29T02:55:39.096642Z","steps":["trace[1428026114] 'process raft request' (duration: 186.417746ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:39.096695Z","caller":"traceutil/trace.go:171","msg":"trace[852326975] transaction","detail":"{read_only:false; response_revision:29187; number_of_response:1; }","duration":"171.330395ms","start":"2026-04-29T02:55:38.925348Z","end":"2026-04-29T02:55:39.096678Z","steps":["trace[852326975] 'process raft request' (duration: 171.174862ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:55:39.096847Z","caller":"traceutil/trace.go:171","msg":"trace[813534981] transaction","detail":"{read_only:false; response_revision:29188; number_of_response:1; }","duration":"129.442657ms","start":"2026-04-29T02:55:38.967391Z","end":"2026-04-29T02:55:39.096834Z","steps":["trace[813534981] 'process raft request' (duration: 129.237603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:55:39.097841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:55:38.679314Z","time spent":"417.618675ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:56:19.803511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26726} {"level":"info","ts":"2026-04-29T02:56:19.988843Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26726,"took":"181.124078ms","hash":2080375921,"current-db-size-bytes":56832000,"current-db-size":"57 MB","current-db-size-in-use-bytes":37199872,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-29T02:56:19.988924Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2080375921,"revision":26726,"compact-revision":24387} {"level":"info","ts":"2026-04-29T02:57:01.622213Z","caller":"traceutil/trace.go:171","msg":"trace[979658541] transaction","detail":"{read_only:false; response_revision:29921; number_of_response:1; }","duration":"119.120635ms","start":"2026-04-29T02:57:01.503062Z","end":"2026-04-29T02:57:01.622183Z","steps":["trace[979658541] 'process raft request' (duration: 118.793679ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.766456Z","caller":"traceutil/trace.go:171","msg":"trace[588140726] transaction","detail":"{read_only:false; response_revision:29925; number_of_response:1; }","duration":"108.383294ms","start":"2026-04-29T02:57:01.658044Z","end":"2026-04-29T02:57:01.766428Z","steps":["trace[588140726] 'process raft request' (duration: 108.292453ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.766457Z","caller":"traceutil/trace.go:171","msg":"trace[840450748] transaction","detail":"{read_only:false; response_revision:29923; number_of_response:1; }","duration":"114.142931ms","start":"2026-04-29T02:57:01.65228Z","end":"2026-04-29T02:57:01.766423Z","steps":["trace[840450748] 'process raft request' (duration: 113.853056ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.76676Z","caller":"traceutil/trace.go:171","msg":"trace[1561167472] transaction","detail":"{read_only:false; response_revision:29927; number_of_response:1; }","duration":"107.834845ms","start":"2026-04-29T02:57:01.658913Z","end":"2026-04-29T02:57:01.766748Z","steps":["trace[1561167472] 'process raft request' (duration: 107.686732ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.766519Z","caller":"traceutil/trace.go:171","msg":"trace[1409020558] transaction","detail":"{read_only:false; response_revision:29924; number_of_response:1; }","duration":"112.777216ms","start":"2026-04-29T02:57:01.653672Z","end":"2026-04-29T02:57:01.76645Z","steps":["trace[1409020558] 'process raft request' (duration: 112.620013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:01.76708Z","caller":"traceutil/trace.go:171","msg":"trace[1071398623] transaction","detail":"{read_only:false; response_revision:29926; number_of_response:1; }","duration":"108.839214ms","start":"2026-04-29T02:57:01.658184Z","end":"2026-04-29T02:57:01.767024Z","steps":["trace[1071398623] 'process raft request' (duration: 108.199062ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:02.190681Z","caller":"traceutil/trace.go:171","msg":"trace[150416313] transaction","detail":"{read_only:false; response_revision:29932; number_of_response:1; }","duration":"121.859036ms","start":"2026-04-29T02:57:02.068793Z","end":"2026-04-29T02:57:02.190652Z","steps":["trace[150416313] 'process raft request' (duration: 121.701633ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:02.858129Z","caller":"traceutil/trace.go:171","msg":"trace[1470752597] transaction","detail":"{read_only:false; response_revision:29934; number_of_response:1; }","duration":"122.242162ms","start":"2026-04-29T02:57:02.735834Z","end":"2026-04-29T02:57:02.858077Z","steps":["trace[1470752597] 'process raft request' (duration: 121.920847ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:04.76551Z","caller":"traceutil/trace.go:171","msg":"trace[574310561] transaction","detail":"{read_only:false; response_revision:29948; number_of_response:1; }","duration":"129.623329ms","start":"2026-04-29T02:57:04.635856Z","end":"2026-04-29T02:57:04.765479Z","steps":["trace[574310561] 'process raft request' (duration: 129.462557ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:06.026528Z","caller":"traceutil/trace.go:171","msg":"trace[1335520637] transaction","detail":"{read_only:false; response_revision:29950; number_of_response:1; }","duration":"333.150315ms","start":"2026-04-29T02:57:05.693351Z","end":"2026-04-29T02:57:06.026501Z","steps":["trace[1335520637] 'process raft request' (duration: 333.003762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:06.0267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:05.693323Z","time spent":"333.269427ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:06.031871Z","caller":"traceutil/trace.go:171","msg":"trace[38758737] transaction","detail":"{read_only:false; response_revision:29951; number_of_response:1; }","duration":"263.834086ms","start":"2026-04-29T02:57:05.768025Z","end":"2026-04-29T02:57:06.031859Z","steps":["trace[38758737] 'process raft request' (duration: 263.742215ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:06.032039Z","caller":"traceutil/trace.go:171","msg":"trace[164905778] transaction","detail":"{read_only:false; response_revision:29952; number_of_response:1; }","duration":"231.32586ms","start":"2026-04-29T02:57:05.800705Z","end":"2026-04-29T02:57:06.03203Z","steps":["trace[164905778] 'process raft request' (duration: 231.119937ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:06.032312Z","caller":"traceutil/trace.go:171","msg":"trace[2116626276] transaction","detail":"{read_only:false; response_revision:29953; number_of_response:1; }","duration":"227.076722ms","start":"2026-04-29T02:57:05.805227Z","end":"2026-04-29T02:57:06.032304Z","steps":["trace[2116626276] 'process raft request' (duration: 226.729746ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:06.032554Z","caller":"traceutil/trace.go:171","msg":"trace[1934354103] transaction","detail":"{read_only:false; response_revision:29954; number_of_response:1; }","duration":"227.306766ms","start":"2026-04-29T02:57:05.805226Z","end":"2026-04-29T02:57:06.032532Z","steps":["trace[1934354103] 'process raft request' (duration: 227.043792ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:06.033291Z","caller":"traceutil/trace.go:171","msg":"trace[726664079] linearizableReadLoop","detail":"{readStateIndex:30935; appliedIndex:30933; }","duration":"246.719027ms","start":"2026-04-29T02:57:05.786562Z","end":"2026-04-29T02:57:06.033281Z","steps":["trace[726664079] 'read index received' (duration: 239.823098ms)","trace[726664079] 'applied index is now lower than readState.Index' (duration: 6.895089ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:06.033491Z","caller":"traceutil/trace.go:171","msg":"trace[580067700] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"227.779705ms","start":"2026-04-29T02:57:05.805702Z","end":"2026-04-29T02:57:06.033482Z","steps":["trace[580067700] 'process raft request' (duration: 226.737716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:06.033733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.150385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:06.033792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.941629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:06.033831Z","caller":"traceutil/trace.go:171","msg":"trace[2083833731] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29956; }","duration":"247.691285ms","start":"2026-04-29T02:57:05.786116Z","end":"2026-04-29T02:57:06.033807Z","steps":["trace[2083833731] 'agreement among raft nodes before linearized reading' (duration: 247.525622ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:06.033896Z","caller":"traceutil/trace.go:171","msg":"trace[1252204144] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:29956; }","duration":"235.0196ms","start":"2026-04-29T02:57:05.798794Z","end":"2026-04-29T02:57:06.033814Z","steps":["trace[1252204144] 'agreement among raft nodes before linearized reading' (duration: 234.963349ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:06.034253Z","caller":"traceutil/trace.go:171","msg":"trace[954327153] transaction","detail":"{read_only:false; response_revision:29956; number_of_response:1; }","duration":"166.65845ms","start":"2026-04-29T02:57:05.867581Z","end":"2026-04-29T02:57:06.034239Z","steps":["trace[954327153] 'process raft request' (duration: 165.039529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:06.034463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.725458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:57:06.034495Z","caller":"traceutil/trace.go:171","msg":"trace[153946070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29956; }","duration":"125.764278ms","start":"2026-04-29T02:57:05.908724Z","end":"2026-04-29T02:57:06.034488Z","steps":["trace[153946070] 'agreement among raft nodes before linearized reading' (duration: 125.688137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:06.034613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.895571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:57:06.034635Z","caller":"traceutil/trace.go:171","msg":"trace[143937827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29956; }","duration":"125.917552ms","start":"2026-04-29T02:57:05.908712Z","end":"2026-04-29T02:57:06.03463Z","steps":["trace[143937827] 'agreement among raft nodes before linearized reading' (duration: 125.861641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:06.034764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.326809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:57:06.034786Z","caller":"traceutil/trace.go:171","msg":"trace[1010899578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29956; }","duration":"126.37608ms","start":"2026-04-29T02:57:05.908404Z","end":"2026-04-29T02:57:06.03478Z","steps":["trace[1010899578] 'agreement among raft nodes before linearized reading' (duration: 126.322189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:06.034861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.615476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:57:06.034881Z","caller":"traceutil/trace.go:171","msg":"trace[303467320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29956; }","duration":"224.662026ms","start":"2026-04-29T02:57:05.810215Z","end":"2026-04-29T02:57:06.034877Z","steps":["trace[303467320] 'agreement among raft nodes before linearized reading' (duration: 224.613605ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.281637Z","caller":"traceutil/trace.go:171","msg":"trace[1505946590] transaction","detail":"{read_only:false; response_revision:29966; number_of_response:1; }","duration":"245.562296ms","start":"2026-04-29T02:57:08.036004Z","end":"2026-04-29T02:57:08.281566Z","steps":["trace[1505946590] 'process raft request' (duration: 243.385115ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.281683Z","caller":"traceutil/trace.go:171","msg":"trace[1725707365] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"243.372135ms","start":"2026-04-29T02:57:08.038284Z","end":"2026-04-29T02:57:08.281657Z","steps":["trace[1725707365] 'process raft request' (duration: 243.226832ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.281932Z","caller":"traceutil/trace.go:171","msg":"trace[360265238] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"236.915475ms","start":"2026-04-29T02:57:08.044989Z","end":"2026-04-29T02:57:08.281905Z","steps":["trace[360265238] 'process raft request' (duration: 236.62319ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.282264Z","caller":"traceutil/trace.go:171","msg":"trace[414095982] transaction","detail":"{read_only:false; response_revision:29969; number_of_response:1; }","duration":"236.446107ms","start":"2026-04-29T02:57:08.045753Z","end":"2026-04-29T02:57:08.282199Z","steps":["trace[414095982] 'process raft request' (duration: 236.05227ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.282365Z","caller":"traceutil/trace.go:171","msg":"trace[660558724] transaction","detail":"{read_only:false; response_revision:29970; number_of_response:1; }","duration":"235.699102ms","start":"2026-04-29T02:57:08.046603Z","end":"2026-04-29T02:57:08.282302Z","steps":["trace[660558724] 'process raft request' (duration: 235.54417ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.282492Z","caller":"traceutil/trace.go:171","msg":"trace[1439237172] linearizableReadLoop","detail":"{readStateIndex:30951; appliedIndex:30948; }","duration":"239.096476ms","start":"2026-04-29T02:57:08.043363Z","end":"2026-04-29T02:57:08.28246Z","steps":["trace[1439237172] 'read index received' (duration: 41.496242ms)","trace[1439237172] 'applied index is now lower than readState.Index' (duration: 197.599054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:08.282729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.48255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:57:08.282732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.357031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:57:08.282773Z","caller":"traceutil/trace.go:171","msg":"trace[1126567871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29971; }","duration":"234.562511ms","start":"2026-04-29T02:57:08.048196Z","end":"2026-04-29T02:57:08.282759Z","steps":["trace[1126567871] 'agreement among raft nodes before linearized reading' (duration: 234.414888ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.282778Z","caller":"traceutil/trace.go:171","msg":"trace[595745533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29971; }","duration":"239.444872ms","start":"2026-04-29T02:57:08.04332Z","end":"2026-04-29T02:57:08.282765Z","steps":["trace[595745533] 'agreement among raft nodes before linearized reading' (duration: 239.259018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.282798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.110064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:57:08.282871Z","caller":"traceutil/trace.go:171","msg":"trace[2119119643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29971; }","duration":"233.212256ms","start":"2026-04-29T02:57:08.049642Z","end":"2026-04-29T02:57:08.282854Z","steps":["trace[2119119643] 'agreement among raft nodes before linearized reading' (duration: 232.985451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.282892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.273046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:57:08.282954Z","caller":"traceutil/trace.go:171","msg":"trace[1777285311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29971; }","duration":"234.380219ms","start":"2026-04-29T02:57:08.04856Z","end":"2026-04-29T02:57:08.28294Z","steps":["trace[1777285311] 'agreement among raft nodes before linearized reading' (duration: 234.168874ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.842916Z","caller":"traceutil/trace.go:171","msg":"trace[1060158703] linearizableReadLoop","detail":"{readStateIndex:30959; appliedIndex:30955; }","duration":"516.772319ms","start":"2026-04-29T02:57:08.326115Z","end":"2026-04-29T02:57:08.842887Z","steps":["trace[1060158703] 'read index received' (duration: 3.439944ms)","trace[1060158703] 'applied index is now lower than readState.Index' (duration: 513.330474ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:08.843267Z","caller":"traceutil/trace.go:171","msg":"trace[2050532967] transaction","detail":"{read_only:false; response_revision:29974; number_of_response:1; }","duration":"554.777295ms","start":"2026-04-29T02:57:08.288475Z","end":"2026-04-29T02:57:08.843252Z","steps":["trace[2050532967] 'process raft request' (duration: 554.223954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.843333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.795082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:08.843364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.04534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:08.843396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.288465Z","time spent":"554.852666ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:08.843246Z","caller":"traceutil/trace.go:171","msg":"trace[528195614] transaction","detail":"{read_only:false; response_revision:29975; number_of_response:1; }","duration":"554.432749ms","start":"2026-04-29T02:57:08.288782Z","end":"2026-04-29T02:57:08.843215Z","steps":["trace[528195614] 'process raft request' (duration: 553.98025ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.84342Z","caller":"traceutil/trace.go:171","msg":"trace[721119924] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29975; }","duration":"498.113352ms","start":"2026-04-29T02:57:08.345295Z","end":"2026-04-29T02:57:08.843408Z","steps":["trace[721119924] 'agreement among raft nodes before linearized reading' (duration: 498.01305ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.843422Z","caller":"traceutil/trace.go:171","msg":"trace[1174459726] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29975; }","duration":"500.938975ms","start":"2026-04-29T02:57:08.342465Z","end":"2026-04-29T02:57:08.843404Z","steps":["trace[1174459726] 'agreement among raft nodes before linearized reading' (duration: 500.782942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.843406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.257605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:08.843464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.342447Z","time spent":"501.006755ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:08.843462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.345274Z","time spent":"498.177453ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:08.843468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.603091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:57:08.843524Z","caller":"traceutil/trace.go:171","msg":"trace[1418941753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29975; }","duration":"476.421468ms","start":"2026-04-29T02:57:08.367073Z","end":"2026-04-29T02:57:08.843494Z","steps":["trace[1418941753] 'agreement among raft nodes before linearized reading' (duration: 476.212714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.843536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.288765Z","time spent":"554.691343ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:08.843565Z","caller":"traceutil/trace.go:171","msg":"trace[762684906] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:29975; }","duration":"434.748504ms","start":"2026-04-29T02:57:08.408798Z","end":"2026-04-29T02:57:08.843547Z","steps":["trace[762684906] 'agreement among raft nodes before linearized reading' (duration: 434.463479ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:08.843278Z","caller":"traceutil/trace.go:171","msg":"trace[586972947] transaction","detail":"{read_only:false; response_revision:29973; number_of_response:1; }","duration":"555.213163ms","start":"2026-04-29T02:57:08.288018Z","end":"2026-04-29T02:57:08.843231Z","steps":["trace[586972947] 'process raft request' (duration: 512.411997ms)","trace[586972947] 'compare' (duration: 40.941801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:08.843596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.367054Z","time spent":"476.52782ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:08.843612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.408783Z","time spent":"434.820395ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T02:57:08.843715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.287934Z","time spent":"555.688582ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:08.844017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.665745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:57:08.844078Z","caller":"traceutil/trace.go:171","msg":"trace[2008036274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29975; }","duration":"518.000051ms","start":"2026-04-29T02:57:08.326063Z","end":"2026-04-29T02:57:08.844063Z","steps":["trace[2008036274] 'agreement among raft nodes before linearized reading' (duration: 517.249988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:08.844477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:08.326044Z","time spent":"518.059802ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:57:09.108008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.863848ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T02:57:09.108406Z","caller":"traceutil/trace.go:171","msg":"trace[2120623585] transaction","detail":"{read_only:false; response_revision:29976; number_of_response:1; }","duration":"258.737501ms","start":"2026-04-29T02:57:08.849644Z","end":"2026-04-29T02:57:09.108382Z","steps":["trace[2120623585] 'process raft request' (duration: 258.558928ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:09.108553Z","caller":"traceutil/trace.go:171","msg":"trace[745509700] linearizableReadLoop","detail":"{readStateIndex:30962; appliedIndex:30959; }","duration":"114.246414ms","start":"2026-04-29T02:57:08.994274Z","end":"2026-04-29T02:57:09.10852Z","steps":["trace[745509700] 'read index received' (duration: 87.921µs)","trace[745509700] 'applied index is now lower than readState.Index' (duration: 114.156453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:09.108731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.436348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:09.108791Z","caller":"traceutil/trace.go:171","msg":"trace[1993846425] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29977; }","duration":"114.57947ms","start":"2026-04-29T02:57:08.994194Z","end":"2026-04-29T02:57:09.108774Z","steps":["trace[1993846425] 'agreement among raft nodes before linearized reading' (duration: 114.442528ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:09.108823Z","caller":"traceutil/trace.go:171","msg":"trace[920963633] transaction","detail":"{read_only:false; response_revision:29977; number_of_response:1; }","duration":"184.425828ms","start":"2026-04-29T02:57:08.92435Z","end":"2026-04-29T02:57:09.108776Z","steps":["trace[920963633] 'process raft request' (duration: 183.99203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.830941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.154229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:09.831125Z","caller":"traceutil/trace.go:171","msg":"trace[1419670644] linearizableReadLoop","detail":"{readStateIndex:30965; appliedIndex:30963; }","duration":"513.58692ms","start":"2026-04-29T02:57:09.317523Z","end":"2026-04-29T02:57:09.83111Z","steps":["trace[1419670644] 'read index received' (duration: 77.181446ms)","trace[1419670644] 'applied index is now lower than readState.Index' (duration: 436.404424ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:09.831359Z","caller":"traceutil/trace.go:171","msg":"trace[905102232] transaction","detail":"{read_only:false; response_revision:29979; number_of_response:1; }","duration":"559.154287ms","start":"2026-04-29T02:57:09.272162Z","end":"2026-04-29T02:57:09.831316Z","steps":["trace[905102232] 'process raft request' (duration: 122.546099ms)","trace[905102232] 'compare' (duration: 435.662001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:09.83143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.272128Z","time spent":"559.268399ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:09.831464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.917237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:09.831542Z","caller":"traceutil/trace.go:171","msg":"trace[1156425732] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29980; }","duration":"514.060179ms","start":"2026-04-29T02:57:09.317465Z","end":"2026-04-29T02:57:09.831525Z","steps":["trace[1156425732] 'agreement among raft nodes before linearized reading' (duration: 513.879615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.831586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.317437Z","time spent":"514.13975ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:09.831747Z","caller":"traceutil/trace.go:171","msg":"trace[619107490] transaction","detail":"{read_only:false; response_revision:29980; number_of_response:1; }","duration":"549.018228ms","start":"2026-04-29T02:57:09.282717Z","end":"2026-04-29T02:57:09.831735Z","steps":["trace[619107490] 'process raft request' (duration: 548.336765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.831788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.006638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:57:09.831835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.282693Z","time spent":"549.086179ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:09.831827Z","caller":"traceutil/trace.go:171","msg":"trace[2031859424] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:29980; }","duration":"471.099689ms","start":"2026-04-29T02:57:09.360715Z","end":"2026-04-29T02:57:09.831815Z","steps":["trace[2031859424] 'agreement among raft nodes before linearized reading' (duration: 471.002098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.83189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:09.360702Z","time spent":"471.177252ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:09.832172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.580826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:09.832212Z","caller":"traceutil/trace.go:171","msg":"trace[1076803299] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:29980; }","duration":"252.663857ms","start":"2026-04-29T02:57:09.579539Z","end":"2026-04-29T02:57:09.832203Z","steps":["trace[1076803299] 'agreement among raft nodes before linearized reading' (duration: 252.593236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:09.832374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.510574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:09.832407Z","caller":"traceutil/trace.go:171","msg":"trace[825928171] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29980; }","duration":"181.584796ms","start":"2026-04-29T02:57:09.650815Z","end":"2026-04-29T02:57:09.8324Z","steps":["trace[825928171] 'agreement among raft nodes before linearized reading' (duration: 181.523925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.602364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979991504,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:57:10.634129Z","caller":"traceutil/trace.go:171","msg":"trace[1644819868] transaction","detail":"{read_only:false; response_revision:29981; number_of_response:1; }","duration":"540.410538ms","start":"2026-04-29T02:57:10.093685Z","end":"2026-04-29T02:57:10.634096Z","steps":["trace[1644819868] 'process raft request' (duration: 540.190694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.634333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.093658Z","time spent":"540.562791ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:10.970283Z","caller":"traceutil/trace.go:171","msg":"trace[1472112555] transaction","detail":"{read_only:false; response_revision:29982; number_of_response:1; }","duration":"683.547809ms","start":"2026-04-29T02:57:10.2867Z","end":"2026-04-29T02:57:10.970248Z","steps":["trace[1472112555] 'process raft request' (duration: 683.226383ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.970322Z","caller":"traceutil/trace.go:171","msg":"trace[1079685256] linearizableReadLoop","detail":"{readStateIndex:30972; appliedIndex:30965; }","duration":"868.482818ms","start":"2026-04-29T02:57:10.101826Z","end":"2026-04-29T02:57:10.970309Z","steps":["trace[1079685256] 'read index received' (duration: 532.195995ms)","trace[1079685256] 'applied index is now lower than readState.Index' (duration: 336.285843ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:10.970333Z","caller":"traceutil/trace.go:171","msg":"trace[2139862310] transaction","detail":"{read_only:false; response_revision:29984; number_of_response:1; }","duration":"682.470899ms","start":"2026-04-29T02:57:10.287841Z","end":"2026-04-29T02:57:10.970312Z","steps":["trace[2139862310] 'process raft request' (duration: 682.322026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.287835Z","time spent":"682.53513ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:10.970428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.286676Z","time spent":"683.672452ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:10.970447Z","caller":"traceutil/trace.go:171","msg":"trace[465323285] transaction","detail":"{read_only:false; response_revision:29983; number_of_response:1; }","duration":"682.704314ms","start":"2026-04-29T02:57:10.287709Z","end":"2026-04-29T02:57:10.970413Z","steps":["trace[465323285] 'process raft request' (duration: 682.414489ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.970507Z","caller":"traceutil/trace.go:171","msg":"trace[637980029] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"682.142733ms","start":"2026-04-29T02:57:10.288343Z","end":"2026-04-29T02:57:10.970486Z","steps":["trace[637980029] 'process raft request' (duration: 681.856358ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.970553Z","caller":"traceutil/trace.go:171","msg":"trace[1597841551] transaction","detail":"{read_only:false; response_revision:29986; number_of_response:1; }","duration":"681.554062ms","start":"2026-04-29T02:57:10.288977Z","end":"2026-04-29T02:57:10.970531Z","steps":["trace[1597841551] 'process raft request' (duration: 681.265297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.270378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T02:57:10.970597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.287702Z","time spent":"682.814426ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:10.97062Z","caller":"traceutil/trace.go:171","msg":"trace[220406508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29987; }","duration":"638.344869ms","start":"2026-04-29T02:57:10.332267Z","end":"2026-04-29T02:57:10.970612Z","steps":["trace[220406508] 'agreement among raft nodes before linearized reading' (duration: 638.269008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.288936Z","time spent":"681.643684ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:10.970634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.288338Z","time spent":"682.224165ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:10.970643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.788878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:10.970677Z","caller":"traceutil/trace.go:171","msg":"trace[1554452038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29987; }","duration":"602.867878ms","start":"2026-04-29T02:57:10.3678Z","end":"2026-04-29T02:57:10.970668Z","steps":["trace[1554452038] 'agreement among raft nodes before linearized reading' (duration: 602.812287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.484331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:57:10.970731Z","caller":"traceutil/trace.go:171","msg":"trace[1446030473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29987; }","duration":"120.529861ms","start":"2026-04-29T02:57:10.850189Z","end":"2026-04-29T02:57:10.970719Z","steps":["trace[1446030473] 'agreement among raft nodes before linearized reading' (duration: 120.361888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.750903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-29T02:57:10.970753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.878119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:57:10.970773Z","caller":"traceutil/trace.go:171","msg":"trace[1395448660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29987; }","duration":"119.940539ms","start":"2026-04-29T02:57:10.850828Z","end":"2026-04-29T02:57:10.970769Z","steps":["trace[1395448660] 'agreement among raft nodes before linearized reading' (duration: 119.884788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.523471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:57:10.970777Z","caller":"traceutil/trace.go:171","msg":"trace[246287154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29987; }","duration":"868.970306ms","start":"2026-04-29T02:57:10.101795Z","end":"2026-04-29T02:57:10.970766Z","steps":["trace[246287154] 'agreement among raft nodes before linearized reading' (duration: 868.676821ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:10.970792Z","caller":"traceutil/trace.go:171","msg":"trace[838572182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29987; }","duration":"120.560152ms","start":"2026-04-29T02:57:10.850226Z","end":"2026-04-29T02:57:10.970786Z","steps":["trace[838572182] 'agreement among raft nodes before linearized reading' (duration: 120.48868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.9707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.367783Z","time spent":"602.91058ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:10.970824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.101779Z","time spent":"869.037348ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:57:10.970834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.223347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:57:10.970865Z","caller":"traceutil/trace.go:171","msg":"trace[1066290605] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29987; }","duration":"631.293908ms","start":"2026-04-29T02:57:10.339564Z","end":"2026-04-29T02:57:10.970858Z","steps":["trace[1066290605] 'agreement among raft nodes before linearized reading' (duration: 631.096994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.339548Z","time spent":"631.333459ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":192,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:10.970647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.332239Z","time spent":"638.40333ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:57:10.970498Z","caller":"traceutil/trace.go:171","msg":"trace[353919936] transaction","detail":"{read_only:false; response_revision:29987; number_of_response:1; }","duration":"681.078833ms","start":"2026-04-29T02:57:10.289383Z","end":"2026-04-29T02:57:10.970462Z","steps":["trace[353919936] 'process raft request' (duration: 680.888649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:10.970992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.289359Z","time spent":"681.614563ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:11.392961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.791336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:11.393172Z","caller":"traceutil/trace.go:171","msg":"trace[2073160909] transaction","detail":"{read_only:false; response_revision:29991; number_of_response:1; }","duration":"418.063193ms","start":"2026-04-29T02:57:10.975091Z","end":"2026-04-29T02:57:11.393154Z","steps":["trace[2073160909] 'process raft request' (duration: 418.022262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.393248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.975078Z","time spent":"418.140155ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:11.393347Z","caller":"traceutil/trace.go:171","msg":"trace[854903630] transaction","detail":"{read_only:false; response_revision:29989; number_of_response:1; }","duration":"418.790587ms","start":"2026-04-29T02:57:10.974525Z","end":"2026-04-29T02:57:11.393316Z","steps":["trace[854903630] 'process raft request' (duration: 212.557313ms)","trace[854903630] 'compare' (duration: 205.662094ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:11.393449Z","caller":"traceutil/trace.go:171","msg":"trace[82578119] transaction","detail":"{read_only:false; response_revision:29990; number_of_response:1; }","duration":"418.870288ms","start":"2026-04-29T02:57:10.974567Z","end":"2026-04-29T02:57:11.393437Z","steps":["trace[82578119] 'process raft request' (duration: 418.488971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.393501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.974563Z","time spent":"418.911259ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:11.3935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:10.974519Z","time spent":"418.908219ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:11.645606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.469027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:11.646134Z","caller":"traceutil/trace.go:171","msg":"trace[2087371440] transaction","detail":"{read_only:false; response_revision:29992; number_of_response:1; }","duration":"606.438127ms","start":"2026-04-29T02:57:11.039665Z","end":"2026-04-29T02:57:11.646103Z","steps":["trace[2087371440] 'process raft request' (duration: 455.383448ms)","trace[2087371440] 'compare' (duration: 150.322494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:11.646238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.039637Z","time spent":"606.555758ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:11.646396Z","caller":"traceutil/trace.go:171","msg":"trace[548939856] linearizableReadLoop","detail":"{readStateIndex:30977; appliedIndex:30973; }","duration":"534.072511ms","start":"2026-04-29T02:57:11.112307Z","end":"2026-04-29T02:57:11.64638Z","steps":["trace[548939856] 'read index received' (duration: 74.793431ms)","trace[548939856] 'applied index is now lower than readState.Index' (duration: 459.277939ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:11.646545Z","caller":"traceutil/trace.go:171","msg":"trace[1414632495] transaction","detail":"{read_only:false; response_revision:29993; number_of_response:1; }","duration":"532.668285ms","start":"2026-04-29T02:57:11.113782Z","end":"2026-04-29T02:57:11.64645Z","steps":["trace[1414632495] 'process raft request' (duration: 531.91647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.646607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.473388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-29T02:57:11.646599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.284115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:57:11.646643Z","caller":"traceutil/trace.go:171","msg":"trace[134084565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29993; }","duration":"512.55626ms","start":"2026-04-29T02:57:11.134077Z","end":"2026-04-29T02:57:11.646634Z","steps":["trace[134084565] 'agreement among raft nodes before linearized reading' (duration: 512.405067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.646641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.260993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:11.646677Z","caller":"traceutil/trace.go:171","msg":"trace[651235309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29993; }","duration":"534.407686ms","start":"2026-04-29T02:57:11.112251Z","end":"2026-04-29T02:57:11.646659Z","steps":["trace[651235309] 'agreement among raft nodes before linearized reading' (duration: 534.201183ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:11.646682Z","caller":"traceutil/trace.go:171","msg":"trace[1934909672] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29993; }","duration":"321.345394ms","start":"2026-04-29T02:57:11.325325Z","end":"2026-04-29T02:57:11.64667Z","steps":["trace[1934909672] 'agreement among raft nodes before linearized reading' (duration: 321.272282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.646727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.325299Z","time spent":"321.418637ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:11.646724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.112224Z","time spent":"534.491819ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:57:11.646746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.594921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:11.646847Z","caller":"traceutil/trace.go:171","msg":"trace[278769990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29993; }","duration":"277.747864ms","start":"2026-04-29T02:57:11.369075Z","end":"2026-04-29T02:57:11.646823Z","steps":["trace[278769990] 'agreement among raft nodes before linearized reading' (duration: 277.49604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:11.646874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.113766Z","time spent":"532.872208ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:11.646675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.134053Z","time spent":"512.615141ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:57:12.152195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979991525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:57:12.880457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.410369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:12.880616Z","caller":"traceutil/trace.go:171","msg":"trace[1869694026] transaction","detail":"{read_only:false; response_revision:29994; number_of_response:1; }","duration":"1.229994659s","start":"2026-04-29T02:57:11.650589Z","end":"2026-04-29T02:57:12.880584Z","steps":["trace[1869694026] 'process raft request' (duration: 860.362117ms)","trace[1869694026] 'compare' (duration: 367.798619ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:12.880722Z","caller":"traceutil/trace.go:171","msg":"trace[1280350391] transaction","detail":"{read_only:false; response_revision:29995; number_of_response:1; }","duration":"239.977082ms","start":"2026-04-29T02:57:12.640728Z","end":"2026-04-29T02:57:12.880705Z","steps":["trace[1280350391] 'process raft request' (duration: 239.8599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.880736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.65057Z","time spent":"1.230113132s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:12.880716Z","caller":"traceutil/trace.go:171","msg":"trace[1898761931] linearizableReadLoop","detail":"{readStateIndex:30979; appliedIndex:30978; }","duration":"1.228851908s","start":"2026-04-29T02:57:11.651816Z","end":"2026-04-29T02:57:12.880668Z","steps":["trace[1898761931] 'read index received' (duration: 859.069772ms)","trace[1898761931] 'applied index is now lower than readState.Index' (duration: 369.779576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:12.88101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229147334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"warn","ts":"2026-04-29T02:57:12.881068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.461948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:12.881091Z","caller":"traceutil/trace.go:171","msg":"trace[1031181340] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29995; }","duration":"328.518568ms","start":"2026-04-29T02:57:12.552562Z","end":"2026-04-29T02:57:12.881081Z","steps":["trace[1031181340] 'agreement among raft nodes before linearized reading' (duration: 328.488928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.881027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.826416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:12.881117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.552539Z","time spent":"328.57236ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:57:12.881122Z","caller":"traceutil/trace.go:171","msg":"trace[300346855] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:29995; }","duration":"782.961759ms","start":"2026-04-29T02:57:12.098151Z","end":"2026-04-29T02:57:12.881112Z","steps":["trace[300346855] 'agreement among raft nodes before linearized reading' (duration: 782.850377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.881185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.098091Z","time spent":"783.080621ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:12.881226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.693705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:12.881241Z","caller":"traceutil/trace.go:171","msg":"trace[696101878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29995; }","duration":"511.728265ms","start":"2026-04-29T02:57:12.369508Z","end":"2026-04-29T02:57:12.881236Z","steps":["trace[696101878] 'agreement among raft nodes before linearized reading' (duration: 511.702925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.881258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.36949Z","time spent":"511.765075ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:57:12.881088Z","caller":"traceutil/trace.go:171","msg":"trace[860513004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29995; }","duration":"1.229249367s","start":"2026-04-29T02:57:11.651798Z","end":"2026-04-29T02:57:12.881047Z","steps":["trace[860513004] 'agreement among raft nodes before linearized reading' (duration: 1.228965231s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.88134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:11.651789Z","time spent":"1.229545422s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:57:12.881352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.985931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:12.881381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.937997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:12.88141Z","caller":"traceutil/trace.go:171","msg":"trace[1645000716] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29995; }","duration":"682.049482ms","start":"2026-04-29T02:57:12.199345Z","end":"2026-04-29T02:57:12.881394Z","steps":["trace[1645000716] 'agreement among raft nodes before linearized reading' (duration: 681.9519ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:12.881416Z","caller":"traceutil/trace.go:171","msg":"trace[927513811] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:29995; }","duration":"513.014629ms","start":"2026-04-29T02:57:12.368391Z","end":"2026-04-29T02:57:12.881406Z","steps":["trace[927513811] 'agreement among raft nodes before linearized reading' (duration: 512.836616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.881459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.199278Z","time spent":"682.168664ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:12.881496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.368366Z","time spent":"513.088831ms","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:12.883325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.703867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:57:12.883369Z","caller":"traceutil/trace.go:171","msg":"trace[18242903] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29995; }","duration":"765.781538ms","start":"2026-04-29T02:57:12.117578Z","end":"2026-04-29T02:57:12.883359Z","steps":["trace[18242903] 'agreement among raft nodes before linearized reading' (duration: 763.637429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:12.883397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.117562Z","time spent":"765.82826ms","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2942,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:13.399411Z","caller":"traceutil/trace.go:171","msg":"trace[2017860143] transaction","detail":"{read_only:false; response_revision:29996; number_of_response:1; }","duration":"424.151797ms","start":"2026-04-29T02:57:12.975226Z","end":"2026-04-29T02:57:13.399378Z","steps":["trace[2017860143] 'process raft request' (duration: 411.876279ms)","trace[2017860143] 'compare' (duration: 11.940532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:13.399567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.975209Z","time spent":"424.279079ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.408051Z","caller":"traceutil/trace.go:171","msg":"trace[2087281029] transaction","detail":"{read_only:false; response_revision:29997; number_of_response:1; }","duration":"431.147267ms","start":"2026-04-29T02:57:12.976887Z","end":"2026-04-29T02:57:13.408035Z","steps":["trace[2087281029] 'process raft request' (duration: 431.021985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.408174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.976859Z","time spent":"431.246848ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.408301Z","caller":"traceutil/trace.go:171","msg":"trace[2085946292] transaction","detail":"{read_only:false; response_revision:29998; number_of_response:1; }","duration":"431.297799ms","start":"2026-04-29T02:57:12.976992Z","end":"2026-04-29T02:57:13.40829Z","steps":["trace[2085946292] 'process raft request' (duration: 431.013514ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.40835Z","caller":"traceutil/trace.go:171","msg":"trace[1484069769] transaction","detail":"{read_only:false; response_revision:29999; number_of_response:1; }","duration":"431.35113ms","start":"2026-04-29T02:57:12.976983Z","end":"2026-04-29T02:57:13.408335Z","steps":["trace[1484069769] 'process raft request' (duration: 431.219058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.408437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.976965Z","time spent":"431.427512ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.408363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.976981Z","time spent":"431.35308ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:13.408509Z","caller":"traceutil/trace.go:171","msg":"trace[1067721548] linearizableReadLoop","detail":"{readStateIndex:30986; appliedIndex:30980; }","duration":"390.079682ms","start":"2026-04-29T02:57:13.018418Z","end":"2026-04-29T02:57:13.408498Z","steps":["trace[1067721548] 'read index received' (duration: 368.647494ms)","trace[1067721548] 'applied index is now lower than readState.Index' (duration: 21.431428ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:13.408554Z","caller":"traceutil/trace.go:171","msg":"trace[557584761] transaction","detail":"{read_only:false; response_revision:30000; number_of_response:1; }","duration":"431.535364ms","start":"2026-04-29T02:57:12.976995Z","end":"2026-04-29T02:57:13.40853Z","steps":["trace[557584761] 'process raft request' (duration: 431.30129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.408604Z","caller":"traceutil/trace.go:171","msg":"trace[1846803061] transaction","detail":"{read_only:false; response_revision:30001; number_of_response:1; }","duration":"430.25395ms","start":"2026-04-29T02:57:12.978318Z","end":"2026-04-29T02:57:13.408572Z","steps":["trace[1846803061] 'process raft request' (duration: 430.127357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.408667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.976977Z","time spent":"431.629205ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.408691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:12.97829Z","time spent":"430.369892ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:13.408901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.275096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:57:13.408975Z","caller":"traceutil/trace.go:171","msg":"trace[529815180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30001; }","duration":"390.587312ms","start":"2026-04-29T02:57:13.018367Z","end":"2026-04-29T02:57:13.408954Z","steps":["trace[529815180] 'agreement among raft nodes before linearized reading' (duration: 390.212015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.409018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:13.018346Z","time spent":"390.662064ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:57:13.574556Z","caller":"traceutil/trace.go:171","msg":"trace[117086762] transaction","detail":"{read_only:false; response_revision:30002; number_of_response:1; }","duration":"161.88369ms","start":"2026-04-29T02:57:13.41264Z","end":"2026-04-29T02:57:13.574523Z","steps":["trace[117086762] 'process raft request' (duration: 161.699077ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.615313Z","caller":"traceutil/trace.go:171","msg":"trace[964206695] transaction","detail":"{read_only:false; response_revision:30004; number_of_response:1; }","duration":"202.383033ms","start":"2026-04-29T02:57:13.412911Z","end":"2026-04-29T02:57:13.615294Z","steps":["trace[964206695] 'process raft request' (duration: 202.308332ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.615339Z","caller":"traceutil/trace.go:171","msg":"trace[2039263828] transaction","detail":"{read_only:false; response_revision:30003; number_of_response:1; }","duration":"202.462835ms","start":"2026-04-29T02:57:13.412838Z","end":"2026-04-29T02:57:13.6153Z","steps":["trace[2039263828] 'process raft request' (duration: 202.288381ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:13.615544Z","caller":"traceutil/trace.go:171","msg":"trace[316528230] transaction","detail":"{read_only:false; response_revision:30005; number_of_response:1; }","duration":"202.578646ms","start":"2026-04-29T02:57:13.412943Z","end":"2026-04-29T02:57:13.615522Z","steps":["trace[316528230] 'process raft request' (duration: 202.317071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:13.858975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.504268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:57:13.859555Z","caller":"traceutil/trace.go:171","msg":"trace[365739337] linearizableReadLoop","detail":"{readStateIndex:30992; appliedIndex:30990; }","duration":"130.172699ms","start":"2026-04-29T02:57:13.729355Z","end":"2026-04-29T02:57:13.859528Z","steps":["trace[365739337] 'read index received' (duration: 35.308056ms)","trace[365739337] 'applied index is now lower than readState.Index' (duration: 94.862573ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:13.859569Z","caller":"traceutil/trace.go:171","msg":"trace[31013520] transaction","detail":"{read_only:false; response_revision:30006; number_of_response:1; }","duration":"206.950137ms","start":"2026-04-29T02:57:13.652586Z","end":"2026-04-29T02:57:13.859537Z","steps":["trace[31013520] 'process raft request' (duration: 206.489979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:14.264467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.956819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5f4cf6bb47-dcmmt.18aab4583815307c\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-04-29T02:57:14.264531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.756927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:14.264603Z","caller":"traceutil/trace.go:171","msg":"trace[5441247] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:30006; }","duration":"162.880499ms","start":"2026-04-29T02:57:14.101704Z","end":"2026-04-29T02:57:14.264584Z","steps":["trace[5441247] 'count revisions from in-memory index tree' (duration: 162.670614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:14.264713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.356315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:57:14.264775Z","caller":"traceutil/trace.go:171","msg":"trace[289714196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30006; }","duration":"535.453516ms","start":"2026-04-29T02:57:13.729304Z","end":"2026-04-29T02:57:14.264758Z","steps":["trace[289714196] 'agreement among raft nodes before linearized reading' (duration: 130.349254ms)","trace[289714196] 'range keys from in-memory index tree' (duration: 404.959629ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:14.264555Z","caller":"traceutil/trace.go:171","msg":"trace[673717166] range","detail":"{range_begin:/registry/events/openstack/manila-api-5f4cf6bb47-dcmmt.18aab4583815307c; range_end:; response_count:1; response_revision:30006; }","duration":"320.090662ms","start":"2026-04-29T02:57:13.944441Z","end":"2026-04-29T02:57:14.264532Z","steps":["trace[673717166] 'range keys from in-memory index tree' (duration: 319.763356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:14.26482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:13.729282Z","time spent":"535.529578ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:57:14.264852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:13.944418Z","time spent":"320.413207ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/manila-api-5f4cf6bb47-dcmmt.18aab4583815307c\" "} {"level":"warn","ts":"2026-04-29T02:57:14.264889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.193022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:14.264928Z","caller":"traceutil/trace.go:171","msg":"trace[1460952044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30006; }","duration":"442.276583ms","start":"2026-04-29T02:57:13.82264Z","end":"2026-04-29T02:57:14.264916Z","steps":["trace[1460952044] 'agreement among raft nodes before linearized reading' (duration: 37.034899ms)","trace[1460952044] 'count revisions from in-memory index tree' (duration: 405.183223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:14.264978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:13.822618Z","time spent":"442.342685ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:14.494394Z","caller":"traceutil/trace.go:171","msg":"trace[195965173] transaction","detail":"{read_only:false; response_revision:30007; number_of_response:1; }","duration":"227.509661ms","start":"2026-04-29T02:57:14.266845Z","end":"2026-04-29T02:57:14.494354Z","steps":["trace[195965173] 'process raft request' (duration: 227.324508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:14.922862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.819713ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:14.922992Z","caller":"traceutil/trace.go:171","msg":"trace[1073340862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30007; }","duration":"130.962756ms","start":"2026-04-29T02:57:14.79201Z","end":"2026-04-29T02:57:14.922972Z","steps":["trace[1073340862] 'range keys from in-memory index tree' (duration: 130.800543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:14.923427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.93517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:14.923584Z","caller":"traceutil/trace.go:171","msg":"trace[1882814670] linearizableReadLoop","detail":"{readStateIndex:30994; appliedIndex:30992; }","duration":"648.911605ms","start":"2026-04-29T02:57:14.274654Z","end":"2026-04-29T02:57:14.923566Z","steps":["trace[1882814670] 'read index received' (duration: 219.556683ms)","trace[1882814670] 'applied index is now lower than readState.Index' (duration: 429.353162ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:14.923676Z","caller":"traceutil/trace.go:171","msg":"trace[879565209] transaction","detail":"{read_only:false; response_revision:30008; number_of_response:1; }","duration":"654.432078ms","start":"2026-04-29T02:57:14.26914Z","end":"2026-04-29T02:57:14.923572Z","steps":["trace[879565209] 'process raft request' (duration: 378.272553ms)","trace[879565209] 'compare' (duration: 275.509933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:14.923904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.056819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:14.923986Z","caller":"traceutil/trace.go:171","msg":"trace[1326295278] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:30008; }","duration":"649.350345ms","start":"2026-04-29T02:57:14.274617Z","end":"2026-04-29T02:57:14.923968Z","steps":["trace[1326295278] 'agreement among raft nodes before linearized reading' (duration: 648.995487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:14.924042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.274604Z","time spent":"649.424666ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:14.924128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.269123Z","time spent":"654.840187ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:15.356958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.136922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:15.357069Z","caller":"traceutil/trace.go:171","msg":"trace[627800293] linearizableReadLoop","detail":"{readStateIndex:30995; appliedIndex:30994; }","duration":"433.400249ms","start":"2026-04-29T02:57:14.923649Z","end":"2026-04-29T02:57:15.357049Z","steps":["trace[627800293] 'read index received' (duration: 148.083503ms)","trace[627800293] 'applied index is now lower than readState.Index' (duration: 285.311255ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:15.357162Z","caller":"traceutil/trace.go:171","msg":"trace[1023030631] transaction","detail":"{read_only:false; response_revision:30009; number_of_response:1; }","duration":"470.707991ms","start":"2026-04-29T02:57:14.88644Z","end":"2026-04-29T02:57:15.357148Z","steps":["trace[1023030631] 'process raft request' (duration: 185.301794ms)","trace[1023030631] 'compare' (duration: 284.837017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:15.357225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.886412Z","time spent":"470.782263ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:15.357373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059884657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:15.357407Z","caller":"traceutil/trace.go:171","msg":"trace[1302697058] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:30009; }","duration":"1.059944588s","start":"2026-04-29T02:57:14.297454Z","end":"2026-04-29T02:57:15.357398Z","steps":["trace[1302697058] 'agreement among raft nodes before linearized reading' (duration: 1.059873757s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.357438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.29744Z","time spent":"1.059988898s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:15.357595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.895627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:15.357676Z","caller":"traceutil/trace.go:171","msg":"trace[368793744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30009; }","duration":"989.011388ms","start":"2026-04-29T02:57:14.368646Z","end":"2026-04-29T02:57:15.357658Z","steps":["trace[368793744] 'agreement among raft nodes before linearized reading' (duration: 988.594581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.357697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.668065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:15.357778Z","caller":"traceutil/trace.go:171","msg":"trace[1961876565] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:30009; }","duration":"311.819878ms","start":"2026-04-29T02:57:15.04594Z","end":"2026-04-29T02:57:15.35776Z","steps":["trace[1961876565] 'agreement among raft nodes before linearized reading' (duration: 311.662334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.357721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.368632Z","time spent":"989.08052ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:15.357934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.921083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:15.358041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.930185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:57:15.358047Z","caller":"traceutil/trace.go:171","msg":"trace[796005770] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30009; }","duration":"715.037945ms","start":"2026-04-29T02:57:14.642992Z","end":"2026-04-29T02:57:15.35803Z","steps":["trace[796005770] 'agreement among raft nodes before linearized reading' (duration: 714.886172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.358034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.045917Z","time spent":"311.899419ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:15.358092Z","caller":"traceutil/trace.go:171","msg":"trace[201488355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30009; }","duration":"472.024996ms","start":"2026-04-29T02:57:14.886047Z","end":"2026-04-29T02:57:15.358072Z","steps":["trace[201488355] 'agreement among raft nodes before linearized reading' (duration: 471.824582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.358099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.642932Z","time spent":"715.151497ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:15.358129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:14.886025Z","time spent":"472.097778ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:57:15.695018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.912865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:15.695176Z","caller":"traceutil/trace.go:171","msg":"trace[120870222] linearizableReadLoop","detail":"{readStateIndex:30996; appliedIndex:30995; }","duration":"326.539191ms","start":"2026-04-29T02:57:15.368567Z","end":"2026-04-29T02:57:15.695106Z","steps":["trace[120870222] 'read index received' (duration: 125.382992ms)","trace[120870222] 'applied index is now lower than readState.Index' (duration: 201.154829ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:15.695257Z","caller":"traceutil/trace.go:171","msg":"trace[1739788418] transaction","detail":"{read_only:false; response_revision:30010; number_of_response:1; }","duration":"331.926812ms","start":"2026-04-29T02:57:15.36326Z","end":"2026-04-29T02:57:15.695187Z","steps":["trace[1739788418] 'process raft request' (duration: 130.763172ms)","trace[1739788418] 'compare' (duration: 200.796753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:15.695454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.363244Z","time spent":"332.128347ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:15.69543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.816308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:15.695833Z","caller":"traceutil/trace.go:171","msg":"trace[1508080437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30010; }","duration":"327.248835ms","start":"2026-04-29T02:57:15.36855Z","end":"2026-04-29T02:57:15.695798Z","steps":["trace[1508080437] 'agreement among raft nodes before linearized reading' (duration: 326.706896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.695956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.368543Z","time spent":"327.373257ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:57:15.716911Z","caller":"traceutil/trace.go:171","msg":"trace[786491183] transaction","detail":"{read_only:false; response_revision:30011; number_of_response:1; }","duration":"311.583854ms","start":"2026-04-29T02:57:15.405294Z","end":"2026-04-29T02:57:15.716878Z","steps":["trace[786491183] 'process raft request' (duration: 311.277759ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:15.716947Z","caller":"traceutil/trace.go:171","msg":"trace[741844277] transaction","detail":"{read_only:false; response_revision:30012; number_of_response:1; }","duration":"304.272037ms","start":"2026-04-29T02:57:15.412642Z","end":"2026-04-29T02:57:15.716914Z","steps":["trace[741844277] 'process raft request' (duration: 304.124924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.717041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.405276Z","time spent":"311.689426ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.71702Z","caller":"traceutil/trace.go:171","msg":"trace[43955834] transaction","detail":"{read_only:false; response_revision:30013; number_of_response:1; }","duration":"303.990472ms","start":"2026-04-29T02:57:15.413006Z","end":"2026-04-29T02:57:15.716996Z","steps":["trace[43955834] 'process raft request' (duration: 303.8393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.717107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.412617Z","time spent":"304.40196ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.71718Z","caller":"traceutil/trace.go:171","msg":"trace[531280156] transaction","detail":"{read_only:false; response_revision:30014; number_of_response:1; }","duration":"302.913782ms","start":"2026-04-29T02:57:15.414151Z","end":"2026-04-29T02:57:15.717065Z","steps":["trace[531280156] 'process raft request' (duration: 302.741589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.717247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.412997Z","time spent":"304.120785ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:15.717357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.414126Z","time spent":"303.134926ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:15.717683Z","caller":"traceutil/trace.go:171","msg":"trace[426870985] transaction","detail":"{read_only:false; response_revision:30015; number_of_response:1; }","duration":"303.32846ms","start":"2026-04-29T02:57:15.414341Z","end":"2026-04-29T02:57:15.717669Z","steps":["trace[426870985] 'process raft request' (duration: 302.590016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.717756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.414326Z","time spent":"303.394191ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:15.718522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.602456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:57:15.718606Z","caller":"traceutil/trace.go:171","msg":"trace[214699016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30016; }","duration":"139.732519ms","start":"2026-04-29T02:57:15.578854Z","end":"2026-04-29T02:57:15.718587Z","steps":["trace[214699016] 'agreement among raft nodes before linearized reading' (duration: 139.483614ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:15.718847Z","caller":"traceutil/trace.go:171","msg":"trace[488054374] transaction","detail":"{read_only:false; response_revision:30016; number_of_response:1; }","duration":"304.41366ms","start":"2026-04-29T02:57:15.414413Z","end":"2026-04-29T02:57:15.718827Z","steps":["trace[488054374] 'process raft request' (duration: 303.149787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:15.719069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.414406Z","time spent":"304.489141ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:16.279118Z","caller":"traceutil/trace.go:171","msg":"trace[1100095549] transaction","detail":"{read_only:false; response_revision:30018; number_of_response:1; }","duration":"555.771024ms","start":"2026-04-29T02:57:15.723314Z","end":"2026-04-29T02:57:16.279085Z","steps":["trace[1100095549] 'process raft request' (duration: 555.526209ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:16.279204Z","caller":"traceutil/trace.go:171","msg":"trace[1761430612] transaction","detail":"{read_only:false; response_revision:30020; number_of_response:1; }","duration":"555.179583ms","start":"2026-04-29T02:57:15.724016Z","end":"2026-04-29T02:57:16.279195Z","steps":["trace[1761430612] 'process raft request' (duration: 555.03016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.279275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.723292Z","time spent":"555.901776ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:16.279339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.723999Z","time spent":"555.242524ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:16.279116Z","caller":"traceutil/trace.go:171","msg":"trace[2095487757] transaction","detail":"{read_only:false; response_revision:30019; number_of_response:1; }","duration":"555.649491ms","start":"2026-04-29T02:57:15.72344Z","end":"2026-04-29T02:57:16.27909Z","steps":["trace[2095487757] 'process raft request' (duration: 555.56419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.279479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.723416Z","time spent":"555.984308ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:16.528496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.625918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:16.528602Z","caller":"traceutil/trace.go:171","msg":"trace[179836561] linearizableReadLoop","detail":"{readStateIndex:31007; appliedIndex:31003; }","duration":"600.291982ms","start":"2026-04-29T02:57:15.928291Z","end":"2026-04-29T02:57:16.528583Z","steps":["trace[179836561] 'read index received' (duration: 350.67666ms)","trace[179836561] 'applied index is now lower than readState.Index' (duration: 249.613912ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:16.528696Z","caller":"traceutil/trace.go:171","msg":"trace[463967624] transaction","detail":"{read_only:false; response_revision:30021; number_of_response:1; }","duration":"663.676041ms","start":"2026-04-29T02:57:15.865Z","end":"2026-04-29T02:57:16.528676Z","steps":["trace[463967624] 'process raft request' (duration: 538.772728ms)","trace[463967624] 'compare' (duration: 124.350682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:16.52875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.864968Z","time spent":"663.751991ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:16.528901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.584827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:16.529033Z","caller":"traceutil/trace.go:171","msg":"trace[1632372373] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30021; }","duration":"600.776061ms","start":"2026-04-29T02:57:15.928238Z","end":"2026-04-29T02:57:16.529014Z","steps":["trace[1632372373] 'agreement among raft nodes before linearized reading' (duration: 600.473035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.52908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:15.928213Z","time spent":"600.853192ms","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:16.88798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.447339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:57:16.888109Z","caller":"traceutil/trace.go:171","msg":"trace[680545843] linearizableReadLoop","detail":"{readStateIndex:31008; appliedIndex:31007; }","duration":"359.463313ms","start":"2026-04-29T02:57:16.528627Z","end":"2026-04-29T02:57:16.88809Z","steps":["trace[680545843] 'read index received' (duration: 231.648086ms)","trace[680545843] 'applied index is now lower than readState.Index' (duration: 127.813497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:16.88821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.208939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:16.88824Z","caller":"traceutil/trace.go:171","msg":"trace[169851398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30022; }","duration":"707.279572ms","start":"2026-04-29T02:57:16.180948Z","end":"2026-04-29T02:57:16.888228Z","steps":["trace[169851398] 'agreement among raft nodes before linearized reading' (duration: 707.216371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.888234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.924548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:57:16.888275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.180924Z","time spent":"707.341253ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:57:16.888263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.690514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:16.888291Z","caller":"traceutil/trace.go:171","msg":"trace[1955998928] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:30022; }","duration":"762.01354ms","start":"2026-04-29T02:57:16.126258Z","end":"2026-04-29T02:57:16.888272Z","steps":["trace[1955998928] 'agreement among raft nodes before linearized reading' (duration: 761.922048ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:16.888276Z","caller":"traceutil/trace.go:171","msg":"trace[1465520648] transaction","detail":"{read_only:false; response_revision:30022; number_of_response:1; }","duration":"387.450184ms","start":"2026-04-29T02:57:16.500793Z","end":"2026-04-29T02:57:16.888243Z","steps":["trace[1465520648] 'process raft request' (duration: 259.459764ms)","trace[1465520648] 'compare' (duration: 127.295197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:16.888338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.12624Z","time spent":"762.089191ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:16.888345Z","caller":"traceutil/trace.go:171","msg":"trace[1398636550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30022; }","duration":"519.785966ms","start":"2026-04-29T02:57:16.368537Z","end":"2026-04-29T02:57:16.888323Z","steps":["trace[1398636550] 'agreement among raft nodes before linearized reading' (duration: 519.620413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.888388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.368478Z","time spent":"519.900458ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:16.888417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.500759Z","time spent":"387.583397ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:57:16.888501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.408787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:57:16.888538Z","caller":"traceutil/trace.go:171","msg":"trace[341600011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30022; }","duration":"854.482247ms","start":"2026-04-29T02:57:16.034043Z","end":"2026-04-29T02:57:16.888525Z","steps":["trace[341600011] 'agreement among raft nodes before linearized reading' (duration: 854.430976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:16.888572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.03402Z","time spent":"854.540609ms","remote":"127.0.0.1:59554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:57:17.092113Z","caller":"traceutil/trace.go:171","msg":"trace[1463658783] linearizableReadLoop","detail":"{readStateIndex:31009; appliedIndex:31008; }","duration":"203.949972ms","start":"2026-04-29T02:57:16.888136Z","end":"2026-04-29T02:57:17.092086Z","steps":["trace[1463658783] 'read index received' (duration: 135.624171ms)","trace[1463658783] 'applied index is now lower than readState.Index' (duration: 68.324841ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:57:17.092212Z","caller":"traceutil/trace.go:171","msg":"trace[575047405] transaction","detail":"{read_only:false; response_revision:30023; number_of_response:1; }","duration":"440.593541ms","start":"2026-04-29T02:57:16.651577Z","end":"2026-04-29T02:57:17.09217Z","steps":["trace[575047405] 'process raft request' (duration: 372.249811ms)","trace[575047405] 'compare' (duration: 68.099386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:57:17.092256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.505272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:57:17.092293Z","caller":"traceutil/trace.go:171","msg":"trace[931565446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30023; }","duration":"396.629924ms","start":"2026-04-29T02:57:16.695653Z","end":"2026-04-29T02:57:17.092283Z","steps":["trace[931565446] 'agreement among raft nodes before linearized reading' (duration: 396.545603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:57:17.092334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.695619Z","time spent":"396.708006ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:57:17.092373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:57:16.65155Z","time spent":"440.741944ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:57:17.461645Z","caller":"traceutil/trace.go:171","msg":"trace[312697557] transaction","detail":"{read_only:false; response_revision:30024; number_of_response:1; }","duration":"122.736463ms","start":"2026-04-29T02:57:17.338879Z","end":"2026-04-29T02:57:17.461616Z","steps":["trace[312697557] 'process raft request' (duration: 119.765738ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:17.513531Z","caller":"traceutil/trace.go:171","msg":"trace[1192778970] transaction","detail":"{read_only:false; response_revision:30025; number_of_response:1; }","duration":"151.019179ms","start":"2026-04-29T02:57:17.362486Z","end":"2026-04-29T02:57:17.513506Z","steps":["trace[1192778970] 'process raft request' (duration: 150.878706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:58:48.565185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.25268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:58:48.565314Z","caller":"traceutil/trace.go:171","msg":"trace[2138962860] transaction","detail":"{read_only:false; response_revision:30697; number_of_response:1; }","duration":"156.567361ms","start":"2026-04-29T02:58:48.40872Z","end":"2026-04-29T02:58:48.565287Z","steps":["trace[2138962860] 'process raft request' (duration: 39.113578ms)","trace[2138962860] 'compare' (duration: 117.064526ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:58:48.565306Z","caller":"traceutil/trace.go:171","msg":"trace[29850317] linearizableReadLoop","detail":"{readStateIndex:31702; appliedIndex:31701; }","duration":"150.650481ms","start":"2026-04-29T02:58:48.414635Z","end":"2026-04-29T02:58:48.565285Z","steps":["trace[29850317] 'read index received' (duration: 33.121086ms)","trace[29850317] 'applied index is now lower than readState.Index' (duration: 117.527965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:58:48.565575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.895246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:58:48.565651Z","caller":"traceutil/trace.go:171","msg":"trace[1803301130] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:30697; }","duration":"151.035378ms","start":"2026-04-29T02:58:48.414596Z","end":"2026-04-29T02:58:48.565631Z","steps":["trace[1803301130] 'agreement among raft nodes before linearized reading' (duration: 150.776834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:23.900048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.102663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:59:23.900194Z","caller":"traceutil/trace.go:171","msg":"trace[1768281543] linearizableReadLoop","detail":"{readStateIndex:31964; appliedIndex:31963; }","duration":"128.210464ms","start":"2026-04-29T02:59:23.771962Z","end":"2026-04-29T02:59:23.900172Z","steps":["trace[1768281543] 'read index received' (duration: 59.891µs)","trace[1768281543] 'applied index is now lower than readState.Index' (duration: 128.148953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:23.900279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.310876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:23.900315Z","caller":"traceutil/trace.go:171","msg":"trace[1632843262] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:30950; }","duration":"128.382257ms","start":"2026-04-29T02:59:23.771918Z","end":"2026-04-29T02:59:23.9003Z","steps":["trace[1632843262] 'agreement among raft nodes before linearized reading' (duration: 128.308716ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.240263Z","caller":"traceutil/trace.go:171","msg":"trace[78432737] transaction","detail":"{read_only:false; response_revision:30951; number_of_response:1; }","duration":"268.130456ms","start":"2026-04-29T02:59:23.972101Z","end":"2026-04-29T02:59:24.240232Z","steps":["trace[78432737] 'process raft request' (duration: 267.913302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.474601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.091058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:59:24.474745Z","caller":"traceutil/trace.go:171","msg":"trace[1187857884] transaction","detail":"{read_only:false; response_revision:30954; number_of_response:1; }","duration":"160.331781ms","start":"2026-04-29T02:59:24.314398Z","end":"2026-04-29T02:59:24.47473Z","steps":["trace[1187857884] 'process raft request' (duration: 160.27926ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.475004Z","caller":"traceutil/trace.go:171","msg":"trace[1343262303] transaction","detail":"{read_only:false; response_revision:30953; number_of_response:1; }","duration":"187.444215ms","start":"2026-04-29T02:59:24.287551Z","end":"2026-04-29T02:59:24.474995Z","steps":["trace[1343262303] 'process raft request' (duration: 27.893338ms)","trace[1343262303] 'compare' (duration: 158.963526ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:24.475104Z","caller":"traceutil/trace.go:171","msg":"trace[1899788007] linearizableReadLoop","detail":"{readStateIndex:31967; appliedIndex:31966; }","duration":"162.008431ms","start":"2026-04-29T02:59:24.313088Z","end":"2026-04-29T02:59:24.475096Z","steps":["trace[1899788007] 'read index received' (duration: 2.349193ms)","trace[1899788007] 'applied index is now lower than readState.Index' (duration: 159.658508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:24.475243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.158005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:24.475269Z","caller":"traceutil/trace.go:171","msg":"trace[312375265] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:30954; }","duration":"162.222106ms","start":"2026-04-29T02:59:24.313039Z","end":"2026-04-29T02:59:24.475261Z","steps":["trace[312375265] 'agreement among raft nodes before linearized reading' (duration: 162.170695ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.522928Z","caller":"traceutil/trace.go:171","msg":"trace[804546595] transaction","detail":"{read_only:false; response_revision:30955; number_of_response:1; }","duration":"206.495419ms","start":"2026-04-29T02:59:24.316415Z","end":"2026-04-29T02:59:24.52291Z","steps":["trace[804546595] 'process raft request' (duration: 206.347937ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.523227Z","caller":"traceutil/trace.go:171","msg":"trace[470505692] transaction","detail":"{read_only:false; response_revision:30956; number_of_response:1; }","duration":"200.084791ms","start":"2026-04-29T02:59:24.323117Z","end":"2026-04-29T02:59:24.523202Z","steps":["trace[470505692] 'process raft request' (duration: 199.745375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:24.523383Z","caller":"traceutil/trace.go:171","msg":"trace[1932880540] transaction","detail":"{read_only:false; response_revision:30957; number_of_response:1; }","duration":"199.730394ms","start":"2026-04-29T02:59:24.323632Z","end":"2026-04-29T02:59:24.523362Z","steps":["trace[1932880540] 'process raft request' (duration: 199.485309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.523395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.193617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:59:24.523486Z","caller":"traceutil/trace.go:171","msg":"trace[1585550989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30957; }","duration":"147.319768ms","start":"2026-04-29T02:59:24.376141Z","end":"2026-04-29T02:59:24.52346Z","steps":["trace[1585550989] 'agreement among raft nodes before linearized reading' (duration: 147.092724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:24.52357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.169474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:24.523635Z","caller":"traceutil/trace.go:171","msg":"trace[1027618329] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:30957; }","duration":"120.260676ms","start":"2026-04-29T02:59:24.403354Z","end":"2026-04-29T02:59:24.523615Z","steps":["trace[1027618329] 'agreement among raft nodes before linearized reading' (duration: 120.159764ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:25.188332Z","caller":"traceutil/trace.go:171","msg":"trace[2009065544] linearizableReadLoop","detail":"{readStateIndex:31975; appliedIndex:31973; }","duration":"226.834408ms","start":"2026-04-29T02:59:24.961472Z","end":"2026-04-29T02:59:25.188307Z","steps":["trace[2009065544] 'read index received' (duration: 80.247722ms)","trace[2009065544] 'applied index is now lower than readState.Index' (duration: 146.585826ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:25.188342Z","caller":"traceutil/trace.go:171","msg":"trace[1486440185] transaction","detail":"{read_only:false; response_revision:30961; number_of_response:1; }","duration":"231.110138ms","start":"2026-04-29T02:59:24.957209Z","end":"2026-04-29T02:59:25.188319Z","steps":["trace[1486440185] 'process raft request' (duration: 228.345766ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:25.188341Z","caller":"traceutil/trace.go:171","msg":"trace[1759447813] transaction","detail":"{read_only:false; response_revision:30962; number_of_response:1; }","duration":"167.346023ms","start":"2026-04-29T02:59:25.020966Z","end":"2026-04-29T02:59:25.188312Z","steps":["trace[1759447813] 'process raft request' (duration: 167.166399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:25.188628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.139104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:59:25.188661Z","caller":"traceutil/trace.go:171","msg":"trace[425005029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30963; }","duration":"227.196925ms","start":"2026-04-29T02:59:24.961457Z","end":"2026-04-29T02:59:25.188654Z","steps":["trace[425005029] 'agreement among raft nodes before linearized reading' (duration: 226.978431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:25.522464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.452995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:25.522686Z","caller":"traceutil/trace.go:171","msg":"trace[645216094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30964; }","duration":"152.854393ms","start":"2026-04-29T02:59:25.369798Z","end":"2026-04-29T02:59:25.522653Z","steps":["trace[645216094] 'range keys from in-memory index tree' (duration: 152.029866ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:26.754957Z","caller":"traceutil/trace.go:171","msg":"trace[576814823] linearizableReadLoop","detail":"{readStateIndex:31987; appliedIndex:31986; }","duration":"164.478819ms","start":"2026-04-29T02:59:26.590435Z","end":"2026-04-29T02:59:26.754914Z","steps":["trace[576814823] 'read index received' (duration: 67.286071ms)","trace[576814823] 'applied index is now lower than readState.Index' (duration: 97.189888ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:26.755056Z","caller":"traceutil/trace.go:171","msg":"trace[927958290] transaction","detail":"{read_only:false; response_revision:30973; number_of_response:1; }","duration":"180.367383ms","start":"2026-04-29T02:59:26.574635Z","end":"2026-04-29T02:59:26.755002Z","steps":["trace[927958290] 'process raft request' (duration: 83.153076ms)","trace[927958290] 'compare' (duration: 96.669267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:26.755333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.837155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:59:26.75578Z","caller":"traceutil/trace.go:171","msg":"trace[137253976] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:30973; }","duration":"165.350924ms","start":"2026-04-29T02:59:26.590408Z","end":"2026-04-29T02:59:26.755759Z","steps":["trace[137253976] 'agreement among raft nodes before linearized reading' (duration: 164.799344ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:27.473065Z","caller":"traceutil/trace.go:171","msg":"trace[1661157774] linearizableReadLoop","detail":"{readStateIndex:31993; appliedIndex:31992; }","duration":"104.997403ms","start":"2026-04-29T02:59:27.36805Z","end":"2026-04-29T02:59:27.473047Z","steps":["trace[1661157774] 'read index received' (duration: 104.920041ms)","trace[1661157774] 'applied index is now lower than readState.Index' (duration: 76.532µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:27.473177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.122155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:27.473194Z","caller":"traceutil/trace.go:171","msg":"trace[280054965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30979; }","duration":"105.192696ms","start":"2026-04-29T02:59:27.367996Z","end":"2026-04-29T02:59:27.473189Z","steps":["trace[280054965] 'agreement among raft nodes before linearized reading' (duration: 105.121305ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:27.47317Z","caller":"traceutil/trace.go:171","msg":"trace[834155508] transaction","detail":"{read_only:false; response_revision:30979; number_of_response:1; }","duration":"133.870089ms","start":"2026-04-29T02:59:27.339263Z","end":"2026-04-29T02:59:27.473133Z","steps":["trace[834155508] 'process raft request' (duration: 133.651695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:28.868416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979993816,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:59:29.205718Z","caller":"traceutil/trace.go:171","msg":"trace[1995747464] transaction","detail":"{read_only:false; response_revision:30980; number_of_response:1; }","duration":"945.219095ms","start":"2026-04-29T02:59:28.260468Z","end":"2026-04-29T02:59:29.205687Z","steps":["trace[1995747464] 'process raft request' (duration: 945.024431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.205898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.260445Z","time spent":"945.361267ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.623374Z","caller":"traceutil/trace.go:171","msg":"trace[1614819657] transaction","detail":"{read_only:false; response_revision:30981; number_of_response:1; }","duration":"1.256864049s","start":"2026-04-29T02:59:28.366482Z","end":"2026-04-29T02:59:29.623346Z","steps":["trace[1614819657] 'process raft request' (duration: 1.256593544s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:29.623385Z","caller":"traceutil/trace.go:171","msg":"trace[807827148] transaction","detail":"{read_only:false; response_revision:30983; number_of_response:1; }","duration":"1.094495849s","start":"2026-04-29T02:59:28.528861Z","end":"2026-04-29T02:59:29.623356Z","steps":["trace[807827148] 'process raft request' (duration: 1.094425068s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.62353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.528852Z","time spent":"1.094601472s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.623634Z","caller":"traceutil/trace.go:171","msg":"trace[908100730] transaction","detail":"{read_only:false; response_revision:30984; number_of_response:1; }","duration":"1.049314721s","start":"2026-04-29T02:59:28.574297Z","end":"2026-04-29T02:59:29.623611Z","steps":["trace[908100730] 'process raft request' (duration: 1.049027645s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.623748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.574282Z","time spent":"1.049406802s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.623718Z","caller":"traceutil/trace.go:171","msg":"trace[1929516114] transaction","detail":"{read_only:false; response_revision:30982; number_of_response:1; }","duration":"1.095574511s","start":"2026-04-29T02:59:28.528102Z","end":"2026-04-29T02:59:29.623677Z","steps":["trace[1929516114] 'process raft request' (duration: 1.095146172s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.623928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.528072Z","time spent":"1.095745254s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.624092Z","caller":"traceutil/trace.go:171","msg":"trace[878293926] transaction","detail":"{read_only:false; response_revision:30985; number_of_response:1; }","duration":"1.048710669s","start":"2026-04-29T02:59:28.575365Z","end":"2026-04-29T02:59:29.624076Z","steps":["trace[878293926] 'process raft request' (duration: 1.04820221s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.624161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.575341Z","time spent":"1.04879077s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.624222Z","caller":"traceutil/trace.go:171","msg":"trace[889539275] transaction","detail":"{read_only:false; response_revision:30986; number_of_response:1; }","duration":"1.047953185s","start":"2026-04-29T02:59:28.576259Z","end":"2026-04-29T02:59:29.624212Z","steps":["trace[889539275] 'process raft request' (duration: 1.047821212s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.624278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.576237Z","time spent":"1.048013775s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.624257Z","caller":"traceutil/trace.go:171","msg":"trace[1318924767] linearizableReadLoop","detail":"{readStateIndex:32000; appliedIndex:31993; }","duration":"1.256434531s","start":"2026-04-29T02:59:28.367765Z","end":"2026-04-29T02:59:29.6242Z","steps":["trace[1318924767] 'read index received' (duration: 837.817588ms)","trace[1318924767] 'applied index is now lower than readState.Index' (duration: 418.615863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:29.624437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256673736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:29.624469Z","caller":"traceutil/trace.go:171","msg":"trace[1500269534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30986; }","duration":"1.256734506s","start":"2026-04-29T02:59:28.367727Z","end":"2026-04-29T02:59:29.624461Z","steps":["trace[1500269534] 'agreement among raft nodes before linearized reading' (duration: 1.256678795s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.62449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.367708Z","time spent":"1.256776498s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:59:29.624504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.366454Z","time spent":"1.256979762s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:29.765204Z","caller":"traceutil/trace.go:171","msg":"trace[1652507780] linearizableReadLoop","detail":"{readStateIndex:32002; appliedIndex:32000; }","duration":"140.86522ms","start":"2026-04-29T02:59:29.624315Z","end":"2026-04-29T02:59:29.765181Z","steps":["trace[1652507780] 'read index received' (duration: 60.815222ms)","trace[1652507780] 'applied index is now lower than readState.Index' (duration: 80.048688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:29.766096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.280017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:59:29.766147Z","caller":"traceutil/trace.go:171","msg":"trace[1434786796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30988; }","duration":"923.382368ms","start":"2026-04-29T02:59:28.842752Z","end":"2026-04-29T02:59:29.766135Z","steps":["trace[1434786796] 'agreement among raft nodes before linearized reading' (duration: 923.201995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.766175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.757197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:29.766283Z","caller":"traceutil/trace.go:171","msg":"trace[1519329334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30988; }","duration":"140.912031ms","start":"2026-04-29T02:59:29.625347Z","end":"2026-04-29T02:59:29.766259Z","steps":["trace[1519329334] 'agreement among raft nodes before linearized reading' (duration: 140.725926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.766174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.314347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-29T02:59:29.766471Z","caller":"traceutil/trace.go:171","msg":"trace[347669489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30988; }","duration":"731.672975ms","start":"2026-04-29T02:59:29.034783Z","end":"2026-04-29T02:59:29.766456Z","steps":["trace[347669489] 'agreement among raft nodes before linearized reading' (duration: 731.098564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.76651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.034763Z","time spent":"731.734416ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:59:29.76665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007074764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:59:29.766694Z","caller":"traceutil/trace.go:171","msg":"trace[315026341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30988; }","duration":"1.007167067s","start":"2026-04-29T02:59:28.759515Z","end":"2026-04-29T02:59:29.766683Z","steps":["trace[315026341] 'agreement among raft nodes before linearized reading' (duration: 1.007008264s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.766723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.759495Z","time spent":"1.007221409s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:59:29.766857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.542234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:59:29.766954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345481997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T02:59:29.766965Z","caller":"traceutil/trace.go:171","msg":"trace[1237724096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30988; }","duration":"517.707526ms","start":"2026-04-29T02:59:29.249235Z","end":"2026-04-29T02:59:29.766942Z","steps":["trace[1237724096] 'agreement among raft nodes before linearized reading' (duration: 517.38032ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:29.766998Z","caller":"traceutil/trace.go:171","msg":"trace[2111702479] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:30988; }","duration":"1.345562809s","start":"2026-04-29T02:59:28.421422Z","end":"2026-04-29T02:59:29.766985Z","steps":["trace[2111702479] 'agreement among raft nodes before linearized reading' (duration: 1.345455837s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.767023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.249211Z","time spent":"517.798278ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:59:29.766944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.118711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:59:29.767243Z","caller":"traceutil/trace.go:171","msg":"trace[1809094605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30988; }","duration":"662.455098ms","start":"2026-04-29T02:59:29.104768Z","end":"2026-04-29T02:59:29.767223Z","steps":["trace[1809094605] 'agreement among raft nodes before linearized reading' (duration: 661.955449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.767629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.104748Z","time spent":"662.864655ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:59:29.767037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.421405Z","time spent":"1.345625529s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-29T02:59:29.767261Z","caller":"traceutil/trace.go:171","msg":"trace[518109893] transaction","detail":"{read_only:false; response_revision:30988; number_of_response:1; }","duration":"547.222625ms","start":"2026-04-29T02:59:29.220021Z","end":"2026-04-29T02:59:29.767243Z","steps":["trace[518109893] 'process raft request' (duration: 545.096096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.768299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.22001Z","time spent":"548.201104ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:59:29.766304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:28.842724Z","time spent":"923.4527ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:59:29.768469Z","caller":"traceutil/trace.go:171","msg":"trace[1177094235] transaction","detail":"{read_only:false; response_revision:30987; number_of_response:1; }","duration":"557.70276ms","start":"2026-04-29T02:59:29.210751Z","end":"2026-04-29T02:59:29.768453Z","steps":["trace[1177094235] 'process raft request' (duration: 474.484503ms)","trace[1177094235] 'compare' (duration: 79.702612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:59:29.767385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.60575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:59:29.768665Z","caller":"traceutil/trace.go:171","msg":"trace[637295657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30988; }","duration":"464.903304ms","start":"2026-04-29T02:59:29.303745Z","end":"2026-04-29T02:59:29.768648Z","steps":["trace[637295657] 'agreement among raft nodes before linearized reading' (duration: 463.568939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.768707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.303732Z","time spent":"464.962005ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:59:29.767457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.982999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:59:29.768806Z","caller":"traceutil/trace.go:171","msg":"trace[1567168327] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:30988; }","duration":"520.413416ms","start":"2026-04-29T02:59:29.248382Z","end":"2026-04-29T02:59:29.768795Z","steps":["trace[1567168327] 'agreement among raft nodes before linearized reading' (duration: 518.820286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:29.76884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.248367Z","time spent":"520.461447ms","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:59:29.768762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:59:29.210727Z","time spent":"557.999625ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:59:37.989796Z","caller":"traceutil/trace.go:171","msg":"trace[546402736] transaction","detail":"{read_only:false; response_revision:31049; number_of_response:1; }","duration":"113.595541ms","start":"2026-04-29T02:59:37.876167Z","end":"2026-04-29T02:59:37.989763Z","steps":["trace[546402736] 'process raft request' (duration: 113.269046ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:59:37.990471Z","caller":"traceutil/trace.go:171","msg":"trace[984750678] linearizableReadLoop","detail":"{readStateIndex:32066; appliedIndex:32064; }","duration":"107.099591ms","start":"2026-04-29T02:59:37.883354Z","end":"2026-04-29T02:59:37.990454Z","steps":["trace[984750678] 'read index received' (duration: 20.853618ms)","trace[984750678] 'applied index is now lower than readState.Index' (duration: 86.244523ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:59:37.990484Z","caller":"traceutil/trace.go:171","msg":"trace[1299457415] transaction","detail":"{read_only:false; response_revision:31050; number_of_response:1; }","duration":"113.366958ms","start":"2026-04-29T02:59:37.877096Z","end":"2026-04-29T02:59:37.990463Z","steps":["trace[1299457415] 'process raft request' (duration: 112.475472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:37.990734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.356936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:59:37.990777Z","caller":"traceutil/trace.go:171","msg":"trace[1877959546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31050; }","duration":"107.437697ms","start":"2026-04-29T02:59:37.883329Z","end":"2026-04-29T02:59:37.990767Z","steps":["trace[1877959546] 'agreement among raft nodes before linearized reading' (duration: 107.216492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:59:37.990774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.373376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:59:37.990842Z","caller":"traceutil/trace.go:171","msg":"trace[919161208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31050; }","duration":"107.463888ms","start":"2026-04-29T02:59:37.883361Z","end":"2026-04-29T02:59:37.990825Z","steps":["trace[919161208] 'agreement among raft nodes before linearized reading' (duration: 107.262224ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:52.039427Z","caller":"traceutil/trace.go:171","msg":"trace[795284238] transaction","detail":"{read_only:false; response_revision:31684; number_of_response:1; }","duration":"121.507919ms","start":"2026-04-29T03:00:51.917891Z","end":"2026-04-29T03:00:52.039399Z","steps":["trace[795284238] 'process raft request' (duration: 121.322796ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:52.142132Z","caller":"traceutil/trace.go:171","msg":"trace[484235047] transaction","detail":"{read_only:false; response_revision:31685; number_of_response:1; }","duration":"222.866054ms","start":"2026-04-29T03:00:51.919234Z","end":"2026-04-29T03:00:52.142101Z","steps":["trace[484235047] 'process raft request' (duration: 210.689848ms)","trace[484235047] 'compare' (duration: 11.861231ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:00:52.14239Z","caller":"traceutil/trace.go:171","msg":"trace[1624691776] transaction","detail":"{read_only:false; response_revision:31686; number_of_response:1; }","duration":"185.00932ms","start":"2026-04-29T03:00:51.957339Z","end":"2026-04-29T03:00:52.142349Z","steps":["trace[1624691776] 'process raft request' (duration: 184.684704ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:52.142426Z","caller":"traceutil/trace.go:171","msg":"trace[1295748807] transaction","detail":"{read_only:false; response_revision:31688; number_of_response:1; }","duration":"164.722044ms","start":"2026-04-29T03:00:51.977684Z","end":"2026-04-29T03:00:52.142406Z","steps":["trace[1295748807] 'process raft request' (duration: 164.639552ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:52.14245Z","caller":"traceutil/trace.go:171","msg":"trace[2146844430] transaction","detail":"{read_only:false; response_revision:31687; number_of_response:1; }","duration":"173.567267ms","start":"2026-04-29T03:00:51.968813Z","end":"2026-04-29T03:00:52.14238Z","steps":["trace[2146844430] 'process raft request' (duration: 173.415075ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:52.142637Z","caller":"traceutil/trace.go:171","msg":"trace[1060734667] transaction","detail":"{read_only:false; response_revision:31689; number_of_response:1; }","duration":"160.721499ms","start":"2026-04-29T03:00:51.981898Z","end":"2026-04-29T03:00:52.142619Z","steps":["trace[1060734667] 'process raft request' (duration: 160.470354ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:54.405456Z","caller":"traceutil/trace.go:171","msg":"trace[1671411904] transaction","detail":"{read_only:false; response_revision:31698; number_of_response:1; }","duration":"358.912093ms","start":"2026-04-29T03:00:54.046522Z","end":"2026-04-29T03:00:54.405434Z","steps":["trace[1671411904] 'process raft request' (duration: 358.75641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.4056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.046493Z","time spent":"359.034015ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:54.405592Z","caller":"traceutil/trace.go:171","msg":"trace[630654126] linearizableReadLoop","detail":"{readStateIndex:32733; appliedIndex:32733; }","duration":"351.512976ms","start":"2026-04-29T03:00:54.054033Z","end":"2026-04-29T03:00:54.405546Z","steps":["trace[630654126] 'read index received' (duration: 351.490455ms)","trace[630654126] 'applied index is now lower than readState.Index' (duration: 19.061µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:00:54.405852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.784691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:00:54.405893Z","caller":"traceutil/trace.go:171","msg":"trace[558237988] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:31698; }","duration":"351.884514ms","start":"2026-04-29T03:00:54.053993Z","end":"2026-04-29T03:00:54.405877Z","steps":["trace[558237988] 'agreement among raft nodes before linearized reading' (duration: 351.723261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.405925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.053964Z","time spent":"351.953814ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:00:54.557686Z","caller":"traceutil/trace.go:171","msg":"trace[431721428] transaction","detail":"{read_only:false; response_revision:31700; number_of_response:1; }","duration":"409.35446ms","start":"2026-04-29T03:00:54.148311Z","end":"2026-04-29T03:00:54.557665Z","steps":["trace[431721428] 'process raft request' (duration: 409.261239ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:54.557694Z","caller":"traceutil/trace.go:171","msg":"trace[123874921] transaction","detail":"{read_only:false; response_revision:31699; number_of_response:1; }","duration":"409.444402ms","start":"2026-04-29T03:00:54.148216Z","end":"2026-04-29T03:00:54.557661Z","steps":["trace[123874921] 'process raft request' (duration: 409.201238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.557824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.14828Z","time spent":"409.462813ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:00:54.557832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.148193Z","time spent":"409.561784ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:54.558027Z","caller":"traceutil/trace.go:171","msg":"trace[1222345525] transaction","detail":"{read_only:false; response_revision:31701; number_of_response:1; }","duration":"409.257419ms","start":"2026-04-29T03:00:54.148714Z","end":"2026-04-29T03:00:54.557971Z","steps":["trace[1222345525] 'process raft request' (duration: 408.923053ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:54.55817Z","caller":"traceutil/trace.go:171","msg":"trace[325638324] transaction","detail":"{read_only:false; response_revision:31702; number_of_response:1; }","duration":"409.3063ms","start":"2026-04-29T03:00:54.14885Z","end":"2026-04-29T03:00:54.558156Z","steps":["trace[325638324] 'process raft request' (duration: 408.992325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.558213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.1487Z","time spent":"409.418971ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:00:54.558225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.148814Z","time spent":"409.383591ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:54.558354Z","caller":"traceutil/trace.go:171","msg":"trace[1763745158] transaction","detail":"{read_only:false; response_revision:31704; number_of_response:1; }","duration":"351.641409ms","start":"2026-04-29T03:00:54.206703Z","end":"2026-04-29T03:00:54.558344Z","steps":["trace[1763745158] 'process raft request' (duration: 351.558986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.558399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.206688Z","time spent":"351.6896ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:54.558363Z","caller":"traceutil/trace.go:171","msg":"trace[712524388] linearizableReadLoop","detail":"{readStateIndex:32739; appliedIndex:32733; }","duration":"152.650558ms","start":"2026-04-29T03:00:54.405678Z","end":"2026-04-29T03:00:54.558329Z","steps":["trace[712524388] 'read index received' (duration: 151.829193ms)","trace[712524388] 'applied index is now lower than readState.Index' (duration: 820.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:00:54.558393Z","caller":"traceutil/trace.go:171","msg":"trace[1261780137] transaction","detail":"{read_only:false; response_revision:31703; number_of_response:1; }","duration":"407.897255ms","start":"2026-04-29T03:00:54.150461Z","end":"2026-04-29T03:00:54.558358Z","steps":["trace[1261780137] 'process raft request' (duration: 407.644429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.558488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.085912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:00:54.558509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:00:54.150432Z","time spent":"408.053457ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:00:54.558528Z","caller":"traceutil/trace.go:171","msg":"trace[518431868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31704; }","duration":"192.163214ms","start":"2026-04-29T03:00:54.366356Z","end":"2026-04-29T03:00:54.558519Z","steps":["trace[518431868] 'agreement among raft nodes before linearized reading' (duration: 192.089842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.558529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.585096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:00:54.558567Z","caller":"traceutil/trace.go:171","msg":"trace[609435688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31704; }","duration":"189.636846ms","start":"2026-04-29T03:00:54.368922Z","end":"2026-04-29T03:00:54.558559Z","steps":["trace[609435688] 'agreement among raft nodes before linearized reading' (duration: 189.493604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.55856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.139423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:00:54.558602Z","caller":"traceutil/trace.go:171","msg":"trace[724425816] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:31704; }","duration":"299.255365ms","start":"2026-04-29T03:00:54.259334Z","end":"2026-04-29T03:00:54.558589Z","steps":["trace[724425816] 'agreement among raft nodes before linearized reading' (duration: 299.108102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.635646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.66444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:00:54.635726Z","caller":"traceutil/trace.go:171","msg":"trace[2121206721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31705; }","duration":"102.811302ms","start":"2026-04-29T03:00:54.532899Z","end":"2026-04-29T03:00:54.63571Z","steps":["trace[2121206721] 'agreement among raft nodes before linearized reading' (duration: 102.584328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.635717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.085531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T03:00:54.63574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.090823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:00:54.635799Z","caller":"traceutil/trace.go:171","msg":"trace[2111175491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31705; }","duration":"150.216163ms","start":"2026-04-29T03:00:54.485557Z","end":"2026-04-29T03:00:54.635773Z","steps":["trace[2111175491] 'agreement among raft nodes before linearized reading' (duration: 149.968219ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:54.635807Z","caller":"traceutil/trace.go:171","msg":"trace[1808306268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31705; }","duration":"170.209415ms","start":"2026-04-29T03:00:54.465578Z","end":"2026-04-29T03:00:54.635788Z","steps":["trace[1808306268] 'agreement among raft nodes before linearized reading' (duration: 170.020692ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:00:54.635515Z","caller":"traceutil/trace.go:171","msg":"trace[206191530] transaction","detail":"{read_only:false; response_revision:31705; number_of_response:1; }","duration":"138.869703ms","start":"2026-04-29T03:00:54.496613Z","end":"2026-04-29T03:00:54.635482Z","steps":["trace[206191530] 'process raft request' (duration: 138.632758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.63635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.111801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:00:54.636394Z","caller":"traceutil/trace.go:171","msg":"trace[1591154563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31705; }","duration":"150.156772ms","start":"2026-04-29T03:00:54.486224Z","end":"2026-04-29T03:00:54.636381Z","steps":["trace[1591154563] 'agreement among raft nodes before linearized reading' (duration: 149.229105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:00:54.957176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.401311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:00:54.957403Z","caller":"traceutil/trace.go:171","msg":"trace[1072346658] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:31710; }","duration":"140.711847ms","start":"2026-04-29T03:00:54.816667Z","end":"2026-04-29T03:00:54.957379Z","steps":["trace[1072346658] 'count revisions from in-memory index tree' (duration: 140.286888ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:00.806909Z","caller":"traceutil/trace.go:171","msg":"trace[1783564488] transaction","detail":"{read_only:false; response_revision:31749; number_of_response:1; }","duration":"119.97828ms","start":"2026-04-29T03:01:00.686908Z","end":"2026-04-29T03:01:00.806886Z","steps":["trace[1783564488] 'process raft request' (duration: 119.784436ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:19.301929Z","caller":"traceutil/trace.go:171","msg":"trace[1132052627] transaction","detail":"{read_only:false; response_revision:31883; number_of_response:1; }","duration":"312.680953ms","start":"2026-04-29T03:01:18.989212Z","end":"2026-04-29T03:01:19.301893Z","steps":["trace[1132052627] 'process raft request' (duration: 217.884251ms)","trace[1132052627] 'compare' (duration: 94.16164ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:19.302023Z","caller":"traceutil/trace.go:171","msg":"trace[1913916762] linearizableReadLoop","detail":"{readStateIndex:32926; appliedIndex:32922; }","duration":"235.408257ms","start":"2026-04-29T03:01:19.066551Z","end":"2026-04-29T03:01:19.301959Z","steps":["trace[1913916762] 'read index received' (duration: 140.426531ms)","trace[1913916762] 'applied index is now lower than readState.Index' (duration: 94.980816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:19.302081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:18.989173Z","time spent":"312.841057ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:19.302235Z","caller":"traceutil/trace.go:171","msg":"trace[667326091] transaction","detail":"{read_only:false; response_revision:31884; number_of_response:1; }","duration":"312.958758ms","start":"2026-04-29T03:01:18.989264Z","end":"2026-04-29T03:01:19.302223Z","steps":["trace[667326091] 'process raft request' (duration: 312.568021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:19.30235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:18.98924Z","time spent":"313.036029ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:19.302384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.829825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-29T03:01:19.302439Z","caller":"traceutil/trace.go:171","msg":"trace[58668187] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:31886; }","duration":"235.939156ms","start":"2026-04-29T03:01:19.066485Z","end":"2026-04-29T03:01:19.302424Z","steps":["trace[58668187] 'agreement among raft nodes before linearized reading' (duration: 235.754663ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:19.30248Z","caller":"traceutil/trace.go:171","msg":"trace[1559716228] transaction","detail":"{read_only:false; response_revision:31886; number_of_response:1; }","duration":"312.773875ms","start":"2026-04-29T03:01:18.989699Z","end":"2026-04-29T03:01:19.302473Z","steps":["trace[1559716228] 'process raft request' (duration: 312.220515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:19.302527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:18.989689Z","time spent":"312.813315ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:19.302441Z","caller":"traceutil/trace.go:171","msg":"trace[1204994080] transaction","detail":"{read_only:false; response_revision:31885; number_of_response:1; }","duration":"312.877277ms","start":"2026-04-29T03:01:18.989554Z","end":"2026-04-29T03:01:19.302431Z","steps":["trace[1204994080] 'process raft request' (duration: 312.332517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:19.302708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:18.989545Z","time spent":"313.119581ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:19.89979Z","caller":"traceutil/trace.go:171","msg":"trace[666321885] linearizableReadLoop","detail":"{readStateIndex:32927; appliedIndex:32926; }","duration":"152.793481ms","start":"2026-04-29T03:01:19.746966Z","end":"2026-04-29T03:01:19.899759Z","steps":["trace[666321885] 'read index received' (duration: 152.71366ms)","trace[666321885] 'applied index is now lower than readState.Index' (duration: 78.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:19.899939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.950424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:19.899908Z","caller":"traceutil/trace.go:171","msg":"trace[1655782355] transaction","detail":"{read_only:false; response_revision:31887; number_of_response:1; }","duration":"196.851181ms","start":"2026-04-29T03:01:19.702998Z","end":"2026-04-29T03:01:19.899849Z","steps":["trace[1655782355] 'process raft request' (duration: 196.559855ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:19.899995Z","caller":"traceutil/trace.go:171","msg":"trace[58222559] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:31887; }","duration":"153.054935ms","start":"2026-04-29T03:01:19.746925Z","end":"2026-04-29T03:01:19.89998Z","steps":["trace[58222559] 'agreement among raft nodes before linearized reading' (duration: 152.940383ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:20.172998Z","caller":"traceutil/trace.go:171","msg":"trace[849638461] linearizableReadLoop","detail":"{readStateIndex:32928; appliedIndex:32927; }","duration":"224.831941ms","start":"2026-04-29T03:01:19.948144Z","end":"2026-04-29T03:01:20.172976Z","steps":["trace[849638461] 'read index received' (duration: 224.457024ms)","trace[849638461] 'applied index is now lower than readState.Index' (duration: 374.067µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:20.173101Z","caller":"traceutil/trace.go:171","msg":"trace[425071912] transaction","detail":"{read_only:false; response_revision:31888; number_of_response:1; }","duration":"361.924019ms","start":"2026-04-29T03:01:19.811133Z","end":"2026-04-29T03:01:20.173057Z","steps":["trace[425071912] 'process raft request' (duration: 361.544353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.173193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:19.811109Z","time spent":"362.019571ms","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:20.173197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.051985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-29T03:01:20.173241Z","caller":"traceutil/trace.go:171","msg":"trace[1224643949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31888; }","duration":"225.132096ms","start":"2026-04-29T03:01:19.948095Z","end":"2026-04-29T03:01:20.173227Z","steps":["trace[1224643949] 'agreement among raft nodes before linearized reading' (duration: 224.966043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.696188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.428358ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-29T03:01:20.696351Z","caller":"traceutil/trace.go:171","msg":"trace[135300049] compact","detail":"{revision:29602; response_revision:31888; }","duration":"519.479109ms","start":"2026-04-29T03:01:20.17686Z","end":"2026-04-29T03:01:20.696339Z","steps":["trace[135300049] 'process raft request' (duration: 141.837837ms)","trace[135300049] 'check and update compact revision' (duration: 377.326927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:20.696381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.176811Z","time spent":"519.567511ms","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T03:01:20.696679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29602} {"level":"info","ts":"2026-04-29T03:01:20.696917Z","caller":"traceutil/trace.go:171","msg":"trace[878989075] transaction","detail":"{read_only:false; response_revision:31889; number_of_response:1; }","duration":"515.733489ms","start":"2026-04-29T03:01:20.181154Z","end":"2026-04-29T03:01:20.696887Z","steps":["trace[878989075] 'process raft request' (duration: 515.108518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.697035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.214532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:20.697104Z","caller":"traceutil/trace.go:171","msg":"trace[1851961546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31889; }","duration":"328.315125ms","start":"2026-04-29T03:01:20.368773Z","end":"2026-04-29T03:01:20.697088Z","steps":["trace[1851961546] 'agreement among raft nodes before linearized reading' (duration: 328.204313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.697141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.368757Z","time spent":"328.374115ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:20.696931Z","caller":"traceutil/trace.go:171","msg":"trace[1883879658] linearizableReadLoop","detail":"{readStateIndex:32930; appliedIndex:32928; }","duration":"328.09562ms","start":"2026-04-29T03:01:20.368808Z","end":"2026-04-29T03:01:20.696904Z","steps":["trace[1883879658] 'read index received' (duration: 7.365177ms)","trace[1883879658] 'applied index is now lower than readState.Index' (duration: 320.729273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:20.697367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.181137Z","time spent":"515.852001ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:20.697876Z","caller":"traceutil/trace.go:171","msg":"trace[1390049420] transaction","detail":"{read_only:false; response_revision:31890; number_of_response:1; }","duration":"171.285056ms","start":"2026-04-29T03:01:20.526531Z","end":"2026-04-29T03:01:20.697817Z","steps":["trace[1390049420] 'process raft request' (duration: 170.359788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.871052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.818412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:20.871193Z","caller":"traceutil/trace.go:171","msg":"trace[1531554811] linearizableReadLoop","detail":"{readStateIndex:32932; appliedIndex:32931; }","duration":"173.865433ms","start":"2026-04-29T03:01:20.697307Z","end":"2026-04-29T03:01:20.871172Z","steps":["trace[1531554811] 'read index received' (duration: 20.817057ms)","trace[1531554811] 'applied index is now lower than readState.Index' (duration: 153.046636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:20.871343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.407372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:20.871354Z","caller":"traceutil/trace.go:171","msg":"trace[9633938] transaction","detail":"{read_only:false; response_revision:31891; number_of_response:1; }","duration":"176.804338ms","start":"2026-04-29T03:01:20.694494Z","end":"2026-04-29T03:01:20.871298Z","steps":["trace[9633938] 'process raft request' (duration: 23.61827ms)","trace[9633938] 'compare' (duration: 152.499945ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:20.871388Z","caller":"traceutil/trace.go:171","msg":"trace[1187705822] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:31891; }","duration":"488.488093ms","start":"2026-04-29T03:01:20.382887Z","end":"2026-04-29T03:01:20.871375Z","steps":["trace[1187705822] 'agreement among raft nodes before linearized reading' (duration: 488.398051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:20.871641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.382866Z","time spent":"488.718037ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:21.205958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.592202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:21.206313Z","caller":"traceutil/trace.go:171","msg":"trace[1359786193] transaction","detail":"{read_only:false; response_revision:31892; number_of_response:1; }","duration":"499.809183ms","start":"2026-04-29T03:01:20.706463Z","end":"2026-04-29T03:01:21.206272Z","steps":["trace[1359786193] 'process raft request' (duration: 335.790614ms)","trace[1359786193] 'compare' (duration: 163.318846ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:21.206382Z","caller":"traceutil/trace.go:171","msg":"trace[1695774617] transaction","detail":"{read_only:false; response_revision:31895; number_of_response:1; }","duration":"477.360846ms","start":"2026-04-29T03:01:20.729001Z","end":"2026-04-29T03:01:21.206362Z","steps":["trace[1695774617] 'process raft request' (duration: 477.282255ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:21.206394Z","caller":"traceutil/trace.go:171","msg":"trace[202800655] transaction","detail":"{read_only:false; response_revision:31893; number_of_response:1; }","duration":"496.528523ms","start":"2026-04-29T03:01:20.70983Z","end":"2026-04-29T03:01:21.206359Z","steps":["trace[202800655] 'process raft request' (duration: 496.281589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.206462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.728958Z","time spent":"477.466357ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:21.206485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.706442Z","time spent":"499.951356ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:21.206464Z","caller":"traceutil/trace.go:171","msg":"trace[1344703632] transaction","detail":"{read_only:false; response_revision:31894; number_of_response:1; }","duration":"482.764416ms","start":"2026-04-29T03:01:20.723651Z","end":"2026-04-29T03:01:21.206415Z","steps":["trace[1344703632] 'process raft request' (duration: 482.579963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.206531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.709818Z","time spent":"496.641725ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:21.206528Z","caller":"traceutil/trace.go:171","msg":"trace[717553031] linearizableReadLoop","detail":"{readStateIndex:32937; appliedIndex:32932; }","duration":"335.247183ms","start":"2026-04-29T03:01:20.871246Z","end":"2026-04-29T03:01:21.206493Z","steps":["trace[717553031] 'read index received' (duration: 171.112762ms)","trace[717553031] 'applied index is now lower than readState.Index' (duration: 164.132881ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:21.206612Z","caller":"traceutil/trace.go:171","msg":"trace[2143877578] transaction","detail":"{read_only:false; response_revision:31896; number_of_response:1; }","duration":"476.665582ms","start":"2026-04-29T03:01:20.729933Z","end":"2026-04-29T03:01:21.206599Z","steps":["trace[2143877578] 'process raft request' (duration: 476.391457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.206628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.723625Z","time spent":"482.922119ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:21.206678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.787533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:21.206708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.72991Z","time spent":"476.739263ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:21.20672Z","caller":"traceutil/trace.go:171","msg":"trace[1594987272] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:31896; }","duration":"307.864494ms","start":"2026-04-29T03:01:20.898841Z","end":"2026-04-29T03:01:21.206705Z","steps":["trace[1594987272] 'agreement among raft nodes before linearized reading' (duration: 307.789503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.206733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.047182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T03:01:21.206753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.898817Z","time spent":"307.927466ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:21.206762Z","caller":"traceutil/trace.go:171","msg":"trace[1546293767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31896; }","duration":"219.113093ms","start":"2026-04-29T03:01:20.98764Z","end":"2026-04-29T03:01:21.206753Z","steps":["trace[1546293767] 'agreement among raft nodes before linearized reading' (duration: 218.998081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.206723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.74701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:21.206812Z","caller":"traceutil/trace.go:171","msg":"trace[781336856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31896; }","duration":"507.900493ms","start":"2026-04-29T03:01:20.698893Z","end":"2026-04-29T03:01:21.206793Z","steps":["trace[781336856] 'agreement among raft nodes before linearized reading' (duration: 507.704959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:21.206858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:20.698872Z","time spent":"507.977404ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:21.356932Z","caller":"traceutil/trace.go:171","msg":"trace[1374366970] transaction","detail":"{read_only:false; response_revision:31897; number_of_response:1; }","duration":"145.157449ms","start":"2026-04-29T03:01:21.211715Z","end":"2026-04-29T03:01:21.356873Z","steps":["trace[1374366970] 'process raft request' (duration: 119.625284ms)","trace[1374366970] 'compare' (duration: 25.30358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:21.541023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.419578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:21.541153Z","caller":"traceutil/trace.go:171","msg":"trace[739910598] transaction","detail":"{read_only:false; response_revision:31898; number_of_response:1; }","duration":"180.503047ms","start":"2026-04-29T03:01:21.360622Z","end":"2026-04-29T03:01:21.541125Z","steps":["trace[739910598] 'process raft request' (duration: 72.904986ms)","trace[739910598] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 105.026123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:22.519624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.410122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:22.519805Z","caller":"traceutil/trace.go:171","msg":"trace[20092482] transaction","detail":"{read_only:false; response_revision:31899; number_of_response:1; }","duration":"1.158613973s","start":"2026-04-29T03:01:21.361158Z","end":"2026-04-29T03:01:22.519772Z","steps":["trace[20092482] 'process raft request' (duration: 179.951726ms)","trace[20092482] 'compare' (duration: 479.359343ms)","trace[20092482] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 497.867207ms)"],"step_count":3} {"level":"warn","ts":"2026-04-29T03:01:22.519888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:21.361139Z","time spent":"1.158712514s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:22.973302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.455272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:22.97347Z","caller":"traceutil/trace.go:171","msg":"trace[1235557424] transaction","detail":"{read_only:false; response_revision:31900; number_of_response:1; }","duration":"1.611742698s","start":"2026-04-29T03:01:21.361698Z","end":"2026-04-29T03:01:22.973441Z","steps":["trace[1235557424] 'process raft request' (duration: 1.158043832s)","trace[1235557424] 'compare' (duration: 129.61547ms)","trace[1235557424] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 323.547786ms)"],"step_count":3} {"level":"warn","ts":"2026-04-29T03:01:22.973559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:21.361692Z","time spent":"1.61183614s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:22.978285Z","caller":"traceutil/trace.go:171","msg":"trace[1155904826] transaction","detail":"{read_only:false; response_revision:31901; number_of_response:1; }","duration":"1.615779063s","start":"2026-04-29T03:01:21.362481Z","end":"2026-04-29T03:01:22.978261Z","steps":["trace[1155904826] 'process raft request' (duration: 1.610941363s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:22.978406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:21.362474Z","time spent":"1.615870915s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:22.97863Z","caller":"traceutil/trace.go:171","msg":"trace[1101225628] transaction","detail":"{read_only:false; response_revision:31902; number_of_response:1; }","duration":"1.284983002s","start":"2026-04-29T03:01:21.693623Z","end":"2026-04-29T03:01:22.978606Z","steps":["trace[1101225628] 'process raft request' (duration: 1.284498663s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:22.978779Z","caller":"traceutil/trace.go:171","msg":"trace[269575609] linearizableReadLoop","detail":"{readStateIndex:32944; appliedIndex:32939; }","duration":"611.609002ms","start":"2026-04-29T03:01:22.367134Z","end":"2026-04-29T03:01:22.978743Z","steps":["trace[269575609] 'read index received' (duration: 37.981µs)","trace[269575609] 'applied index is now lower than readState.Index' (duration: 611.568901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:22.978795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:21.693594Z","time spent":"1.285111885s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:22.978877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.737104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:22.978873Z","caller":"traceutil/trace.go:171","msg":"trace[1863306922] transaction","detail":"{read_only:false; response_revision:31903; number_of_response:1; }","duration":"1.073690824s","start":"2026-04-29T03:01:21.905169Z","end":"2026-04-29T03:01:22.97886Z","steps":["trace[1863306922] 'process raft request' (duration: 1.073070563s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:22.978877Z","caller":"traceutil/trace.go:171","msg":"trace[1866880940] transaction","detail":"{read_only:false; response_revision:31904; number_of_response:1; }","duration":"312.283677ms","start":"2026-04-29T03:01:22.666574Z","end":"2026-04-29T03:01:22.978857Z","steps":["trace[1866880940] 'process raft request' (duration: 311.711027ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:22.9789Z","caller":"traceutil/trace.go:171","msg":"trace[2102519365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31906; }","duration":"611.811225ms","start":"2026-04-29T03:01:22.367082Z","end":"2026-04-29T03:01:22.978893Z","steps":["trace[2102519365] 'agreement among raft nodes before linearized reading' (duration: 611.748954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:22.978931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:21.905142Z","time spent":"1.073759535s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:22.978931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.367062Z","time spent":"611.863196ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:22.97897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:22.666542Z","time spent":"312.381218ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:22.978983Z","caller":"traceutil/trace.go:171","msg":"trace[1535090685] transaction","detail":"{read_only:false; response_revision:31905; number_of_response:1; }","duration":"276.747456ms","start":"2026-04-29T03:01:22.702222Z","end":"2026-04-29T03:01:22.978969Z","steps":["trace[1535090685] 'process raft request' (duration: 276.096604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.301515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.311861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:01:23.301594Z","caller":"traceutil/trace.go:171","msg":"trace[1182247690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31906; }","duration":"145.457814ms","start":"2026-04-29T03:01:23.156116Z","end":"2026-04-29T03:01:23.301574Z","steps":["trace[1182247690] 'range keys from in-memory index tree' (duration: 145.099187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.301613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.763689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-29T03:01:23.30168Z","caller":"traceutil/trace.go:171","msg":"trace[749695760] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:31906; }","duration":"195.864952ms","start":"2026-04-29T03:01:23.1058Z","end":"2026-04-29T03:01:23.301665Z","steps":["trace[749695760] 'range keys from in-memory index tree' (duration: 195.634357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.444725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.10362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:23.444837Z","caller":"traceutil/trace.go:171","msg":"trace[1775289928] transaction","detail":"{read_only:false; response_revision:31907; number_of_response:1; }","duration":"232.038435ms","start":"2026-04-29T03:01:23.212773Z","end":"2026-04-29T03:01:23.444811Z","steps":["trace[1775289928] 'process raft request' (duration: 87.769722ms)","trace[1775289928] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:530; } (duration: 142.442377ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:23.625764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29602,"took":"2.923842634s","hash":3049814113,"current-db-size-bytes":56832000,"current-db-size":"57 MB","current-db-size-in-use-bytes":31391744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:01:23.625845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3049814113,"revision":29602,"compact-revision":26726} {"level":"warn","ts":"2026-04-29T03:01:23.626252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.529844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:23.626525Z","caller":"traceutil/trace.go:171","msg":"trace[1394703246] linearizableReadLoop","detail":"{readStateIndex:32952; appliedIndex:32948; }","duration":"321.824345ms","start":"2026-04-29T03:01:23.304684Z","end":"2026-04-29T03:01:23.626508Z","steps":["trace[1394703246] 'read index received' (duration: 152.894073ms)","trace[1394703246] 'applied index is now lower than readState.Index' (duration: 168.929362ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:23.626569Z","caller":"traceutil/trace.go:171","msg":"trace[1241310007] transaction","detail":"{read_only:false; response_revision:31909; number_of_response:1; }","duration":"413.164923ms","start":"2026-04-29T03:01:23.213377Z","end":"2026-04-29T03:01:23.626542Z","steps":["trace[1241310007] 'process raft request' (duration: 412.965849ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.626615Z","caller":"traceutil/trace.go:171","msg":"trace[500690186] transaction","detail":"{read_only:false; response_revision:31910; number_of_response:1; }","duration":"413.02851ms","start":"2026-04-29T03:01:23.213577Z","end":"2026-04-29T03:01:23.626606Z","steps":["trace[500690186] 'process raft request' (duration: 412.851566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.626675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.213568Z","time spent":"413.074911ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:23.626707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.213352Z","time spent":"413.288516ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:23.62682Z","caller":"traceutil/trace.go:171","msg":"trace[488276776] transaction","detail":"{read_only:false; response_revision:31908; number_of_response:1; }","duration":"414.013009ms","start":"2026-04-29T03:01:23.212796Z","end":"2026-04-29T03:01:23.626809Z","steps":["trace[488276776] 'process raft request' (duration: 244.848653ms)","trace[488276776] 'compare' (duration: 168.30147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:23.62688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.212779Z","time spent":"414.0715ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:23.626966Z","caller":"traceutil/trace.go:171","msg":"trace[1321079005] transaction","detail":"{read_only:false; response_revision:31911; number_of_response:1; }","duration":"413.288854ms","start":"2026-04-29T03:01:23.213599Z","end":"2026-04-29T03:01:23.626888Z","steps":["trace[1321079005] 'process raft request' (duration: 412.866707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.627027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.213584Z","time spent":"413.410076ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:23.627232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.536027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d7b2e59-f099-4f70-8b72-52c7d17a69eb\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-04-29T03:01:23.627248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.807094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:01:23.627284Z","caller":"traceutil/trace.go:171","msg":"trace[1680748497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31911; }","duration":"321.854794ms","start":"2026-04-29T03:01:23.305422Z","end":"2026-04-29T03:01:23.627276Z","steps":["trace[1680748497] 'agreement among raft nodes before linearized reading' (duration: 321.735242ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.627287Z","caller":"traceutil/trace.go:171","msg":"trace[305255774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d7b2e59-f099-4f70-8b72-52c7d17a69eb; range_end:; response_count:1; response_revision:31911; }","duration":"322.621048ms","start":"2026-04-29T03:01:23.304651Z","end":"2026-04-29T03:01:23.627272Z","steps":["trace[305255774] 'agreement among raft nodes before linearized reading' (duration: 322.454515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.627304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.305416Z","time spent":"321.883635ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T03:01:23.627327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.304638Z","time spent":"322.681649ms","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3d7b2e59-f099-4f70-8b72-52c7d17a69eb\" "} {"level":"warn","ts":"2026-04-29T03:01:23.627344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.326037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:23.627384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.25314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:23.627433Z","caller":"traceutil/trace.go:171","msg":"trace[1676158968] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31911; }","duration":"128.457359ms","start":"2026-04-29T03:01:23.498947Z","end":"2026-04-29T03:01:23.627404Z","steps":["trace[1676158968] 'agreement among raft nodes before linearized reading' (duration: 128.287346ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:23.627444Z","caller":"traceutil/trace.go:171","msg":"trace[1185222791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31911; }","duration":"266.344802ms","start":"2026-04-29T03:01:23.361083Z","end":"2026-04-29T03:01:23.627427Z","steps":["trace[1185222791] 'agreement among raft nodes before linearized reading' (duration: 266.189209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:23.913407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.52479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:23.913541Z","caller":"traceutil/trace.go:171","msg":"trace[2013329676] transaction","detail":"{read_only:false; response_revision:31913; number_of_response:1; }","duration":"280.076237ms","start":"2026-04-29T03:01:23.63344Z","end":"2026-04-29T03:01:23.913516Z","steps":["trace[2013329676] 'process raft request' (duration: 130.369173ms)","trace[2013329676] 'compare' (duration: 149.408218ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:23.913648Z","caller":"traceutil/trace.go:171","msg":"trace[992343408] linearizableReadLoop","detail":"{readStateIndex:32954; appliedIndex:32953; }","duration":"197.241558ms","start":"2026-04-29T03:01:23.71638Z","end":"2026-04-29T03:01:23.913621Z","steps":["trace[992343408] 'read index received' (duration: 47.441472ms)","trace[992343408] 'applied index is now lower than readState.Index' (duration: 149.797166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:24.060553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.898601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T03:01:24.06062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.22162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:24.060687Z","caller":"traceutil/trace.go:171","msg":"trace[49944536] linearizableReadLoop","detail":"{readStateIndex:32955; appliedIndex:32954; }","duration":"146.957433ms","start":"2026-04-29T03:01:23.913704Z","end":"2026-04-29T03:01:24.060662Z","steps":["trace[49944536] 'read index received' (duration: 60.422µs)","trace[49944536] 'applied index is now lower than readState.Index' (duration: 146.895221ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:24.060716Z","caller":"traceutil/trace.go:171","msg":"trace[1658828819] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:31913; }","duration":"344.342253ms","start":"2026-04-29T03:01:23.716327Z","end":"2026-04-29T03:01:24.06067Z","steps":["trace[1658828819] 'agreement among raft nodes before linearized reading' (duration: 197.37724ms)","trace[1658828819] 'range keys from in-memory index tree' (duration: 146.84833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:24.060828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.71347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:24.060876Z","caller":"traceutil/trace.go:171","msg":"trace[1796299012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31913; }","duration":"308.790582ms","start":"2026-04-29T03:01:23.752067Z","end":"2026-04-29T03:01:24.060858Z","steps":["trace[1796299012] 'agreement among raft nodes before linearized reading' (duration: 308.69091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:24.060899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.716306Z","time spent":"344.535856ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:01:24.060924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:23.752048Z","time spent":"308.863813ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T03:01:25.485662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979996036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:01:25.840665Z","caller":"traceutil/trace.go:171","msg":"trace[945490112] transaction","detail":"{read_only:false; response_revision:31915; number_of_response:1; }","duration":"856.045366ms","start":"2026-04-29T03:01:24.984589Z","end":"2026-04-29T03:01:25.840635Z","steps":["trace[945490112] 'process raft request' (duration: 855.811692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:25.841251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.984568Z","time spent":"856.206109ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.150693Z","caller":"traceutil/trace.go:171","msg":"trace[1141518606] transaction","detail":"{read_only:false; response_revision:31916; number_of_response:1; }","duration":"1.165981719s","start":"2026-04-29T03:01:24.984687Z","end":"2026-04-29T03:01:26.150669Z","steps":["trace[1141518606] 'process raft request' (duration: 1.165811465s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.150822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.98466Z","time spent":"1.166096521s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.152347Z","caller":"traceutil/trace.go:171","msg":"trace[1189903193] transaction","detail":"{read_only:false; response_revision:31917; number_of_response:1; }","duration":"1.167538298s","start":"2026-04-29T03:01:24.984793Z","end":"2026-04-29T03:01:26.152332Z","steps":["trace[1189903193] 'process raft request' (duration: 1.165836816s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.152432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.984786Z","time spent":"1.167605699s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.152602Z","caller":"traceutil/trace.go:171","msg":"trace[733227025] transaction","detail":"{read_only:false; response_revision:31919; number_of_response:1; }","duration":"771.721899ms","start":"2026-04-29T03:01:25.380851Z","end":"2026-04-29T03:01:26.152573Z","steps":["trace[733227025] 'process raft request' (duration: 771.475144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.152751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.380829Z","time spent":"771.844041ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.152942Z","caller":"traceutil/trace.go:171","msg":"trace[927128272] transaction","detail":"{read_only:false; response_revision:31921; number_of_response:1; }","duration":"584.532679ms","start":"2026-04-29T03:01:25.568398Z","end":"2026-04-29T03:01:26.152931Z","steps":["trace[927128272] 'process raft request' (duration: 584.000279ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:26.152955Z","caller":"traceutil/trace.go:171","msg":"trace[227623335] transaction","detail":"{read_only:false; response_revision:31918; number_of_response:1; }","duration":"1.168156459s","start":"2026-04-29T03:01:24.984787Z","end":"2026-04-29T03:01:26.152944Z","steps":["trace[227623335] 'process raft request' (duration: 1.167435315s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.568374Z","time spent":"584.607461ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:26.153013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.984768Z","time spent":"1.168216921s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.153078Z","caller":"traceutil/trace.go:171","msg":"trace[390839621] transaction","detail":"{read_only:false; response_revision:31920; number_of_response:1; }","duration":"703.292366ms","start":"2026-04-29T03:01:25.449778Z","end":"2026-04-29T03:01:26.153071Z","steps":["trace[390839621] 'process raft request' (duration: 702.585384ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:26.153096Z","caller":"traceutil/trace.go:171","msg":"trace[1284471407] transaction","detail":"{read_only:false; response_revision:31922; number_of_response:1; }","duration":"520.665411ms","start":"2026-04-29T03:01:25.63242Z","end":"2026-04-29T03:01:26.153086Z","steps":["trace[1284471407] 'process raft request' (duration: 520.015889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.15311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.449759Z","time spent":"703.336027ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:26.153152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.632392Z","time spent":"520.732982ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.153232Z","caller":"traceutil/trace.go:171","msg":"trace[2004837930] transaction","detail":"{read_only:false; response_revision:31923; number_of_response:1; }","duration":"520.562329ms","start":"2026-04-29T03:01:25.632663Z","end":"2026-04-29T03:01:26.153225Z","steps":["trace[2004837930] 'process raft request' (duration: 519.805626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.632654Z","time spent":"520.59755ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.153319Z","caller":"traceutil/trace.go:171","msg":"trace[99092488] linearizableReadLoop","detail":"{readStateIndex:32962; appliedIndex:32956; }","duration":"1.168442905s","start":"2026-04-29T03:01:24.984866Z","end":"2026-04-29T03:01:26.153309Z","steps":["trace[99092488] 'read index received' (duration: 855.636279ms)","trace[99092488] 'applied index is now lower than readState.Index' (duration: 312.805596ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:26.153359Z","caller":"traceutil/trace.go:171","msg":"trace[720914907] transaction","detail":"{read_only:false; response_revision:31925; number_of_response:1; }","duration":"519.49037ms","start":"2026-04-29T03:01:25.633864Z","end":"2026-04-29T03:01:26.153355Z","steps":["trace[720914907] 'process raft request' (duration: 519.398028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.633855Z","time spent":"519.52353ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:26.153503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168634268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:26.153544Z","caller":"traceutil/trace.go:171","msg":"trace[1887689794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31925; }","duration":"1.168699039s","start":"2026-04-29T03:01:24.984834Z","end":"2026-04-29T03:01:26.153533Z","steps":["trace[1887689794] 'agreement among raft nodes before linearized reading' (duration: 1.168559226s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:24.984826Z","time spent":"1.16874073s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:26.153704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.159992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:26.15373Z","caller":"traceutil/trace.go:171","msg":"trace[579648935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31925; }","duration":"236.220302ms","start":"2026-04-29T03:01:25.917502Z","end":"2026-04-29T03:01:26.153722Z","steps":["trace[579648935] 'agreement among raft nodes before linearized reading' (duration: 236.14832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059155854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809398"} {"level":"info","ts":"2026-04-29T03:01:26.153758Z","caller":"traceutil/trace.go:171","msg":"trace[953154031] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:31925; }","duration":"1.059220135s","start":"2026-04-29T03:01:25.094533Z","end":"2026-04-29T03:01:26.153753Z","steps":["trace[953154031] 'agreement among raft nodes before linearized reading' (duration: 1.058909758s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:26.153336Z","caller":"traceutil/trace.go:171","msg":"trace[1567115443] transaction","detail":"{read_only:false; response_revision:31924; number_of_response:1; }","duration":"520.593ms","start":"2026-04-29T03:01:25.632737Z","end":"2026-04-29T03:01:26.15333Z","steps":["trace[1567115443] 'process raft request' (duration: 519.761525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.324939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:26.153845Z","caller":"traceutil/trace.go:171","msg":"trace[552584226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31925; }","duration":"439.383379ms","start":"2026-04-29T03:01:25.714457Z","end":"2026-04-29T03:01:26.15384Z","steps":["trace[552584226] 'agreement among raft nodes before linearized reading' (duration: 439.334988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.632714Z","time spent":"521.0878ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:26.153857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.714443Z","time spent":"439.4105ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:26.15378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.094507Z","time spent":"1.059269286s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809421,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T03:01:26.15391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.098378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:26.153922Z","caller":"traceutil/trace.go:171","msg":"trace[987326083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31925; }","duration":"785.148039ms","start":"2026-04-29T03:01:25.36877Z","end":"2026-04-29T03:01:26.153919Z","steps":["trace[987326083] 'agreement among raft nodes before linearized reading' (duration: 785.123658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.153938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:25.368749Z","time spent":"785.18592ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:26.681471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979996050,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:01:26.788753Z","caller":"traceutil/trace.go:171","msg":"trace[869610296] transaction","detail":"{read_only:false; response_revision:31926; number_of_response:1; }","duration":"627.60641ms","start":"2026-04-29T03:01:26.161115Z","end":"2026-04-29T03:01:26.788721Z","steps":["trace[869610296] 'process raft request' (duration: 626.989809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.788923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.1611Z","time spent":"627.730272ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.840783Z","caller":"traceutil/trace.go:171","msg":"trace[1552092203] linearizableReadLoop","detail":"{readStateIndex:32970; appliedIndex:32967; }","duration":"659.452332ms","start":"2026-04-29T03:01:26.181305Z","end":"2026-04-29T03:01:26.840757Z","steps":["trace[1552092203] 'read index received' (duration: 606.641051ms)","trace[1552092203] 'applied index is now lower than readState.Index' (duration: 52.810271ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:26.840826Z","caller":"traceutil/trace.go:171","msg":"trace[1122119403] transaction","detail":"{read_only:false; response_revision:31927; number_of_response:1; }","duration":"679.028395ms","start":"2026-04-29T03:01:26.161775Z","end":"2026-04-29T03:01:26.840804Z","steps":["trace[1122119403] 'process raft request' (duration: 678.796081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.840919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.16176Z","time spent":"679.109447ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:26.840923Z","caller":"traceutil/trace.go:171","msg":"trace[993564098] transaction","detail":"{read_only:false; response_revision:31928; number_of_response:1; }","duration":"678.418383ms","start":"2026-04-29T03:01:26.162475Z","end":"2026-04-29T03:01:26.840893Z","steps":["trace[993564098] 'process raft request' (duration: 678.23999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.840949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.622804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:26.840989Z","caller":"traceutil/trace.go:171","msg":"trace[133112563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:31928; }","duration":"659.710575ms","start":"2026-04-29T03:01:26.181264Z","end":"2026-04-29T03:01:26.840975Z","steps":["trace[133112563] 'agreement among raft nodes before linearized reading' (duration: 659.621734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.841032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.181248Z","time spent":"659.774287ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:26.841058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.162467Z","time spent":"678.512096ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:26.841079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.711216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:26.841071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.448523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:26.841124Z","caller":"traceutil/trace.go:171","msg":"trace[1480820142] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:31928; }","duration":"154.748607ms","start":"2026-04-29T03:01:26.686357Z","end":"2026-04-29T03:01:26.841106Z","steps":["trace[1480820142] 'agreement among raft nodes before linearized reading' (duration: 154.676066ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:26.841155Z","caller":"traceutil/trace.go:171","msg":"trace[83210358] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:31928; }","duration":"224.562805ms","start":"2026-04-29T03:01:26.616568Z","end":"2026-04-29T03:01:26.841131Z","steps":["trace[83210358] 'agreement among raft nodes before linearized reading' (duration: 224.416923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.84133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.47846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:26.841423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.637378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:26.841468Z","caller":"traceutil/trace.go:171","msg":"trace[260572131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31928; }","duration":"472.705579ms","start":"2026-04-29T03:01:26.36875Z","end":"2026-04-29T03:01:26.841456Z","steps":["trace[260572131] 'agreement among raft nodes before linearized reading' (duration: 472.640618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.841487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.094961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:26.84148Z","caller":"traceutil/trace.go:171","msg":"trace[1379592097] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:31928; }","duration":"369.698544ms","start":"2026-04-29T03:01:26.471752Z","end":"2026-04-29T03:01:26.841451Z","steps":["trace[1379592097] 'agreement among raft nodes before linearized reading' (duration: 369.4509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.8415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.368739Z","time spent":"472.754751ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:26.841529Z","caller":"traceutil/trace.go:171","msg":"trace[59043591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31928; }","duration":"213.169643ms","start":"2026-04-29T03:01:26.628342Z","end":"2026-04-29T03:01:26.841512Z","steps":["trace[59043591] 'agreement among raft nodes before linearized reading' (duration: 213.044641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.841522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.752672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809398"} {"level":"warn","ts":"2026-04-29T03:01:26.841543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.471728Z","time spent":"369.800665ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:26.841604Z","caller":"traceutil/trace.go:171","msg":"trace[1892395334] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:31928; }","duration":"499.843353ms","start":"2026-04-29T03:01:26.341738Z","end":"2026-04-29T03:01:26.841582Z","steps":["trace[1892395334] 'agreement among raft nodes before linearized reading' (duration: 499.197941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:26.84166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:26.341681Z","time spent":"499.967856ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":28,"response size":809421,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-29T03:01:28.003562Z","caller":"traceutil/trace.go:171","msg":"trace[690589122] transaction","detail":"{read_only:false; response_revision:31930; number_of_response:1; }","duration":"151.541238ms","start":"2026-04-29T03:01:27.851994Z","end":"2026-04-29T03:01:28.003535Z","steps":["trace[690589122] 'process raft request' (duration: 151.353835ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:28.750844Z","caller":"traceutil/trace.go:171","msg":"trace[37543790] transaction","detail":"{read_only:false; response_revision:31931; number_of_response:1; }","duration":"766.356339ms","start":"2026-04-29T03:01:27.984456Z","end":"2026-04-29T03:01:28.750812Z","steps":["trace[37543790] 'process raft request' (duration: 766.146525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:28.75103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:27.984426Z","time spent":"766.507652ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.02866Z","caller":"traceutil/trace.go:171","msg":"trace[703270345] transaction","detail":"{read_only:false; response_revision:31932; number_of_response:1; }","duration":"867.074071ms","start":"2026-04-29T03:01:28.161557Z","end":"2026-04-29T03:01:29.028631Z","steps":["trace[703270345] 'process raft request' (duration: 866.802356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.028845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.161528Z","time spent":"867.230895ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.02894Z","caller":"traceutil/trace.go:171","msg":"trace[583808277] transaction","detail":"{read_only:false; response_revision:31934; number_of_response:1; }","duration":"867.312506ms","start":"2026-04-29T03:01:28.161607Z","end":"2026-04-29T03:01:29.028919Z","steps":["trace[583808277] 'process raft request' (duration: 867.163404ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.02898Z","caller":"traceutil/trace.go:171","msg":"trace[1651236703] transaction","detail":"{read_only:false; response_revision:31933; number_of_response:1; }","duration":"867.366347ms","start":"2026-04-29T03:01:28.16158Z","end":"2026-04-29T03:01:29.028947Z","steps":["trace[1651236703] 'process raft request' (duration: 866.97155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.029052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.16157Z","time spent":"867.427608ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.029179Z","caller":"traceutil/trace.go:171","msg":"trace[1787538015] transaction","detail":"{read_only:false; response_revision:31935; number_of_response:1; }","duration":"867.238165ms","start":"2026-04-29T03:01:28.161929Z","end":"2026-04-29T03:01:29.029167Z","steps":["trace[1787538015] 'process raft request' (duration: 866.94509ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.02918Z","caller":"traceutil/trace.go:171","msg":"trace[880640472] transaction","detail":"{read_only:false; response_revision:31936; number_of_response:1; }","duration":"866.782787ms","start":"2026-04-29T03:01:28.16238Z","end":"2026-04-29T03:01:29.029162Z","steps":["trace[880640472] 'process raft request' (duration: 866.630374ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.029231Z","caller":"traceutil/trace.go:171","msg":"trace[493697907] transaction","detail":"{read_only:false; response_revision:31938; number_of_response:1; }","duration":"866.733046ms","start":"2026-04-29T03:01:28.162489Z","end":"2026-04-29T03:01:29.029222Z","steps":["trace[493697907] 'process raft request' (duration: 866.630114ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.029221Z","caller":"traceutil/trace.go:171","msg":"trace[871777526] linearizableReadLoop","detail":"{readStateIndex:32981; appliedIndex:32972; }","duration":"659.828978ms","start":"2026-04-29T03:01:28.369369Z","end":"2026-04-29T03:01:29.029198Z","steps":["trace[871777526] 'read index received' (duration: 381.354181ms)","trace[871777526] 'applied index is now lower than readState.Index' (duration: 278.474007ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:29.029233Z","caller":"traceutil/trace.go:171","msg":"trace[112823879] transaction","detail":"{read_only:false; response_revision:31937; number_of_response:1; }","duration":"866.730145ms","start":"2026-04-29T03:01:28.162467Z","end":"2026-04-29T03:01:29.029197Z","steps":["trace[112823879] 'process raft request' (duration: 866.614283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.029253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.161918Z","time spent":"867.295036ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.029297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.162478Z","time spent":"866.773016ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.029324Z","caller":"traceutil/trace.go:171","msg":"trace[327240666] transaction","detail":"{read_only:false; response_revision:31939; number_of_response:1; }","duration":"866.211195ms","start":"2026-04-29T03:01:28.1631Z","end":"2026-04-29T03:01:29.029311Z","steps":["trace[327240666] 'process raft request' (duration: 866.053863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.029269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.162367Z","time spent":"866.855308ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.029166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.161553Z","time spent":"867.50986ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.029394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.162439Z","time spent":"866.869268ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.029403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.163088Z","time spent":"866.275176ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.029456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.071763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:29.029516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.938802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T03:01:29.02953Z","caller":"traceutil/trace.go:171","msg":"trace[245479820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31939; }","duration":"660.185924ms","start":"2026-04-29T03:01:28.369326Z","end":"2026-04-29T03:01:29.029512Z","steps":["trace[245479820] 'agreement among raft nodes before linearized reading' (duration: 660.015241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.02954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.583996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T03:01:29.029552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.015096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:29.029643Z","caller":"traceutil/trace.go:171","msg":"trace[900736836] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:31939; }","duration":"330.129449ms","start":"2026-04-29T03:01:28.699493Z","end":"2026-04-29T03:01:29.029622Z","steps":["trace[900736836] 'agreement among raft nodes before linearized reading' (duration: 330.014296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.029695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.699478Z","time spent":"330.20206ms","remote":"127.0.0.1:52268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:29.029682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.707753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:29.029572Z","caller":"traceutil/trace.go:171","msg":"trace[1488624469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31939; }","duration":"180.6605ms","start":"2026-04-29T03:01:28.848903Z","end":"2026-04-29T03:01:29.029564Z","steps":["trace[1488624469] 'agreement among raft nodes before linearized reading' (duration: 180.514326ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.029562Z","caller":"traceutil/trace.go:171","msg":"trace[540093264] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:31939; }","duration":"602.021063ms","start":"2026-04-29T03:01:28.42753Z","end":"2026-04-29T03:01:29.029551Z","steps":["trace[540093264] 'agreement among raft nodes before linearized reading' (duration: 601.816049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.030044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.427512Z","time spent":"602.510872ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-29T03:01:29.029565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.616066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:29.030174Z","caller":"traceutil/trace.go:171","msg":"trace[18994501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31939; }","duration":"147.245987ms","start":"2026-04-29T03:01:28.882903Z","end":"2026-04-29T03:01:29.030149Z","steps":["trace[18994501] 'agreement among raft nodes before linearized reading' (duration: 146.537344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.030086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.841131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809398"} {"level":"info","ts":"2026-04-29T03:01:29.030292Z","caller":"traceutil/trace.go:171","msg":"trace[1863795226] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:31939; }","duration":"168.079535ms","start":"2026-04-29T03:01:28.862198Z","end":"2026-04-29T03:01:29.030277Z","steps":["trace[1863795226] 'agreement among raft nodes before linearized reading' (duration: 167.28428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.029577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:28.369298Z","time spent":"660.268027ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:29.02971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.851403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:29.030646Z","caller":"traceutil/trace.go:171","msg":"trace[2036030342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31939; }","duration":"181.820671ms","start":"2026-04-29T03:01:28.848804Z","end":"2026-04-29T03:01:29.030625Z","steps":["trace[2036030342] 'agreement among raft nodes before linearized reading' (duration: 180.736551ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.029758Z","caller":"traceutil/trace.go:171","msg":"trace[1098173359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31939; }","duration":"235.782584ms","start":"2026-04-29T03:01:28.793956Z","end":"2026-04-29T03:01:29.029738Z","steps":["trace[1098173359] 'agreement among raft nodes before linearized reading' (duration: 235.560549ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.416511Z","caller":"traceutil/trace.go:171","msg":"trace[684680762] transaction","detail":"{read_only:false; response_revision:31943; number_of_response:1; }","duration":"380.310632ms","start":"2026-04-29T03:01:29.036175Z","end":"2026-04-29T03:01:29.416486Z","steps":["trace[684680762] 'process raft request' (duration: 380.266131ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.416553Z","caller":"traceutil/trace.go:171","msg":"trace[2013688247] transaction","detail":"{read_only:false; response_revision:31940; number_of_response:1; }","duration":"380.586576ms","start":"2026-04-29T03:01:29.03593Z","end":"2026-04-29T03:01:29.416516Z","steps":["trace[2013688247] 'process raft request' (duration: 327.403128ms)","trace[2013688247] 'compare' (duration: 52.843872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:29.416672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.036158Z","time spent":"380.432394ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.41672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.035915Z","time spent":"380.705328ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.41672Z","caller":"traceutil/trace.go:171","msg":"trace[263157045] transaction","detail":"{read_only:false; response_revision:31942; number_of_response:1; }","duration":"380.736149ms","start":"2026-04-29T03:01:29.03597Z","end":"2026-04-29T03:01:29.416706Z","steps":["trace[263157045] 'process raft request' (duration: 380.435023ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:29.416568Z","caller":"traceutil/trace.go:171","msg":"trace[854809380] transaction","detail":"{read_only:false; response_revision:31941; number_of_response:1; }","duration":"380.544106ms","start":"2026-04-29T03:01:29.035993Z","end":"2026-04-29T03:01:29.416537Z","steps":["trace[854809380] 'process raft request' (duration: 380.369883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.417001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.035987Z","time spent":"380.950713ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.416836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.035955Z","time spent":"380.813791ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:29.550824Z","caller":"traceutil/trace.go:171","msg":"trace[1648190659] linearizableReadLoop","detail":"{readStateIndex:32987; appliedIndex:32982; }","duration":"462.059831ms","start":"2026-04-29T03:01:29.088737Z","end":"2026-04-29T03:01:29.550797Z","steps":["trace[1648190659] 'read index received' (duration: 274.618626ms)","trace[1648190659] 'applied index is now lower than readState.Index' (duration: 187.440275ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:29.550888Z","caller":"traceutil/trace.go:171","msg":"trace[2080748733] transaction","detail":"{read_only:false; response_revision:31944; number_of_response:1; }","duration":"469.361797ms","start":"2026-04-29T03:01:29.081483Z","end":"2026-04-29T03:01:29.550845Z","steps":["trace[2080748733] 'process raft request' (duration: 435.525388ms)","trace[2080748733] 'compare' (duration: 33.674406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:29.550996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.405021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:29.55104Z","caller":"traceutil/trace.go:171","msg":"trace[2118573477] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:31944; }","duration":"196.496173ms","start":"2026-04-29T03:01:29.354531Z","end":"2026-04-29T03:01:29.551027Z","steps":["trace[2118573477] 'agreement among raft nodes before linearized reading' (duration: 196.405262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.551063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.081453Z","time spent":"469.515419ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:29.551068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.321686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:01:29.551141Z","caller":"traceutil/trace.go:171","msg":"trace[835333173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31944; }","duration":"462.438638ms","start":"2026-04-29T03:01:29.088684Z","end":"2026-04-29T03:01:29.551122Z","steps":["trace[835333173] 'agreement among raft nodes before linearized reading' (duration: 462.201024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:29.551191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:29.08866Z","time spent":"462.521269ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T03:01:30.129935Z","caller":"traceutil/trace.go:171","msg":"trace[1212585232] transaction","detail":"{read_only:false; response_revision:31945; number_of_response:1; }","duration":"116.535786ms","start":"2026-04-29T03:01:30.013376Z","end":"2026-04-29T03:01:30.129911Z","steps":["trace[1212585232] 'process raft request' (duration: 116.381564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:30.506411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.468703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:30.507094Z","caller":"traceutil/trace.go:171","msg":"trace[74363517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31946; }","duration":"140.053133ms","start":"2026-04-29T03:01:30.366842Z","end":"2026-04-29T03:01:30.506896Z","steps":["trace[74363517] 'range keys from in-memory index tree' (duration: 139.280149ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:31.208567Z","caller":"traceutil/trace.go:171","msg":"trace[959425888] transaction","detail":"{read_only:false; response_revision:31947; number_of_response:1; }","duration":"171.094582ms","start":"2026-04-29T03:01:31.037447Z","end":"2026-04-29T03:01:31.208542Z","steps":["trace[959425888] 'process raft request' (duration: 170.929399ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:31.38633Z","caller":"traceutil/trace.go:171","msg":"trace[1659210868] transaction","detail":"{read_only:false; response_revision:31948; number_of_response:1; }","duration":"348.976709ms","start":"2026-04-29T03:01:31.037313Z","end":"2026-04-29T03:01:31.386289Z","steps":["trace[1659210868] 'process raft request' (duration: 251.814032ms)","trace[1659210868] 'compare' (duration: 96.842391ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:31.386454Z","caller":"traceutil/trace.go:171","msg":"trace[466439625] transaction","detail":"{read_only:false; response_revision:31951; number_of_response:1; }","duration":"348.652863ms","start":"2026-04-29T03:01:31.037772Z","end":"2026-04-29T03:01:31.386425Z","steps":["trace[466439625] 'process raft request' (duration: 348.546591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.386509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.03729Z","time spent":"349.127323ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:31.386523Z","caller":"traceutil/trace.go:171","msg":"trace[1742385058] transaction","detail":"{read_only:false; response_revision:31950; number_of_response:1; }","duration":"348.737764ms","start":"2026-04-29T03:01:31.037747Z","end":"2026-04-29T03:01:31.386484Z","steps":["trace[1742385058] 'process raft request' (duration: 348.51208ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:31.386536Z","caller":"traceutil/trace.go:171","msg":"trace[1921146880] transaction","detail":"{read_only:false; response_revision:31949; number_of_response:1; }","duration":"348.829316ms","start":"2026-04-29T03:01:31.037671Z","end":"2026-04-29T03:01:31.3865Z","steps":["trace[1921146880] 'process raft request' (duration: 348.49312ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:31.386607Z","caller":"traceutil/trace.go:171","msg":"trace[1485034120] transaction","detail":"{read_only:false; response_revision:31952; number_of_response:1; }","duration":"348.755955ms","start":"2026-04-29T03:01:31.03782Z","end":"2026-04-29T03:01:31.386576Z","steps":["trace[1485034120] 'process raft request' (duration: 348.550941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.386651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.037764Z","time spent":"348.785215ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:31.38669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.037718Z","time spent":"348.883187ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:31.386748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.037811Z","time spent":"348.863096ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:31.386811Z","caller":"traceutil/trace.go:171","msg":"trace[1754405663] transaction","detail":"{read_only:false; response_revision:31953; number_of_response:1; }","duration":"348.942168ms","start":"2026-04-29T03:01:31.037846Z","end":"2026-04-29T03:01:31.386788Z","steps":["trace[1754405663] 'process raft request' (duration: 348.681404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.386897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.037838Z","time spent":"349.01645ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:31.386852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.03766Z","time spent":"349.004789ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:31.387396Z","caller":"traceutil/trace.go:171","msg":"trace[971707410] linearizableReadLoop","detail":"{readStateIndex:32997; appliedIndex:32989; }","duration":"279.360325ms","start":"2026-04-29T03:01:31.108019Z","end":"2026-04-29T03:01:31.387379Z","steps":["trace[971707410] 'read index received' (duration: 100.395417ms)","trace[971707410] 'applied index is now lower than readState.Index' (duration: 178.963898ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:31.387442Z","caller":"traceutil/trace.go:171","msg":"trace[1681673428] transaction","detail":"{read_only:false; response_revision:31954; number_of_response:1; }","duration":"349.54877ms","start":"2026-04-29T03:01:31.037878Z","end":"2026-04-29T03:01:31.387426Z","steps":["trace[1681673428] 'process raft request' (duration: 348.837396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.38752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.037871Z","time spent":"349.603061ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:31.387598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.572989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-04-29T03:01:31.387633Z","caller":"traceutil/trace.go:171","msg":"trace[185542604] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:31954; }","duration":"279.6451ms","start":"2026-04-29T03:01:31.107976Z","end":"2026-04-29T03:01:31.387621Z","steps":["trace[185542604] 'agreement among raft nodes before linearized reading' (duration: 279.517828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.937701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.239563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:31.938057Z","caller":"traceutil/trace.go:171","msg":"trace[557720959] transaction","detail":"{read_only:false; response_revision:31957; number_of_response:1; }","duration":"513.601429ms","start":"2026-04-29T03:01:31.424438Z","end":"2026-04-29T03:01:31.938039Z","steps":["trace[557720959] 'process raft request' (duration: 513.492047ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:31.938259Z","caller":"traceutil/trace.go:171","msg":"trace[2092279318] transaction","detail":"{read_only:false; response_revision:31955; number_of_response:1; }","duration":"514.014457ms","start":"2026-04-29T03:01:31.424215Z","end":"2026-04-29T03:01:31.93823Z","steps":["trace[2092279318] 'process raft request' (duration: 178.169052ms)","trace[2092279318] 'compare' (duration: 335.019559ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:31.938353Z","caller":"traceutil/trace.go:171","msg":"trace[1704650865] transaction","detail":"{read_only:false; response_revision:31956; number_of_response:1; }","duration":"514.087718ms","start":"2026-04-29T03:01:31.424232Z","end":"2026-04-29T03:01:31.93832Z","steps":["trace[1704650865] 'process raft request' (duration: 513.571649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.93841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.424421Z","time spent":"513.949506ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:31.938441Z","caller":"traceutil/trace.go:171","msg":"trace[751180549] linearizableReadLoop","detail":"{readStateIndex:33001; appliedIndex:32997; }","duration":"508.471424ms","start":"2026-04-29T03:01:31.429935Z","end":"2026-04-29T03:01:31.938407Z","steps":["trace[751180549] 'read index received' (duration: 172.464586ms)","trace[751180549] 'applied index is now lower than readState.Index' (duration: 336.003588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:31.938536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.424202Z","time spent":"514.198581ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:31.938715Z","caller":"traceutil/trace.go:171","msg":"trace[778035665] transaction","detail":"{read_only:false; response_revision:31958; number_of_response:1; }","duration":"513.150231ms","start":"2026-04-29T03:01:31.425544Z","end":"2026-04-29T03:01:31.938694Z","steps":["trace[778035665] 'process raft request' (duration: 512.419508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.938867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.425536Z","time spent":"513.234983ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:31.938882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.657222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:31.938951Z","caller":"traceutil/trace.go:171","msg":"trace[734102197] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:31958; }","duration":"234.762474ms","start":"2026-04-29T03:01:31.70417Z","end":"2026-04-29T03:01:31.938933Z","steps":["trace[734102197] 'agreement among raft nodes before linearized reading' (duration: 234.631482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.939104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.119717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:1 size:7257"} {"level":"info","ts":"2026-04-29T03:01:31.939196Z","caller":"traceutil/trace.go:171","msg":"trace[1091294604] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:1; response_revision:31958; }","duration":"509.254739ms","start":"2026-04-29T03:01:31.429915Z","end":"2026-04-29T03:01:31.93917Z","steps":["trace[1091294604] 'agreement among raft nodes before linearized reading' (duration: 508.940212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.939199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.424217Z","time spent":"514.20334ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:31.939266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.455001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:31.939358Z","caller":"traceutil/trace.go:171","msg":"trace[1260707548] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:31958; }","duration":"290.601204ms","start":"2026-04-29T03:01:31.648743Z","end":"2026-04-29T03:01:31.939344Z","steps":["trace[1260707548] 'agreement among raft nodes before linearized reading' (duration: 289.981422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:31.939526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:31.429908Z","time spent":"509.591586ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":7280,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" "} {"level":"warn","ts":"2026-04-29T03:01:33.982819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979996151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:01:34.268263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094068762s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T03:01:34.268708Z","caller":"traceutil/trace.go:171","msg":"trace[2089599544] transaction","detail":"{read_only:false; response_revision:31960; number_of_response:1; }","duration":"1.094646273s","start":"2026-04-29T03:01:33.174036Z","end":"2026-04-29T03:01:34.268682Z","steps":["trace[2089599544] 'process raft request' (duration: 1.094440499s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:34.268858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.174004Z","time spent":"1.094766515s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:34.773078Z","caller":"traceutil/trace.go:171","msg":"trace[720795222] transaction","detail":"{read_only:false; response_revision:31962; number_of_response:1; }","duration":"1.378877038s","start":"2026-04-29T03:01:33.394174Z","end":"2026-04-29T03:01:34.773051Z","steps":["trace[720795222] 'process raft request' (duration: 1.378782717s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:34.773167Z","caller":"traceutil/trace.go:171","msg":"trace[1468905333] transaction","detail":"{read_only:false; response_revision:31961; number_of_response:1; }","duration":"1.559547437s","start":"2026-04-29T03:01:33.213564Z","end":"2026-04-29T03:01:34.773112Z","steps":["trace[1468905333] 'process raft request' (duration: 1.55921928s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:34.773252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.394143Z","time spent":"1.379015131s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:34.773418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.21354Z","time spent":"1.559739841s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:34.77354Z","caller":"traceutil/trace.go:171","msg":"trace[1112467558] transaction","detail":"{read_only:false; response_revision:31963; number_of_response:1; }","duration":"1.379264786s","start":"2026-04-29T03:01:33.394198Z","end":"2026-04-29T03:01:34.773463Z","steps":["trace[1112467558] 'process raft request' (duration: 1.378809507s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:34.773724Z","caller":"traceutil/trace.go:171","msg":"trace[141446527] transaction","detail":"{read_only:false; response_revision:31964; number_of_response:1; }","duration":"1.379432279s","start":"2026-04-29T03:01:33.394261Z","end":"2026-04-29T03:01:34.773694Z","steps":["trace[141446527] 'process raft request' (duration: 1.379131013s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:34.773824Z","caller":"traceutil/trace.go:171","msg":"trace[1292306222] transaction","detail":"{read_only:false; response_revision:31965; number_of_response:1; }","duration":"1.379383667s","start":"2026-04-29T03:01:33.3944Z","end":"2026-04-29T03:01:34.773784Z","steps":["trace[1292306222] 'process raft request' (duration: 1.379169603s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:34.773885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.394236Z","time spent":"1.379569751s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:34.773936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.394389Z","time spent":"1.379491579s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:34.773926Z","caller":"traceutil/trace.go:171","msg":"trace[1856822091] transaction","detail":"{read_only:false; response_revision:31966; number_of_response:1; }","duration":"1.379486359s","start":"2026-04-29T03:01:33.394397Z","end":"2026-04-29T03:01:34.773883Z","steps":["trace[1856822091] 'process raft request' (duration: 1.379252035s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:34.774162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.394384Z","time spent":"1.379666042s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:34.774328Z","caller":"traceutil/trace.go:171","msg":"trace[714877033] transaction","detail":"{read_only:false; response_revision:31968; number_of_response:1; }","duration":"1.379835117s","start":"2026-04-29T03:01:33.394471Z","end":"2026-04-29T03:01:34.774306Z","steps":["trace[714877033] 'process raft request' (duration: 1.379409708s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:34.774382Z","caller":"traceutil/trace.go:171","msg":"trace[380242286] transaction","detail":"{read_only:false; response_revision:31969; number_of_response:1; }","duration":"1.106996384s","start":"2026-04-29T03:01:33.667368Z","end":"2026-04-29T03:01:34.774364Z","steps":["trace[380242286] 'process raft request' (duration: 1.106812349s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:34.774446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.667347Z","time spent":"1.107062945s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:34.77441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.394171Z","time spent":"1.379486259s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:34.774499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.394456Z","time spent":"1.379950438s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:34.774089Z","caller":"traceutil/trace.go:171","msg":"trace[1731425730] transaction","detail":"{read_only:false; response_revision:31967; number_of_response:1; }","duration":"1.379601261s","start":"2026-04-29T03:01:33.394461Z","end":"2026-04-29T03:01:34.774062Z","steps":["trace[1731425730] 'process raft request' (duration: 1.379273095s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:34.775133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.394264Z","time spent":"1.380752513s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:34.968318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.007378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T03:01:34.96851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.317768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:34.968693Z","caller":"traceutil/trace.go:171","msg":"trace[1937419701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31969; }","duration":"176.518832ms","start":"2026-04-29T03:01:34.792152Z","end":"2026-04-29T03:01:34.968671Z","steps":["trace[1937419701] 'range keys from in-memory index tree' (duration: 176.295128ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:34.968854Z","caller":"traceutil/trace.go:171","msg":"trace[1887966137] linearizableReadLoop","detail":"{readStateIndex:33014; appliedIndex:33002; }","duration":"1.48660263s","start":"2026-04-29T03:01:33.482212Z","end":"2026-04-29T03:01:34.968815Z","steps":["trace[1887966137] 'read index received' (duration: 786.234808ms)","trace[1887966137] 'applied index is now lower than readState.Index' (duration: 700.365542ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:34.968855Z","caller":"traceutil/trace.go:171","msg":"trace[1547765716] transaction","detail":"{read_only:false; response_revision:31970; number_of_response:1; }","duration":"1.210666529s","start":"2026-04-29T03:01:33.758156Z","end":"2026-04-29T03:01:34.968823Z","steps":["trace[1547765716] 'process raft request' (duration: 1.210262252s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:34.969023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.75814Z","time spent":"1.210802683s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:35.131491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.201493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:35.131582Z","caller":"traceutil/trace.go:171","msg":"trace[789732356] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:31970; }","duration":"854.318675ms","start":"2026-04-29T03:01:34.277239Z","end":"2026-04-29T03:01:35.131558Z","steps":["trace[789732356] 'agreement among raft nodes before linearized reading' (duration: 691.996867ms)","trace[789732356] 'count revisions from in-memory index tree' (duration: 162.180016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.131636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.277183Z","time spent":"854.439717ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:35.131654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.372498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:01:35.131743Z","caller":"traceutil/trace.go:171","msg":"trace[1549999560] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:31970; }","duration":"213.553331ms","start":"2026-04-29T03:01:34.918164Z","end":"2026-04-29T03:01:35.131717Z","steps":["trace[1549999560] 'agreement among raft nodes before linearized reading' (duration: 51.002548ms)","trace[1549999560] 'count revisions from in-memory index tree' (duration: 162.40303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.131771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.418527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T03:01:35.131833Z","caller":"traceutil/trace.go:171","msg":"trace[1936188239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31970; }","duration":"968.485258ms","start":"2026-04-29T03:01:34.163327Z","end":"2026-04-29T03:01:35.131812Z","steps":["trace[1936188239] 'agreement among raft nodes before linearized reading' (duration: 805.916655ms)","trace[1936188239] 'range keys from in-memory index tree' (duration: 162.40136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.131865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.163259Z","time spent":"968.600651ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:35.132014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042237098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:35.132044Z","caller":"traceutil/trace.go:171","msg":"trace[2138714338] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31970; }","duration":"1.04229281s","start":"2026-04-29T03:01:34.089742Z","end":"2026-04-29T03:01:35.132035Z","steps":["trace[2138714338] 'agreement among raft nodes before linearized reading' (duration: 879.509303ms)","trace[2138714338] 'range keys from in-memory index tree' (duration: 162.747086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.500475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-86886f56f6-vqlcj.18aab37fe4289bd0\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-04-29T03:01:35.132074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.089725Z","time spent":"1.04234364s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:01:35.132079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649865946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:35.132088Z","caller":"traceutil/trace.go:171","msg":"trace[2128871267] range","detail":"{range_begin:/registry/events/openstack/heat-api-86886f56f6-vqlcj.18aab37fe4289bd0; range_end:; response_count:1; response_revision:31970; }","duration":"309.572616ms","start":"2026-04-29T03:01:34.8225Z","end":"2026-04-29T03:01:35.132073Z","steps":["trace[2128871267] 'agreement among raft nodes before linearized reading' (duration: 146.702578ms)","trace[2128871267] 'range keys from in-memory index tree' (duration: 162.723466ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:35.132105Z","caller":"traceutil/trace.go:171","msg":"trace[50815285] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:31970; }","duration":"1.649925578s","start":"2026-04-29T03:01:33.48217Z","end":"2026-04-29T03:01:35.132095Z","steps":["trace[50815285] 'agreement among raft nodes before linearized reading' (duration: 1.486782465s)","trace[50815285] 'count revisions from in-memory index tree' (duration: 163.099722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.13212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.822479Z","time spent":"309.634597ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-86886f56f6-vqlcj.18aab37fe4289bd0\" "} {"level":"warn","ts":"2026-04-29T03:01:35.132219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187748314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:35.132245Z","caller":"traceutil/trace.go:171","msg":"trace[2096034366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31970; }","duration":"1.187770294s","start":"2026-04-29T03:01:33.944465Z","end":"2026-04-29T03:01:35.132235Z","steps":["trace[2096034366] 'agreement among raft nodes before linearized reading' (duration: 1.024795194s)","trace[2096034366] 'range keys from in-memory index tree' (duration: 162.912799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.944459Z","time spent":"1.187799585s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:35.132279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489514246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:01:35.132301Z","caller":"traceutil/trace.go:171","msg":"trace[448992442] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:31970; }","duration":"1.489579877s","start":"2026-04-29T03:01:33.642715Z","end":"2026-04-29T03:01:35.132294Z","steps":["trace[448992442] 'agreement among raft nodes before linearized reading' (duration: 1.326328222s)","trace[448992442] 'count revisions from in-memory index tree' (duration: 163.220395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.642695Z","time spent":"1.489619568s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:35.132293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.851795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:35.132126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.48215Z","time spent":"1.649969648s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:35.132362Z","caller":"traceutil/trace.go:171","msg":"trace[1312018754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31970; }","duration":"762.952636ms","start":"2026-04-29T03:01:34.369388Z","end":"2026-04-29T03:01:35.132341Z","steps":["trace[1312018754] 'agreement among raft nodes before linearized reading' (duration: 599.834534ms)","trace[1312018754] 'range keys from in-memory index tree' (duration: 163.030041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.323873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:35.132397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.36937Z","time spent":"763.018508ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:35.132402Z","caller":"traceutil/trace.go:171","msg":"trace[452355424] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:31970; }","duration":"138.351703ms","start":"2026-04-29T03:01:34.994039Z","end":"2026-04-29T03:01:35.132391Z","steps":["trace[452355424] 'count revisions from in-memory index tree' (duration: 138.205799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.132474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188035009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:35.132532Z","caller":"traceutil/trace.go:171","msg":"trace[239495093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31970; }","duration":"1.188120961s","start":"2026-04-29T03:01:33.944395Z","end":"2026-04-29T03:01:35.132516Z","steps":["trace[239495093] 'agreement among raft nodes before linearized reading' (duration: 1.024873436s)","trace[239495093] 'range keys from in-memory index tree' (duration: 163.091613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.944389Z","time spent":"1.188165512s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:35.132618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.589697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:01:35.132649Z","caller":"traceutil/trace.go:171","msg":"trace[2125755911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31970; }","duration":"486.69868ms","start":"2026-04-29T03:01:34.64594Z","end":"2026-04-29T03:01:35.132639Z","steps":["trace[2125755911] 'agreement among raft nodes before linearized reading' (duration: 323.273841ms)","trace[2125755911] 'range keys from in-memory index tree' (duration: 163.305797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:34.64592Z","time spent":"486.74847ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T03:01:35.132754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188384077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:35.13278Z","caller":"traceutil/trace.go:171","msg":"trace[405828876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31970; }","duration":"1.188424948s","start":"2026-04-29T03:01:33.944343Z","end":"2026-04-29T03:01:35.132768Z","steps":["trace[405828876] 'agreement among raft nodes before linearized reading' (duration: 1.024935538s)","trace[405828876] 'range keys from in-memory index tree' (duration: 163.437998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.944331Z","time spent":"1.188462828s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T03:01:35.132802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438003738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:35.132839Z","caller":"traceutil/trace.go:171","msg":"trace[1331291860] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:31970; }","duration":"1.43809245s","start":"2026-04-29T03:01:33.694734Z","end":"2026-04-29T03:01:35.132827Z","steps":["trace[1331291860] 'agreement among raft nodes before linearized reading' (duration: 1.274551939s)","trace[1331291860] 'count revisions from in-memory index tree' (duration: 163.4836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.132865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.694718Z","time spent":"1.438140081s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:35.132899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189126331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:35.132932Z","caller":"traceutil/trace.go:171","msg":"trace[1846331664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31970; }","duration":"1.189202233s","start":"2026-04-29T03:01:33.943719Z","end":"2026-04-29T03:01:35.132921Z","steps":["trace[1846331664] 'agreement among raft nodes before linearized reading' (duration: 1.02556513s)","trace[1846331664] 'range keys from in-memory index tree' (duration: 163.500861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.133005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:33.943696Z","time spent":"1.189301864s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T03:01:35.370372Z","caller":"traceutil/trace.go:171","msg":"trace[701636222] transaction","detail":"{read_only:false; response_revision:31971; number_of_response:1; }","duration":"232.945761ms","start":"2026-04-29T03:01:35.137362Z","end":"2026-04-29T03:01:35.370308Z","steps":["trace[701636222] 'process raft request' (duration: 198.494051ms)","trace[701636222] 'compare' (duration: 34.070103ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:35.370415Z","caller":"traceutil/trace.go:171","msg":"trace[507351803] linearizableReadLoop","detail":"{readStateIndex:33020; appliedIndex:33015; }","duration":"162.498231ms","start":"2026-04-29T03:01:35.207898Z","end":"2026-04-29T03:01:35.370396Z","steps":["trace[507351803] 'read index received' (duration: 128.009131ms)","trace[507351803] 'applied index is now lower than readState.Index' (duration: 34.48807ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:35.370462Z","caller":"traceutil/trace.go:171","msg":"trace[1410197603] transaction","detail":"{read_only:false; response_revision:31973; number_of_response:1; }","duration":"233.000222ms","start":"2026-04-29T03:01:35.137427Z","end":"2026-04-29T03:01:35.370428Z","steps":["trace[1410197603] 'process raft request' (duration: 232.808819ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:35.370482Z","caller":"traceutil/trace.go:171","msg":"trace[329592731] transaction","detail":"{read_only:false; response_revision:31975; number_of_response:1; }","duration":"232.199987ms","start":"2026-04-29T03:01:35.138246Z","end":"2026-04-29T03:01:35.370446Z","steps":["trace[329592731] 'process raft request' (duration: 232.096665ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:35.370491Z","caller":"traceutil/trace.go:171","msg":"trace[1021229262] transaction","detail":"{read_only:false; response_revision:31972; number_of_response:1; }","duration":"233.031442ms","start":"2026-04-29T03:01:35.137423Z","end":"2026-04-29T03:01:35.370455Z","steps":["trace[1021229262] 'process raft request' (duration: 232.724607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.370567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.152556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:35.370701Z","caller":"traceutil/trace.go:171","msg":"trace[263358000] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:31975; }","duration":"232.318409ms","start":"2026-04-29T03:01:35.138363Z","end":"2026-04-29T03:01:35.370682Z","steps":["trace[263358000] 'agreement among raft nodes before linearized reading' (duration: 232.137055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:35.370645Z","caller":"traceutil/trace.go:171","msg":"trace[1767399185] transaction","detail":"{read_only:false; response_revision:31974; number_of_response:1; }","duration":"232.439502ms","start":"2026-04-29T03:01:35.138162Z","end":"2026-04-29T03:01:35.370601Z","steps":["trace[1767399185] 'process raft request' (duration: 232.126527ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:35.619491Z","caller":"traceutil/trace.go:171","msg":"trace[145373929] linearizableReadLoop","detail":"{readStateIndex:33021; appliedIndex:33020; }","duration":"248.989319ms","start":"2026-04-29T03:01:35.37046Z","end":"2026-04-29T03:01:35.619449Z","steps":["trace[145373929] 'read index received' (duration: 206.304546ms)","trace[145373929] 'applied index is now lower than readState.Index' (duration: 42.683433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.619724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.800713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:35.619787Z","caller":"traceutil/trace.go:171","msg":"trace[1569056492] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:31976; }","duration":"243.921395ms","start":"2026-04-29T03:01:35.37585Z","end":"2026-04-29T03:01:35.619772Z","steps":["trace[1569056492] 'agreement among raft nodes before linearized reading' (duration: 243.794423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.61978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.529733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18267"} {"level":"info","ts":"2026-04-29T03:01:35.619841Z","caller":"traceutil/trace.go:171","msg":"trace[1241538841] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31976; }","duration":"410.597294ms","start":"2026-04-29T03:01:35.209231Z","end":"2026-04-29T03:01:35.619828Z","steps":["trace[1241538841] 'agreement among raft nodes before linearized reading' (duration: 410.37201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:35.619884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.20918Z","time spent":"410.695276ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18290,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-29T03:01:35.62017Z","caller":"traceutil/trace.go:171","msg":"trace[1596801419] transaction","detail":"{read_only:false; response_revision:31976; number_of_response:1; }","duration":"411.028102ms","start":"2026-04-29T03:01:35.20852Z","end":"2026-04-29T03:01:35.619548Z","steps":["trace[1596801419] 'process raft request' (duration: 368.310058ms)","trace[1596801419] 'compare' (duration: 41.334988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:35.620453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:35.208499Z","time spent":"411.737325ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:35.816864Z","caller":"traceutil/trace.go:171","msg":"trace[1363309021] transaction","detail":"{read_only:false; response_revision:31978; number_of_response:1; }","duration":"111.427671ms","start":"2026-04-29T03:01:35.705393Z","end":"2026-04-29T03:01:35.81682Z","steps":["trace[1363309021] 'process raft request' (duration: 97.838028ms)","trace[1363309021] 'compare' (duration: 13.355009ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:37.029341Z","caller":"traceutil/trace.go:171","msg":"trace[2015698021] transaction","detail":"{read_only:false; response_revision:31980; number_of_response:1; }","duration":"248.368717ms","start":"2026-04-29T03:01:36.780946Z","end":"2026-04-29T03:01:37.029315Z","steps":["trace[2015698021] 'process raft request' (duration: 248.181734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.264917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.50896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:37.265218Z","caller":"traceutil/trace.go:171","msg":"trace[383950832] transaction","detail":"{read_only:false; response_revision:31981; number_of_response:1; }","duration":"483.740145ms","start":"2026-04-29T03:01:36.781434Z","end":"2026-04-29T03:01:37.265174Z","steps":["trace[383950832] 'process raft request' (duration: 376.840647ms)","trace[383950832] 'compare' (duration: 106.330487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:37.265417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.781426Z","time spent":"483.881638ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.265426Z","caller":"traceutil/trace.go:171","msg":"trace[179877441] transaction","detail":"{read_only:false; response_revision:31983; number_of_response:1; }","duration":"483.789716ms","start":"2026-04-29T03:01:36.78158Z","end":"2026-04-29T03:01:37.265369Z","steps":["trace[179877441] 'process raft request' (duration: 483.559232ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:37.265491Z","caller":"traceutil/trace.go:171","msg":"trace[549465539] transaction","detail":"{read_only:false; response_revision:31982; number_of_response:1; }","duration":"483.924048ms","start":"2026-04-29T03:01:36.781535Z","end":"2026-04-29T03:01:37.265459Z","steps":["trace[549465539] 'process raft request' (duration: 483.539001ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:37.26552Z","caller":"traceutil/trace.go:171","msg":"trace[96571570] transaction","detail":"{read_only:false; response_revision:31984; number_of_response:1; }","duration":"483.853586ms","start":"2026-04-29T03:01:36.781611Z","end":"2026-04-29T03:01:37.265464Z","steps":["trace[96571570] 'process raft request' (duration: 483.571461ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:37.26552Z","caller":"traceutil/trace.go:171","msg":"trace[1666351739] transaction","detail":"{read_only:false; response_revision:31986; number_of_response:1; }","duration":"483.787435ms","start":"2026-04-29T03:01:36.781677Z","end":"2026-04-29T03:01:37.265464Z","steps":["trace[1666351739] 'process raft request' (duration: 483.587512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.265594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.781529Z","time spent":"484.01631ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.265469Z","caller":"traceutil/trace.go:171","msg":"trace[938563009] transaction","detail":"{read_only:false; response_revision:31987; number_of_response:1; }","duration":"483.722595ms","start":"2026-04-29T03:01:36.781715Z","end":"2026-04-29T03:01:37.265438Z","steps":["trace[938563009] 'process raft request' (duration: 483.638364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.26571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.781574Z","time spent":"483.983479ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.265728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.781605Z","time spent":"484.020259ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.265747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.781671Z","time spent":"483.954428ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.26547Z","caller":"traceutil/trace.go:171","msg":"trace[1032181117] transaction","detail":"{read_only:false; response_revision:31985; number_of_response:1; }","duration":"483.789356ms","start":"2026-04-29T03:01:36.781645Z","end":"2026-04-29T03:01:37.265435Z","steps":["trace[1032181117] 'process raft request' (duration: 483.573892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.265772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.781709Z","time spent":"483.947379ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.266057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:36.78164Z","time spent":"484.285165ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.766465Z","caller":"traceutil/trace.go:171","msg":"trace[290424919] transaction","detail":"{read_only:false; response_revision:31989; number_of_response:1; }","duration":"312.597552ms","start":"2026-04-29T03:01:37.453831Z","end":"2026-04-29T03:01:37.766429Z","steps":["trace[290424919] 'process raft request' (duration: 312.292786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.766681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.453799Z","time spent":"312.767696ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.766889Z","caller":"traceutil/trace.go:171","msg":"trace[515445664] transaction","detail":"{read_only:false; response_revision:31990; number_of_response:1; }","duration":"312.652473ms","start":"2026-04-29T03:01:37.45418Z","end":"2026-04-29T03:01:37.766833Z","steps":["trace[515445664] 'process raft request' (duration: 312.197393ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:37.767034Z","caller":"traceutil/trace.go:171","msg":"trace[1057536212] transaction","detail":"{read_only:false; response_revision:31992; number_of_response:1; }","duration":"311.517293ms","start":"2026-04-29T03:01:37.455497Z","end":"2026-04-29T03:01:37.767015Z","steps":["trace[1057536212] 'process raft request' (duration: 311.283319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.767187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.455461Z","time spent":"311.624084ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:37.767208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.454162Z","time spent":"312.898407ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:37.767382Z","caller":"traceutil/trace.go:171","msg":"trace[352664860] transaction","detail":"{read_only:false; response_revision:31991; number_of_response:1; }","duration":"312.45478ms","start":"2026-04-29T03:01:37.454433Z","end":"2026-04-29T03:01:37.766888Z","steps":["trace[352664860] 'process raft request' (duration: 312.206435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:37.768122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:37.454424Z","time spent":"313.593831ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:38.545768Z","caller":"traceutil/trace.go:171","msg":"trace[469979682] linearizableReadLoop","detail":"{readStateIndex:33038; appliedIndex:33037; }","duration":"116.405304ms","start":"2026-04-29T03:01:38.42934Z","end":"2026-04-29T03:01:38.545745Z","steps":["trace[469979682] 'read index received' (duration: 116.240561ms)","trace[469979682] 'applied index is now lower than readState.Index' (duration: 163.693µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:38.546122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.76019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:38.546177Z","caller":"traceutil/trace.go:171","msg":"trace[1106104191] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:31992; }","duration":"116.870152ms","start":"2026-04-29T03:01:38.429292Z","end":"2026-04-29T03:01:38.546162Z","steps":["trace[1106104191] 'agreement among raft nodes before linearized reading' (duration: 116.771111ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:38.678032Z","caller":"traceutil/trace.go:171","msg":"trace[1212969434] transaction","detail":"{read_only:false; response_revision:31993; number_of_response:1; }","duration":"130.270172ms","start":"2026-04-29T03:01:38.547681Z","end":"2026-04-29T03:01:38.677951Z","steps":["trace[1212969434] 'process raft request' (duration: 105.947779ms)","trace[1212969434] 'compare' (duration: 24.121828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:39.005231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.708016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:01:39.005311Z","caller":"traceutil/trace.go:171","msg":"trace[1174173634] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:31993; }","duration":"126.843778ms","start":"2026-04-29T03:01:38.878448Z","end":"2026-04-29T03:01:39.005292Z","steps":["trace[1174173634] 'count revisions from in-memory index tree' (duration: 126.587434ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:39.136511Z","caller":"traceutil/trace.go:171","msg":"trace[1035052398] transaction","detail":"{read_only:false; response_revision:31994; number_of_response:1; }","duration":"101.307763ms","start":"2026-04-29T03:01:39.035177Z","end":"2026-04-29T03:01:39.136485Z","steps":["trace[1035052398] 'process raft request' (duration: 101.11343ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:39.399787Z","caller":"traceutil/trace.go:171","msg":"trace[623822435] transaction","detail":"{read_only:false; response_revision:31995; number_of_response:1; }","duration":"129.010489ms","start":"2026-04-29T03:01:39.270732Z","end":"2026-04-29T03:01:39.399742Z","steps":["trace[623822435] 'process raft request' (duration: 100.592311ms)","trace[623822435] 'compare' (duration: 28.171663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:39.804502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.945996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:39.804662Z","caller":"traceutil/trace.go:171","msg":"trace[637216034] transaction","detail":"{read_only:false; response_revision:31998; number_of_response:1; }","duration":"532.889938ms","start":"2026-04-29T03:01:39.271761Z","end":"2026-04-29T03:01:39.804651Z","steps":["trace[637216034] 'process raft request' (duration: 532.846077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.804713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.271752Z","time spent":"532.940448ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:39.80472Z","caller":"traceutil/trace.go:171","msg":"trace[910778614] transaction","detail":"{read_only:false; response_revision:31996; number_of_response:1; }","duration":"533.04134ms","start":"2026-04-29T03:01:39.271643Z","end":"2026-04-29T03:01:39.804684Z","steps":["trace[910778614] 'process raft request' (duration: 267.86037ms)","trace[910778614] 'compare' (duration: 264.430907ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:39.804777Z","caller":"traceutil/trace.go:171","msg":"trace[369490543] transaction","detail":"{read_only:false; response_revision:31997; number_of_response:1; }","duration":"533.119792ms","start":"2026-04-29T03:01:39.271644Z","end":"2026-04-29T03:01:39.804764Z","steps":["trace[369490543] 'process raft request' (duration: 532.924658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.804829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.271625Z","time spent":"533.179373ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:39.804866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.271623Z","time spent":"533.171243ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:39.804883Z","caller":"traceutil/trace.go:171","msg":"trace[1913544785] transaction","detail":"{read_only:false; response_revision:31999; number_of_response:1; }","duration":"532.222485ms","start":"2026-04-29T03:01:39.272641Z","end":"2026-04-29T03:01:39.804863Z","steps":["trace[1913544785] 'process raft request' (duration: 531.987781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.805017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.272634Z","time spent":"532.321928ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:39.805105Z","caller":"traceutil/trace.go:171","msg":"trace[612687764] linearizableReadLoop","detail":"{readStateIndex:33047; appliedIndex:33040; }","duration":"435.716473ms","start":"2026-04-29T03:01:39.36938Z","end":"2026-04-29T03:01:39.805096Z","steps":["trace[612687764] 'read index received' (duration: 1.961577ms)","trace[612687764] 'applied index is now lower than readState.Index' (duration: 433.754286ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:39.805129Z","caller":"traceutil/trace.go:171","msg":"trace[1349810068] transaction","detail":"{read_only:false; response_revision:32001; number_of_response:1; }","duration":"530.28092ms","start":"2026-04-29T03:01:39.274839Z","end":"2026-04-29T03:01:39.805119Z","steps":["trace[1349810068] 'process raft request' (duration: 530.213859ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:39.805151Z","caller":"traceutil/trace.go:171","msg":"trace[40149033] transaction","detail":"{read_only:false; response_revision:32000; number_of_response:1; }","duration":"532.39772ms","start":"2026-04-29T03:01:39.272729Z","end":"2026-04-29T03:01:39.805127Z","steps":["trace[40149033] 'process raft request' (duration: 532.042193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.805186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.274824Z","time spent":"530.338001ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:39.805197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.821404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:39.805235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.480611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:39.805258Z","caller":"traceutil/trace.go:171","msg":"trace[316764724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32001; }","duration":"340.546173ms","start":"2026-04-29T03:01:39.464706Z","end":"2026-04-29T03:01:39.805253Z","steps":["trace[316764724] 'agreement among raft nodes before linearized reading' (duration: 340.460072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.805282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.464686Z","time spent":"340.591204ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T03:01:39.805343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.605894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:39.805375Z","caller":"traceutil/trace.go:171","msg":"trace[2135072209] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32001; }","duration":"162.673834ms","start":"2026-04-29T03:01:39.642691Z","end":"2026-04-29T03:01:39.805365Z","steps":["trace[2135072209] 'agreement among raft nodes before linearized reading' (duration: 162.620043ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:39.805398Z","caller":"traceutil/trace.go:171","msg":"trace[1180753012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32001; }","duration":"436.062779ms","start":"2026-04-29T03:01:39.369323Z","end":"2026-04-29T03:01:39.805386Z","steps":["trace[1180753012] 'agreement among raft nodes before linearized reading' (duration: 435.807454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:39.805485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.369302Z","time spent":"436.16794ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:39.805532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:39.272715Z","time spent":"532.506442ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:40.063002Z","caller":"traceutil/trace.go:171","msg":"trace[1646276095] transaction","detail":"{read_only:false; response_revision:32002; number_of_response:1; }","duration":"253.770208ms","start":"2026-04-29T03:01:39.809196Z","end":"2026-04-29T03:01:40.062966Z","steps":["trace[1646276095] 'process raft request' (duration: 216.22158ms)","trace[1646276095] 'compare' (duration: 37.341164ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:40.08763Z","caller":"traceutil/trace.go:171","msg":"trace[1841775082] transaction","detail":"{read_only:false; response_revision:32006; number_of_response:1; }","duration":"276.002932ms","start":"2026-04-29T03:01:39.811601Z","end":"2026-04-29T03:01:40.087604Z","steps":["trace[1841775082] 'process raft request' (duration: 275.92236ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:40.087665Z","caller":"traceutil/trace.go:171","msg":"trace[358532531] linearizableReadLoop","detail":"{readStateIndex:33052; appliedIndex:33047; }","duration":"272.372843ms","start":"2026-04-29T03:01:39.815274Z","end":"2026-04-29T03:01:40.087646Z","steps":["trace[358532531] 'read index received' (duration: 210.149677ms)","trace[358532531] 'applied index is now lower than readState.Index' (duration: 62.221856ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:40.087641Z","caller":"traceutil/trace.go:171","msg":"trace[413882188] transaction","detail":"{read_only:false; response_revision:32004; number_of_response:1; }","duration":"276.951629ms","start":"2026-04-29T03:01:39.81063Z","end":"2026-04-29T03:01:40.087582Z","steps":["trace[413882188] 'process raft request' (duration: 276.808467ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:40.087635Z","caller":"traceutil/trace.go:171","msg":"trace[82540307] transaction","detail":"{read_only:false; response_revision:32005; number_of_response:1; }","duration":"276.037262ms","start":"2026-04-29T03:01:39.811557Z","end":"2026-04-29T03:01:40.087595Z","steps":["trace[82540307] 'process raft request' (duration: 275.92863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:40.087873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.573999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-29T03:01:40.087947Z","caller":"traceutil/trace.go:171","msg":"trace[937482714] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:32007; }","duration":"272.703561ms","start":"2026-04-29T03:01:39.815232Z","end":"2026-04-29T03:01:40.087935Z","steps":["trace[937482714] 'agreement among raft nodes before linearized reading' (duration: 272.489576ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:40.087979Z","caller":"traceutil/trace.go:171","msg":"trace[294224332] transaction","detail":"{read_only:false; response_revision:32003; number_of_response:1; }","duration":"277.075802ms","start":"2026-04-29T03:01:39.810472Z","end":"2026-04-29T03:01:40.087548Z","steps":["trace[294224332] 'process raft request' (duration: 276.829877ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:40.088008Z","caller":"traceutil/trace.go:171","msg":"trace[1969350608] transaction","detail":"{read_only:false; response_revision:32007; number_of_response:1; }","duration":"113.550002ms","start":"2026-04-29T03:01:39.974252Z","end":"2026-04-29T03:01:40.087802Z","steps":["trace[1969350608] 'process raft request' (duration: 113.306707ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:41.338919Z","caller":"traceutil/trace.go:171","msg":"trace[1698678770] transaction","detail":"{read_only:false; response_revision:32008; number_of_response:1; }","duration":"197.436012ms","start":"2026-04-29T03:01:41.141459Z","end":"2026-04-29T03:01:41.338895Z","steps":["trace[1698678770] 'process raft request' (duration: 197.273729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:41.836361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.771526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:41.836443Z","caller":"traceutil/trace.go:171","msg":"trace[760757544] linearizableReadLoop","detail":"{readStateIndex:33055; appliedIndex:33054; }","duration":"413.839554ms","start":"2026-04-29T03:01:41.422591Z","end":"2026-04-29T03:01:41.836431Z","steps":["trace[760757544] 'read index received' (duration: 143.982407ms)","trace[760757544] 'applied index is now lower than readState.Index' (duration: 269.856037ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:41.836471Z","caller":"traceutil/trace.go:171","msg":"trace[947961354] transaction","detail":"{read_only:false; response_revision:32009; number_of_response:1; }","duration":"431.668086ms","start":"2026-04-29T03:01:41.404777Z","end":"2026-04-29T03:01:41.836445Z","steps":["trace[947961354] 'process raft request' (duration: 161.741668ms)","trace[947961354] 'compare' (duration: 269.163965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:41.836611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.404752Z","time spent":"431.780268ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:41.836697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.052949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:41.83682Z","caller":"traceutil/trace.go:171","msg":"trace[1931915028] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:32009; }","duration":"414.260393ms","start":"2026-04-29T03:01:41.422546Z","end":"2026-04-29T03:01:41.836807Z","steps":["trace[1931915028] 'agreement among raft nodes before linearized reading' (duration: 413.930306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:41.836901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.422526Z","time spent":"414.351284ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:41.999913Z","caller":"traceutil/trace.go:171","msg":"trace[1262679466] transaction","detail":"{read_only:false; response_revision:32010; number_of_response:1; }","duration":"189.168417ms","start":"2026-04-29T03:01:41.810714Z","end":"2026-04-29T03:01:41.999882Z","steps":["trace[1262679466] 'process raft request' (duration: 187.663599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.339722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.184559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:42.339966Z","caller":"traceutil/trace.go:171","msg":"trace[741129546] transaction","detail":"{read_only:false; response_revision:32013; number_of_response:1; }","duration":"527.754903ms","start":"2026-04-29T03:01:41.812193Z","end":"2026-04-29T03:01:42.339948Z","steps":["trace[741129546] 'process raft request' (duration: 527.673141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.340047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.812182Z","time spent":"527.825154ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:42.34013Z","caller":"traceutil/trace.go:171","msg":"trace[1132496668] linearizableReadLoop","detail":"{readStateIndex:33061; appliedIndex:33055; }","duration":"503.646345ms","start":"2026-04-29T03:01:41.836461Z","end":"2026-04-29T03:01:42.340108Z","steps":["trace[1132496668] 'read index received' (duration: 161.935941ms)","trace[1132496668] 'applied index is now lower than readState.Index' (duration: 341.709533ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:42.340252Z","caller":"traceutil/trace.go:171","msg":"trace[106180676] transaction","detail":"{read_only:false; response_revision:32014; number_of_response:1; }","duration":"528.006377ms","start":"2026-04-29T03:01:41.812236Z","end":"2026-04-29T03:01:42.340242Z","steps":["trace[106180676] 'process raft request' (duration: 527.673251ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:42.340288Z","caller":"traceutil/trace.go:171","msg":"trace[63790552] transaction","detail":"{read_only:false; response_revision:32011; number_of_response:1; }","duration":"528.519906ms","start":"2026-04-29T03:01:41.811755Z","end":"2026-04-29T03:01:42.340275Z","steps":["trace[63790552] 'process raft request' (duration: 367.699726ms)","trace[63790552] 'compare' (duration: 160.062167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.340353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.81172Z","time spent":"528.604278ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.340364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.812204Z","time spent":"528.077489ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:42.340494Z","caller":"traceutil/trace.go:171","msg":"trace[2105514967] transaction","detail":"{read_only:false; response_revision:32012; number_of_response:1; }","duration":"528.357373ms","start":"2026-04-29T03:01:41.812124Z","end":"2026-04-29T03:01:42.340481Z","steps":["trace[2105514967] 'process raft request' (duration: 527.689041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.34055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.812115Z","time spent":"528.410285ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:42.340615Z","caller":"traceutil/trace.go:171","msg":"trace[1813761791] transaction","detail":"{read_only:false; response_revision:32015; number_of_response:1; }","duration":"525.707274ms","start":"2026-04-29T03:01:41.814895Z","end":"2026-04-29T03:01:42.340603Z","steps":["trace[1813761791] 'process raft request' (duration: 525.122404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.340696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.814884Z","time spent":"525.766926ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.34081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.20353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:42.340849Z","caller":"traceutil/trace.go:171","msg":"trace[540588139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32015; }","duration":"593.242661ms","start":"2026-04-29T03:01:41.747595Z","end":"2026-04-29T03:01:42.340838Z","steps":["trace[540588139] 'agreement among raft nodes before linearized reading' (duration: 593.178099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.340898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.747529Z","time spent":"593.353502ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:42.341041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.38773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:42.341124Z","caller":"traceutil/trace.go:171","msg":"trace[348275402] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:32015; }","duration":"880.485031ms","start":"2026-04-29T03:01:41.46062Z","end":"2026-04-29T03:01:42.341105Z","steps":["trace[348275402] 'agreement among raft nodes before linearized reading' (duration: 880.336299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.341174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.460528Z","time spent":"880.631444ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:42.341296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.081149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-29T03:01:42.341473Z","caller":"traceutil/trace.go:171","msg":"trace[1047969712] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:32015; }","duration":"755.276283ms","start":"2026-04-29T03:01:41.58615Z","end":"2026-04-29T03:01:42.341426Z","steps":["trace[1047969712] 'agreement among raft nodes before linearized reading' (duration: 754.821375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.341625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:41.586134Z","time spent":"755.477826ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-29T03:01:42.397868Z","caller":"traceutil/trace.go:171","msg":"trace[2036681859] transaction","detail":"{read_only:false; response_revision:32016; number_of_response:1; }","duration":"117.832961ms","start":"2026-04-29T03:01:42.280014Z","end":"2026-04-29T03:01:42.397847Z","steps":["trace[2036681859] 'process raft request' (duration: 117.626747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.398173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.245264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:42.398259Z","caller":"traceutil/trace.go:171","msg":"trace[951851526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32016; }","duration":"306.379827ms","start":"2026-04-29T03:01:42.091858Z","end":"2026-04-29T03:01:42.398238Z","steps":["trace[951851526] 'agreement among raft nodes before linearized reading' (duration: 306.185353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.398274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.821305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T03:01:42.3983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.091836Z","time spent":"306.455428ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T03:01:42.398312Z","caller":"traceutil/trace.go:171","msg":"trace[80746089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32016; }","duration":"306.906446ms","start":"2026-04-29T03:01:42.091394Z","end":"2026-04-29T03:01:42.398301Z","steps":["trace[80746089] 'agreement among raft nodes before linearized reading' (duration: 306.766344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.398344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.091371Z","time spent":"306.965029ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:42.398477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.511014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:42.398516Z","caller":"traceutil/trace.go:171","msg":"trace[1999481776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32016; }","duration":"331.583806ms","start":"2026-04-29T03:01:42.06692Z","end":"2026-04-29T03:01:42.398504Z","steps":["trace[1999481776] 'agreement among raft nodes before linearized reading' (duration: 331.493804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.398532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.921702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:42.398542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.066897Z","time spent":"331.638486ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T03:01:42.398564Z","caller":"traceutil/trace.go:171","msg":"trace[881804890] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:32016; }","duration":"125.994533ms","start":"2026-04-29T03:01:42.272559Z","end":"2026-04-29T03:01:42.398554Z","steps":["trace[881804890] 'agreement among raft nodes before linearized reading' (duration: 125.930061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.398804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.518866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-29T03:01:42.398846Z","caller":"traceutil/trace.go:171","msg":"trace[667319201] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:32016; }","duration":"301.614698ms","start":"2026-04-29T03:01:42.097218Z","end":"2026-04-29T03:01:42.398832Z","steps":["trace[667319201] 'agreement among raft nodes before linearized reading' (duration: 301.486305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.398874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.097198Z","time spent":"301.669709ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-29T03:01:42.399066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.176043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:01:42.399101Z","caller":"traceutil/trace.go:171","msg":"trace[2126582336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32016; }","duration":"306.237513ms","start":"2026-04-29T03:01:42.092855Z","end":"2026-04-29T03:01:42.399092Z","steps":["trace[2126582336] 'agreement among raft nodes before linearized reading' (duration: 306.149142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.399127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.092841Z","time spent":"306.279474ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:42.399133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.351957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:42.399166Z","caller":"traceutil/trace.go:171","msg":"trace[874892230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32016; }","duration":"306.402987ms","start":"2026-04-29T03:01:42.092753Z","end":"2026-04-29T03:01:42.399156Z","steps":["trace[874892230] 'agreement among raft nodes before linearized reading' (duration: 306.310106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.399205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.092745Z","time spent":"306.451288ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:42.751562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.292242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:42.751668Z","caller":"traceutil/trace.go:171","msg":"trace[680647716] transaction","detail":"{read_only:false; response_revision:32017; number_of_response:1; }","duration":"346.469911ms","start":"2026-04-29T03:01:42.405178Z","end":"2026-04-29T03:01:42.751648Z","steps":["trace[680647716] 'process raft request' (duration: 152.011766ms)","trace[680647716] 'compare' (duration: 194.014417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:42.752041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.405156Z","time spent":"346.812877ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:42.847362Z","caller":"traceutil/trace.go:171","msg":"trace[1436998482] linearizableReadLoop","detail":"{readStateIndex:33067; appliedIndex:33063; }","duration":"116.957744ms","start":"2026-04-29T03:01:42.730385Z","end":"2026-04-29T03:01:42.847343Z","steps":["trace[1436998482] 'read index received' (duration: 116.68417ms)","trace[1436998482] 'applied index is now lower than readState.Index' (duration: 272.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:42.847631Z","caller":"traceutil/trace.go:171","msg":"trace[1995364493] transaction","detail":"{read_only:false; response_revision:32021; number_of_response:1; }","duration":"440.432759ms","start":"2026-04-29T03:01:42.407177Z","end":"2026-04-29T03:01:42.84761Z","steps":["trace[1995364493] 'process raft request' (duration: 440.133953ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:42.847776Z","caller":"traceutil/trace.go:171","msg":"trace[1760266217] transaction","detail":"{read_only:false; response_revision:32019; number_of_response:1; }","duration":"442.166281ms","start":"2026-04-29T03:01:42.405561Z","end":"2026-04-29T03:01:42.847728Z","steps":["trace[1760266217] 'process raft request' (duration: 441.679062ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:42.84785Z","caller":"traceutil/trace.go:171","msg":"trace[1005858234] transaction","detail":"{read_only:false; response_revision:32020; number_of_response:1; }","duration":"442.245953ms","start":"2026-04-29T03:01:42.405593Z","end":"2026-04-29T03:01:42.847839Z","steps":["trace[1005858234] 'process raft request' (duration: 441.685402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.847935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.405544Z","time spent":"442.309354ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.84795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.405586Z","time spent":"442.332745ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:42.848247Z","caller":"traceutil/trace.go:171","msg":"trace[1229742366] transaction","detail":"{read_only:false; response_revision:32018; number_of_response:1; }","duration":"442.724131ms","start":"2026-04-29T03:01:42.405508Z","end":"2026-04-29T03:01:42.848232Z","steps":["trace[1229742366] 'process raft request' (duration: 441.614971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:42.848324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.405489Z","time spent":"442.798752ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.847803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:42.40717Z","time spent":"440.557611ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:42.848523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.139616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:42.848568Z","caller":"traceutil/trace.go:171","msg":"trace[649165772] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:32021; }","duration":"118.221788ms","start":"2026-04-29T03:01:42.730335Z","end":"2026-04-29T03:01:42.848557Z","steps":["trace[649165772] 'agreement among raft nodes before linearized reading' (duration: 118.138587ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:43.795025Z","caller":"traceutil/trace.go:171","msg":"trace[623262023] transaction","detail":"{read_only:false; response_revision:32023; number_of_response:1; }","duration":"162.218836ms","start":"2026-04-29T03:01:43.632782Z","end":"2026-04-29T03:01:43.795001Z","steps":["trace[623262023] 'process raft request' (duration: 162.027192ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.223002Z","caller":"traceutil/trace.go:171","msg":"trace[1337085258] transaction","detail":"{read_only:false; response_revision:32025; number_of_response:1; }","duration":"217.369082ms","start":"2026-04-29T03:01:44.005609Z","end":"2026-04-29T03:01:44.222979Z","steps":["trace[1337085258] 'process raft request' (duration: 217.218339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.688356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.469023ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T03:01:44.774465Z","caller":"traceutil/trace.go:171","msg":"trace[1093279675] transaction","detail":"{read_only:false; response_revision:32026; number_of_response:1; }","duration":"432.639415ms","start":"2026-04-29T03:01:44.341798Z","end":"2026-04-29T03:01:44.774438Z","steps":["trace[1093279675] 'process raft request' (duration: 432.37093ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.774492Z","caller":"traceutil/trace.go:171","msg":"trace[900278036] transaction","detail":"{read_only:false; response_revision:32027; number_of_response:1; }","duration":"428.800863ms","start":"2026-04-29T03:01:44.345654Z","end":"2026-04-29T03:01:44.774454Z","steps":["trace[900278036] 'process raft request' (duration: 428.688821ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.774498Z","caller":"traceutil/trace.go:171","msg":"trace[277339500] transaction","detail":"{read_only:false; response_revision:32028; number_of_response:1; }","duration":"428.390695ms","start":"2026-04-29T03:01:44.346082Z","end":"2026-04-29T03:01:44.774472Z","steps":["trace[277339500] 'process raft request' (duration: 428.313044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.774588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.341774Z","time spent":"432.744176ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:44.774639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.345624Z","time spent":"428.932326ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:44.774658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.346071Z","time spent":"428.493118ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:44.774764Z","caller":"traceutil/trace.go:171","msg":"trace[1542678090] transaction","detail":"{read_only:false; response_revision:32030; number_of_response:1; }","duration":"428.302644ms","start":"2026-04-29T03:01:44.346447Z","end":"2026-04-29T03:01:44.774749Z","steps":["trace[1542678090] 'process raft request' (duration: 428.219543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.774838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.34644Z","time spent":"428.366075ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:44.774769Z","caller":"traceutil/trace.go:171","msg":"trace[1606678706] transaction","detail":"{read_only:false; response_revision:32029; number_of_response:1; }","duration":"428.365885ms","start":"2026-04-29T03:01:44.346385Z","end":"2026-04-29T03:01:44.774751Z","steps":["trace[1606678706] 'process raft request' (duration: 428.05026ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:44.774887Z","caller":"traceutil/trace.go:171","msg":"trace[1940260758] transaction","detail":"{read_only:false; response_revision:32031; number_of_response:1; }","duration":"427.424677ms","start":"2026-04-29T03:01:44.347452Z","end":"2026-04-29T03:01:44.774876Z","steps":["trace[1940260758] 'process raft request' (duration: 427.267205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.774952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.34744Z","time spent":"427.476518ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:44.774954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.728943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:44.775002Z","caller":"traceutil/trace.go:171","msg":"trace[1319073436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32031; }","duration":"406.805694ms","start":"2026-04-29T03:01:44.368186Z","end":"2026-04-29T03:01:44.774992Z","steps":["trace[1319073436] 'agreement among raft nodes before linearized reading' (duration: 406.709482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:44.77504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.368171Z","time spent":"406.862204ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:44.77495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:44.346373Z","time spent":"428.539198ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:44.774862Z","caller":"traceutil/trace.go:171","msg":"trace[1493759356] linearizableReadLoop","detail":"{readStateIndex:33078; appliedIndex:33071; }","duration":"406.61476ms","start":"2026-04-29T03:01:44.368225Z","end":"2026-04-29T03:01:44.77484Z","steps":["trace[1493759356] 'read index received' (duration: 187.764141ms)","trace[1493759356] 'applied index is now lower than readState.Index' (duration: 218.849359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:44.775235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.014241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:44.775277Z","caller":"traceutil/trace.go:171","msg":"trace[1294094371] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:32031; }","duration":"270.106732ms","start":"2026-04-29T03:01:44.505157Z","end":"2026-04-29T03:01:44.775264Z","steps":["trace[1294094371] 'agreement among raft nodes before linearized reading' (duration: 270.041351ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:45.056272Z","caller":"traceutil/trace.go:171","msg":"trace[2097662659] transaction","detail":"{read_only:false; response_revision:32033; number_of_response:1; }","duration":"197.060884ms","start":"2026-04-29T03:01:44.859171Z","end":"2026-04-29T03:01:45.056232Z","steps":["trace[2097662659] 'process raft request' (duration: 172.242083ms)","trace[2097662659] 'compare' (duration: 24.655919ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:45.117292Z","caller":"traceutil/trace.go:171","msg":"trace[2120766884] transaction","detail":"{read_only:false; response_revision:32035; number_of_response:1; }","duration":"257.691062ms","start":"2026-04-29T03:01:44.859574Z","end":"2026-04-29T03:01:45.117265Z","steps":["trace[2120766884] 'process raft request' (duration: 257.60869ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:45.117323Z","caller":"traceutil/trace.go:171","msg":"trace[1426347941] transaction","detail":"{read_only:false; response_revision:32034; number_of_response:1; }","duration":"257.929906ms","start":"2026-04-29T03:01:44.859352Z","end":"2026-04-29T03:01:45.117281Z","steps":["trace[1426347941] 'process raft request' (duration: 257.701571ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:45.117561Z","caller":"traceutil/trace.go:171","msg":"trace[988304135] transaction","detail":"{read_only:false; response_revision:32036; number_of_response:1; }","duration":"257.232473ms","start":"2026-04-29T03:01:44.86028Z","end":"2026-04-29T03:01:45.117513Z","steps":["trace[988304135] 'process raft request' (duration: 256.941808ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:45.210105Z","caller":"traceutil/trace.go:171","msg":"trace[1949901217] transaction","detail":"{read_only:false; response_revision:32037; number_of_response:1; }","duration":"115.754932ms","start":"2026-04-29T03:01:45.094319Z","end":"2026-04-29T03:01:45.210074Z","steps":["trace[1949901217] 'process raft request' (duration: 114.519769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:45.761809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.809822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:45.761924Z","caller":"traceutil/trace.go:171","msg":"trace[540070634] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32039; }","duration":"123.940604ms","start":"2026-04-29T03:01:45.637952Z","end":"2026-04-29T03:01:45.761893Z","steps":["trace[540070634] 'range keys from in-memory index tree' (duration: 123.68146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:46.859488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979996345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:01:47.060325Z","caller":"traceutil/trace.go:171","msg":"trace[899656397] transaction","detail":"{read_only:false; response_revision:32041; number_of_response:1; }","duration":"832.56442ms","start":"2026-04-29T03:01:46.227718Z","end":"2026-04-29T03:01:47.060283Z","steps":["trace[899656397] 'process raft request' (duration: 832.278135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.060546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.227688Z","time spent":"832.743763ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:47.706685Z","caller":"traceutil/trace.go:171","msg":"trace[887855653] transaction","detail":"{read_only:false; response_revision:32044; number_of_response:1; }","duration":"925.267534ms","start":"2026-04-29T03:01:46.781394Z","end":"2026-04-29T03:01:47.706662Z","steps":["trace[887855653] 'process raft request' (duration: 925.190363ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:47.706712Z","caller":"traceutil/trace.go:171","msg":"trace[1904810194] transaction","detail":"{read_only:false; response_revision:32042; number_of_response:1; }","duration":"1.337276704s","start":"2026-04-29T03:01:46.369383Z","end":"2026-04-29T03:01:47.70666Z","steps":["trace[1904810194] 'process raft request' (duration: 1.336969969s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:47.706734Z","caller":"traceutil/trace.go:171","msg":"trace[137087731] transaction","detail":"{read_only:false; response_revision:32043; number_of_response:1; }","duration":"925.710612ms","start":"2026-04-29T03:01:46.780985Z","end":"2026-04-29T03:01:47.706695Z","steps":["trace[137087731] 'process raft request' (duration: 925.546439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.70684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.781362Z","time spent":"925.394116ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:47.706865Z","caller":"traceutil/trace.go:171","msg":"trace[1687158347] linearizableReadLoop","detail":"{readStateIndex:33094; appliedIndex:33087; }","duration":"1.348759077s","start":"2026-04-29T03:01:46.358081Z","end":"2026-04-29T03:01:47.70684Z","steps":["trace[1687158347] 'read index received' (duration: 701.916091ms)","trace[1687158347] 'applied index is now lower than readState.Index' (duration: 646.842026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:47.70694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.369373Z","time spent":"1.337431958s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:47.706966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.780952Z","time spent":"925.896086ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:47.706994Z","caller":"traceutil/trace.go:171","msg":"trace[31700635] transaction","detail":"{read_only:false; response_revision:32045; number_of_response:1; }","duration":"925.526439ms","start":"2026-04-29T03:01:46.781441Z","end":"2026-04-29T03:01:47.706968Z","steps":["trace[31700635] 'process raft request' (duration: 925.182663ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:47.706982Z","caller":"traceutil/trace.go:171","msg":"trace[532770503] transaction","detail":"{read_only:false; response_revision:32047; number_of_response:1; }","duration":"924.829875ms","start":"2026-04-29T03:01:46.782109Z","end":"2026-04-29T03:01:47.706938Z","steps":["trace[532770503] 'process raft request' (duration: 924.690263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.707085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348984232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:47.707112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.781392Z","time spent":"925.658851ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:47.707129Z","caller":"traceutil/trace.go:171","msg":"trace[619998722] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:32047; }","duration":"1.349086153s","start":"2026-04-29T03:01:46.358029Z","end":"2026-04-29T03:01:47.707116Z","steps":["trace[619998722] 'agreement among raft nodes before linearized reading' (duration: 1.348927861s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.707163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.358008Z","time spent":"1.349146765s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":95,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:47.707178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.782096Z","time spent":"924.997958ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:47.706958Z","caller":"traceutil/trace.go:171","msg":"trace[1024391399] transaction","detail":"{read_only:false; response_revision:32046; number_of_response:1; }","duration":"924.787084ms","start":"2026-04-29T03:01:46.782081Z","end":"2026-04-29T03:01:47.706868Z","steps":["trace[1024391399] 'process raft request' (duration: 924.638441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:47.70773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.782061Z","time spent":"925.363186ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:48.202238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.017795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:48.202546Z","caller":"traceutil/trace.go:171","msg":"trace[1272808364] transaction","detail":"{read_only:false; response_revision:32048; number_of_response:1; }","duration":"711.769764ms","start":"2026-04-29T03:01:47.490745Z","end":"2026-04-29T03:01:48.202515Z","steps":["trace[1272808364] 'process raft request' (duration: 323.364873ms)","trace[1272808364] 'compare' (duration: 387.509385ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:48.202607Z","caller":"traceutil/trace.go:171","msg":"trace[492287663] linearizableReadLoop","detail":"{readStateIndex:33095; appliedIndex:33094; }","duration":"495.644816ms","start":"2026-04-29T03:01:47.706932Z","end":"2026-04-29T03:01:48.202576Z","steps":["trace[492287663] 'read index received' (duration: 107.207784ms)","trace[492287663] 'applied index is now lower than readState.Index' (duration: 388.434192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:48.202708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.490716Z","time spent":"711.913297ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:48.202748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285340329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.202823Z","caller":"traceutil/trace.go:171","msg":"trace[1167629770] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32049; }","duration":"1.285485552s","start":"2026-04-29T03:01:46.917319Z","end":"2026-04-29T03:01:48.202805Z","steps":["trace[1167629770] 'agreement among raft nodes before linearized reading' (duration: 1.285299819s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:48.202574Z","caller":"traceutil/trace.go:171","msg":"trace[545098204] transaction","detail":"{read_only:false; response_revision:32049; number_of_response:1; }","duration":"257.574179ms","start":"2026-04-29T03:01:47.944975Z","end":"2026-04-29T03:01:48.20255Z","steps":["trace[545098204] 'process raft request' (duration: 257.471987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.202917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.917294Z","time spent":"1.285571063s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.202978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506702584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:48.203088Z","caller":"traceutil/trace.go:171","msg":"trace[897169009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32049; }","duration":"1.506869048s","start":"2026-04-29T03:01:46.696195Z","end":"2026-04-29T03:01:48.203064Z","steps":["trace[897169009] 'agreement among raft nodes before linearized reading' (duration: 1.506621703s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.203123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834502231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:48.203144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.696175Z","time spent":"1.50696008s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:01:48.203222Z","caller":"traceutil/trace.go:171","msg":"trace[1358641407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32049; }","duration":"1.834644093s","start":"2026-04-29T03:01:46.368531Z","end":"2026-04-29T03:01:48.203175Z","steps":["trace[1358641407] 'agreement among raft nodes before linearized reading' (duration: 1.834493191s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.203297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.368516Z","time spent":"1.834744605s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:48.203343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081144841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T03:01:48.20338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14338743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:48.203411Z","caller":"traceutil/trace.go:171","msg":"trace[1421115619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32049; }","duration":"1.081260453s","start":"2026-04-29T03:01:47.122134Z","end":"2026-04-29T03:01:48.203395Z","steps":["trace[1421115619] 'agreement among raft nodes before linearized reading' (duration: 1.081115501s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:48.203431Z","caller":"traceutil/trace.go:171","msg":"trace[1208319661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32049; }","duration":"1.143492162s","start":"2026-04-29T03:01:47.059923Z","end":"2026-04-29T03:01:48.203415Z","steps":["trace[1208319661] 'agreement among raft nodes before linearized reading' (duration: 1.143332109s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.203455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458785494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:48.203468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.122107Z","time spent":"1.081349125s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T03:01:48.203534Z","caller":"traceutil/trace.go:171","msg":"trace[489801173] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32049; }","duration":"1.458912396s","start":"2026-04-29T03:01:46.744598Z","end":"2026-04-29T03:01:48.203511Z","steps":["trace[489801173] 'agreement among raft nodes before linearized reading' (duration: 1.458791824s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.203481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.05989Z","time spent":"1.143579303s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:48.203125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080938548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:48.203636Z","caller":"traceutil/trace.go:171","msg":"trace[520750921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32049; }","duration":"1.081472687s","start":"2026-04-29T03:01:47.122147Z","end":"2026-04-29T03:01:48.20362Z","steps":["trace[520750921] 'agreement among raft nodes before linearized reading' (duration: 1.080836866s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.203637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34892121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T03:01:48.203841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812802256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:48.203862Z","caller":"traceutil/trace.go:171","msg":"trace[1803075623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32049; }","duration":"1.349108894s","start":"2026-04-29T03:01:46.854696Z","end":"2026-04-29T03:01:48.203805Z","steps":["trace[1803075623] 'agreement among raft nodes before linearized reading' (duration: 1.348822619s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:48.2039Z","caller":"traceutil/trace.go:171","msg":"trace[96419192] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:32049; }","duration":"1.812897738s","start":"2026-04-29T03:01:46.390985Z","end":"2026-04-29T03:01:48.203883Z","steps":["trace[96419192] 'agreement among raft nodes before linearized reading' (duration: 1.812734755s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.203965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.390965Z","time spent":"1.812985849s","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.203959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.854672Z","time spent":"1.349271786s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T03:01:48.203219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.162713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:48.20389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.653847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:48.203694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.122134Z","time spent":"1.081545478s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T03:01:48.204209Z","caller":"traceutil/trace.go:171","msg":"trace[1230191926] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32049; }","duration":"310.038584ms","start":"2026-04-29T03:01:47.894089Z","end":"2026-04-29T03:01:48.204128Z","steps":["trace[1230191926] 'agreement among raft nodes before linearized reading' (duration: 309.657067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.204503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.894064Z","time spent":"310.353601ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.203279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752078868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:48.204717Z","caller":"traceutil/trace.go:171","msg":"trace[1358497240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32049; }","duration":"1.753685408s","start":"2026-04-29T03:01:46.450967Z","end":"2026-04-29T03:01:48.204652Z","steps":["trace[1358497240] 'agreement among raft nodes before linearized reading' (duration: 1.751954475s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.20483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.45094Z","time spent":"1.753867871s","remote":"127.0.0.1:59532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:48.204055Z","caller":"traceutil/trace.go:171","msg":"trace[1672255780] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:32049; }","duration":"556.027129ms","start":"2026-04-29T03:01:47.648009Z","end":"2026-04-29T03:01:48.204036Z","steps":["trace[1672255780] 'agreement among raft nodes before linearized reading' (duration: 555.153853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.204999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.647992Z","time spent":"556.954286ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.203654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:46.744577Z","time spent":"1.458998028s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:48.203641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082505877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:01:48.205225Z","caller":"traceutil/trace.go:171","msg":"trace[1477082101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32049; }","duration":"1.084217459s","start":"2026-04-29T03:01:47.120983Z","end":"2026-04-29T03:01:48.205201Z","steps":["trace[1477082101] 'agreement among raft nodes before linearized reading' (duration: 1.082043549s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.20531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:47.120935Z","time spent":"1.084354531s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T03:01:48.418492Z","caller":"traceutil/trace.go:171","msg":"trace[292383820] transaction","detail":"{read_only:false; response_revision:32050; number_of_response:1; }","duration":"209.876272ms","start":"2026-04-29T03:01:48.208591Z","end":"2026-04-29T03:01:48.418468Z","steps":["trace[292383820] 'process raft request' (duration: 111.86363ms)","trace[292383820] 'compare' (duration: 97.280219ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:48.61329Z","caller":"traceutil/trace.go:171","msg":"trace[218360344] transaction","detail":"{read_only:false; response_revision:32051; number_of_response:1; }","duration":"404.626534ms","start":"2026-04-29T03:01:48.208629Z","end":"2026-04-29T03:01:48.613256Z","steps":["trace[218360344] 'process raft request' (duration: 338.732887ms)","trace[218360344] 'compare' (duration: 65.650231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:48.613461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.20861Z","time spent":"404.767346ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.613743Z","caller":"traceutil/trace.go:171","msg":"trace[133631327] transaction","detail":"{read_only:false; response_revision:32052; number_of_response:1; }","duration":"405.00026ms","start":"2026-04-29T03:01:48.208678Z","end":"2026-04-29T03:01:48.613678Z","steps":["trace[133631327] 'process raft request' (duration: 404.49371ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:48.613787Z","caller":"traceutil/trace.go:171","msg":"trace[952451618] linearizableReadLoop","detail":"{readStateIndex:33101; appliedIndex:33096; }","duration":"402.805001ms","start":"2026-04-29T03:01:48.21095Z","end":"2026-04-29T03:01:48.613755Z","steps":["trace[952451618] 'read index received' (duration: 109.519367ms)","trace[952451618] 'applied index is now lower than readState.Index' (duration: 293.284214ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:48.613883Z","caller":"traceutil/trace.go:171","msg":"trace[1187568269] transaction","detail":"{read_only:false; response_revision:32054; number_of_response:1; }","duration":"404.390689ms","start":"2026-04-29T03:01:48.20947Z","end":"2026-04-29T03:01:48.61386Z","steps":["trace[1187568269] 'process raft request' (duration: 404.203616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.614049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.209457Z","time spent":"404.482381ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.613857Z","caller":"traceutil/trace.go:171","msg":"trace[2060174610] transaction","detail":"{read_only:false; response_revision:32053; number_of_response:1; }","duration":"404.891358ms","start":"2026-04-29T03:01:48.20895Z","end":"2026-04-29T03:01:48.613842Z","steps":["trace[2060174610] 'process raft request' (duration: 404.477011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.614103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.119026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:48.614154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.208939Z","time spent":"405.173353ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:48.614214Z","caller":"traceutil/trace.go:171","msg":"trace[608425563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32054; }","duration":"403.261328ms","start":"2026-04-29T03:01:48.21092Z","end":"2026-04-29T03:01:48.614181Z","steps":["trace[608425563] 'agreement among raft nodes before linearized reading' (duration: 403.029354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:48.614279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.210911Z","time spent":"403.35807ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:48.614168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.208649Z","time spent":"405.179264ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:48.614352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.197603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T03:01:48.6145Z","caller":"traceutil/trace.go:171","msg":"trace[1027081780] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:32054; }","duration":"185.334346ms","start":"2026-04-29T03:01:48.4291Z","end":"2026-04-29T03:01:48.614434Z","steps":["trace[1027081780] 'agreement among raft nodes before linearized reading' (duration: 184.961009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:49.068696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.15615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:49.068867Z","caller":"traceutil/trace.go:171","msg":"trace[324891447] transaction","detail":"{read_only:false; response_revision:32055; number_of_response:1; }","duration":"398.351957ms","start":"2026-04-29T03:01:48.670486Z","end":"2026-04-29T03:01:49.068837Z","steps":["trace[324891447] 'process raft request' (duration: 195.911173ms)","trace[324891447] 'compare' (duration: 201.955955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:49.069007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:48.670458Z","time spent":"398.452468ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:49.923505Z","caller":"traceutil/trace.go:171","msg":"trace[183553394] transaction","detail":"{read_only:false; response_revision:32057; number_of_response:1; }","duration":"210.187578ms","start":"2026-04-29T03:01:49.713293Z","end":"2026-04-29T03:01:49.923481Z","steps":["trace[183553394] 'process raft request' (duration: 210.019645ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.088189Z","caller":"traceutil/trace.go:171","msg":"trace[902190667] transaction","detail":"{read_only:false; response_revision:32059; number_of_response:1; }","duration":"374.034144ms","start":"2026-04-29T03:01:49.71413Z","end":"2026-04-29T03:01:50.088164Z","steps":["trace[902190667] 'process raft request' (duration: 373.924352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.08833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.714122Z","time spent":"374.137236ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:50.088484Z","caller":"traceutil/trace.go:171","msg":"trace[973130239] linearizableReadLoop","detail":"{readStateIndex:33109; appliedIndex:33104; }","duration":"258.589668ms","start":"2026-04-29T03:01:49.829877Z","end":"2026-04-29T03:01:50.088467Z","steps":["trace[973130239] 'read index received' (duration: 93.474318ms)","trace[973130239] 'applied index is now lower than readState.Index' (duration: 165.11447ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:50.088553Z","caller":"traceutil/trace.go:171","msg":"trace[139888695] transaction","detail":"{read_only:false; response_revision:32058; number_of_response:1; }","duration":"374.470992ms","start":"2026-04-29T03:01:49.714061Z","end":"2026-04-29T03:01:50.088532Z","steps":["trace[139888695] 'process raft request' (duration: 327.272844ms)","trace[139888695] 'compare' (duration: 46.383704ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:50.088583Z","caller":"traceutil/trace.go:171","msg":"trace[1147954490] transaction","detail":"{read_only:false; response_revision:32060; number_of_response:1; }","duration":"373.955823ms","start":"2026-04-29T03:01:49.714615Z","end":"2026-04-29T03:01:50.088571Z","steps":["trace[1147954490] 'process raft request' (duration: 373.505555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.088642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.714603Z","time spent":"374.005114ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:50.088648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.714048Z","time spent":"374.550204ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:50.088717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.782491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:50.08875Z","caller":"traceutil/trace.go:171","msg":"trace[1672159613] transaction","detail":"{read_only:false; response_revision:32061; number_of_response:1; }","duration":"373.560785ms","start":"2026-04-29T03:01:49.715181Z","end":"2026-04-29T03:01:50.088742Z","steps":["trace[1672159613] 'process raft request' (duration: 373.032846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.088808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:49.71517Z","time spent":"373.609886ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:50.08881Z","caller":"traceutil/trace.go:171","msg":"trace[1395975249] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:32062; }","duration":"258.942185ms","start":"2026-04-29T03:01:49.82983Z","end":"2026-04-29T03:01:50.088772Z","steps":["trace[1395975249] 'agreement among raft nodes before linearized reading' (duration: 258.741771ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.088861Z","caller":"traceutil/trace.go:171","msg":"trace[446531177] transaction","detail":"{read_only:false; response_revision:32062; number_of_response:1; }","duration":"184.278096ms","start":"2026-04-29T03:01:49.904506Z","end":"2026-04-29T03:01:50.088784Z","steps":["trace[446531177] 'process raft request' (duration: 183.909439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.604268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.232748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:50.604558Z","caller":"traceutil/trace.go:171","msg":"trace[729482716] transaction","detail":"{read_only:false; response_revision:32063; number_of_response:1; }","duration":"396.053494ms","start":"2026-04-29T03:01:50.208475Z","end":"2026-04-29T03:01:50.604528Z","steps":["trace[729482716] 'process raft request' (duration: 163.46933ms)","trace[729482716] 'compare' (duration: 231.88015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:50.604683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.208449Z","time spent":"396.196056ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:50.987514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.748094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:50.987809Z","caller":"traceutil/trace.go:171","msg":"trace[958386328] linearizableReadLoop","detail":"{readStateIndex:33113; appliedIndex:33110; }","duration":"618.456088ms","start":"2026-04-29T03:01:50.369323Z","end":"2026-04-29T03:01:50.98778Z","steps":["trace[958386328] 'read index received' (duration: 2.656819ms)","trace[958386328] 'applied index is now lower than readState.Index' (duration: 615.797679ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:50.987941Z","caller":"traceutil/trace.go:171","msg":"trace[1271796912] transaction","detail":"{read_only:false; response_revision:32065; number_of_response:1; }","duration":"772.374851ms","start":"2026-04-29T03:01:50.21555Z","end":"2026-04-29T03:01:50.987925Z","steps":["trace[1271796912] 'process raft request' (duration: 772.096035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.988038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.215501Z","time spent":"772.486193ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:50.988231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.848946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:50.988177Z","caller":"traceutil/trace.go:171","msg":"trace[1251888804] transaction","detail":"{read_only:false; response_revision:32064; number_of_response:1; }","duration":"778.837382ms","start":"2026-04-29T03:01:50.209263Z","end":"2026-04-29T03:01:50.9881Z","steps":["trace[1251888804] 'process raft request' (duration: 620.357015ms)","trace[1251888804] 'compare' (duration: 157.493989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:50.988246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.890937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:50.988308Z","caller":"traceutil/trace.go:171","msg":"trace[142530699] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:32065; }","duration":"470.955597ms","start":"2026-04-29T03:01:50.517329Z","end":"2026-04-29T03:01:50.988285Z","steps":["trace[142530699] 'agreement among raft nodes before linearized reading' (duration: 470.829285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.988345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.308416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:50.988339Z","caller":"traceutil/trace.go:171","msg":"trace[1595988745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32065; }","duration":"619.05745ms","start":"2026-04-29T03:01:50.369258Z","end":"2026-04-29T03:01:50.988315Z","steps":["trace[1595988745] 'agreement among raft nodes before linearized reading' (duration: 618.877357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.988371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.517315Z","time spent":"471.04088ms","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:50.988353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.667902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:50.98841Z","caller":"traceutil/trace.go:171","msg":"trace[1575095493] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32065; }","duration":"504.421478ms","start":"2026-04-29T03:01:50.48397Z","end":"2026-04-29T03:01:50.988391Z","steps":["trace[1575095493] 'agreement among raft nodes before linearized reading' (duration: 504.335277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.988466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.483944Z","time spent":"504.50685ms","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:50.988478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.05979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T03:01:50.988491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.209228Z","time spent":"779.101096ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:50.988246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.2419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-29T03:01:50.988478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.891336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T03:01:50.988581Z","caller":"traceutil/trace.go:171","msg":"trace[1556715704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32065; }","duration":"167.611927ms","start":"2026-04-29T03:01:50.820948Z","end":"2026-04-29T03:01:50.98856Z","steps":["trace[1556715704] 'agreement among raft nodes before linearized reading' (duration: 167.135649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.988499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.593931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T03:01:50.988667Z","caller":"traceutil/trace.go:171","msg":"trace[1115883705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32065; }","duration":"371.12205ms","start":"2026-04-29T03:01:50.617494Z","end":"2026-04-29T03:01:50.988616Z","steps":["trace[1115883705] 'agreement among raft nodes before linearized reading' (duration: 370.657902ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.988705Z","caller":"traceutil/trace.go:171","msg":"trace[1152012046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32065; }","duration":"370.781225ms","start":"2026-04-29T03:01:50.617632Z","end":"2026-04-29T03:01:50.988414Z","steps":["trace[1152012046] 'agreement among raft nodes before linearized reading' (duration: 370.560761ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:50.988783Z","caller":"traceutil/trace.go:171","msg":"trace[1386236656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32065; }","duration":"370.947938ms","start":"2026-04-29T03:01:50.617737Z","end":"2026-04-29T03:01:50.988685Z","steps":["trace[1386236656] 'agreement among raft nodes before linearized reading' (duration: 370.322576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.988928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.617732Z","time spent":"371.178902ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:50.988787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.61747Z","time spent":"371.298434ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:01:50.988269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.442034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T03:01:50.989055Z","caller":"traceutil/trace.go:171","msg":"trace[1189597857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32065; }","duration":"566.229708ms","start":"2026-04-29T03:01:50.422807Z","end":"2026-04-29T03:01:50.989037Z","steps":["trace[1189597857] 'agreement among raft nodes before linearized reading' (duration: 565.24993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.989142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.422746Z","time spent":"566.34774ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T03:01:50.988534Z","caller":"traceutil/trace.go:171","msg":"trace[1308324278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32065; }","duration":"370.208664ms","start":"2026-04-29T03:01:50.61831Z","end":"2026-04-29T03:01:50.988519Z","steps":["trace[1308324278] 'agreement among raft nodes before linearized reading' (duration: 369.820987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:50.989267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.618282Z","time spent":"370.953137ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:50.988417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.368641Z","time spent":"619.767844ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:01:50.988818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:50.617627Z","time spent":"371.174562ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T03:01:51.151186Z","caller":"traceutil/trace.go:171","msg":"trace[1573477843] transaction","detail":"{read_only:false; response_revision:32069; number_of_response:1; }","duration":"155.883768ms","start":"2026-04-29T03:01:50.995277Z","end":"2026-04-29T03:01:51.151161Z","steps":["trace[1573477843] 'process raft request' (duration: 155.805127ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:51.151248Z","caller":"traceutil/trace.go:171","msg":"trace[592996314] transaction","detail":"{read_only:false; response_revision:32068; number_of_response:1; }","duration":"155.967489ms","start":"2026-04-29T03:01:50.99524Z","end":"2026-04-29T03:01:51.151207Z","steps":["trace[592996314] 'process raft request' (duration: 155.800706ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:51.151364Z","caller":"traceutil/trace.go:171","msg":"trace[1059721527] transaction","detail":"{read_only:false; response_revision:32070; number_of_response:1; }","duration":"155.104803ms","start":"2026-04-29T03:01:50.996249Z","end":"2026-04-29T03:01:51.151353Z","steps":["trace[1059721527] 'process raft request' (duration: 154.868779ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:51.151208Z","caller":"traceutil/trace.go:171","msg":"trace[346446793] transaction","detail":"{read_only:false; response_revision:32067; number_of_response:1; }","duration":"156.041421ms","start":"2026-04-29T03:01:50.995139Z","end":"2026-04-29T03:01:51.151181Z","steps":["trace[346446793] 'process raft request' (duration: 155.703265ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:51.151528Z","caller":"traceutil/trace.go:171","msg":"trace[1468848792] linearizableReadLoop","detail":"{readStateIndex:33119; appliedIndex:33113; }","duration":"128.03531ms","start":"2026-04-29T03:01:51.023468Z","end":"2026-04-29T03:01:51.151504Z","steps":["trace[1468848792] 'read index received' (duration: 17.942533ms)","trace[1468848792] 'applied index is now lower than readState.Index' (duration: 110.091526ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:51.151718Z","caller":"traceutil/trace.go:171","msg":"trace[347680724] transaction","detail":"{read_only:false; response_revision:32071; number_of_response:1; }","duration":"154.984361ms","start":"2026-04-29T03:01:50.996595Z","end":"2026-04-29T03:01:51.151579Z","steps":["trace[347680724] 'process raft request' (duration: 154.694996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.151749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.256745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:01:51.151807Z","caller":"traceutil/trace.go:171","msg":"trace[645512507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32071; }","duration":"128.351237ms","start":"2026-04-29T03:01:51.02344Z","end":"2026-04-29T03:01:51.151792Z","steps":["trace[645512507] 'agreement among raft nodes before linearized reading' (duration: 128.138262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.346099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.06358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:51.346199Z","caller":"traceutil/trace.go:171","msg":"trace[984793934] linearizableReadLoop","detail":"{readStateIndex:33120; appliedIndex:33119; }","duration":"190.730726ms","start":"2026-04-29T03:01:51.155452Z","end":"2026-04-29T03:01:51.346183Z","steps":["trace[984793934] 'read index received' (duration: 83.567334ms)","trace[984793934] 'applied index is now lower than readState.Index' (duration: 107.162062ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:51.346249Z","caller":"traceutil/trace.go:171","msg":"trace[624910874] transaction","detail":"{read_only:false; response_revision:32072; number_of_response:1; }","duration":"245.176529ms","start":"2026-04-29T03:01:51.101042Z","end":"2026-04-29T03:01:51.346219Z","steps":["trace[624910874] 'process raft request' (duration: 137.913705ms)","trace[624910874] 'compare' (duration: 106.908587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:51.346392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.946151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:01:51.346428Z","caller":"traceutil/trace.go:171","msg":"trace[814925211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32072; }","duration":"190.981911ms","start":"2026-04-29T03:01:51.155436Z","end":"2026-04-29T03:01:51.346418Z","steps":["trace[814925211] 'agreement among raft nodes before linearized reading' (duration: 190.838449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:51.346651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.654102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:51.346726Z","caller":"traceutil/trace.go:171","msg":"trace[1316215202] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:32072; }","duration":"164.775533ms","start":"2026-04-29T03:01:51.181932Z","end":"2026-04-29T03:01:51.346708Z","steps":["trace[1316215202] 'agreement among raft nodes before linearized reading' (duration: 164.57965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:52.264085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.782355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:52.264167Z","caller":"traceutil/trace.go:171","msg":"trace[123518696] transaction","detail":"{read_only:false; response_revision:32074; number_of_response:1; }","duration":"169.725776ms","start":"2026-04-29T03:01:52.094426Z","end":"2026-04-29T03:01:52.264152Z","steps":["trace[123518696] 'process raft request' (duration: 19.806788ms)","trace[123518696] 'compare' (duration: 149.49654ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:52.296384Z","caller":"traceutil/trace.go:171","msg":"trace[350211218] transaction","detail":"{read_only:false; response_revision:32075; number_of_response:1; }","duration":"201.820693ms","start":"2026-04-29T03:01:52.094521Z","end":"2026-04-29T03:01:52.296341Z","steps":["trace[350211218] 'process raft request' (duration: 201.555088ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:52.296416Z","caller":"traceutil/trace.go:171","msg":"trace[1918755598] transaction","detail":"{read_only:false; response_revision:32077; number_of_response:1; }","duration":"199.775585ms","start":"2026-04-29T03:01:52.096611Z","end":"2026-04-29T03:01:52.296386Z","steps":["trace[1918755598] 'process raft request' (duration: 199.710864ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:52.296471Z","caller":"traceutil/trace.go:171","msg":"trace[1308182912] transaction","detail":"{read_only:false; response_revision:32076; number_of_response:1; }","duration":"200.993347ms","start":"2026-04-29T03:01:52.095447Z","end":"2026-04-29T03:01:52.296441Z","steps":["trace[1308182912] 'process raft request' (duration: 200.762783ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.418352Z","caller":"traceutil/trace.go:171","msg":"trace[1766496259] linearizableReadLoop","detail":"{readStateIndex:33128; appliedIndex:33127; }","duration":"299.308964ms","start":"2026-04-29T03:01:53.119019Z","end":"2026-04-29T03:01:53.418328Z","steps":["trace[1766496259] 'read index received' (duration: 299.287564ms)","trace[1766496259] 'applied index is now lower than readState.Index' (duration: 20.12µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:53.418392Z","caller":"traceutil/trace.go:171","msg":"trace[1145931923] transaction","detail":"{read_only:false; response_revision:32080; number_of_response:1; }","duration":"346.273308ms","start":"2026-04-29T03:01:53.072079Z","end":"2026-04-29T03:01:53.418352Z","steps":["trace[1145931923] 'process raft request' (duration: 346.111275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.418573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:53.072056Z","time spent":"346.413971ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:53.41858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.526869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-29T03:01:53.418649Z","caller":"traceutil/trace.go:171","msg":"trace[68658542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:32080; }","duration":"299.655012ms","start":"2026-04-29T03:01:53.118967Z","end":"2026-04-29T03:01:53.418622Z","steps":["trace[68658542] 'agreement among raft nodes before linearized reading' (duration: 299.459277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.454658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.7452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:01:53.454756Z","caller":"traceutil/trace.go:171","msg":"trace[539228641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32081; }","duration":"294.884143ms","start":"2026-04-29T03:01:53.159856Z","end":"2026-04-29T03:01:53.45474Z","steps":["trace[539228641] 'agreement among raft nodes before linearized reading' (duration: 294.688459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.454901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.802851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:53.455031Z","caller":"traceutil/trace.go:171","msg":"trace[1565242816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32081; }","duration":"294.991195ms","start":"2026-04-29T03:01:53.160013Z","end":"2026-04-29T03:01:53.455004Z","steps":["trace[1565242816] 'agreement among raft nodes before linearized reading' (duration: 294.556127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.455104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.317831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:53.455147Z","caller":"traceutil/trace.go:171","msg":"trace[1924700370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32081; }","duration":"295.401823ms","start":"2026-04-29T03:01:53.159735Z","end":"2026-04-29T03:01:53.455137Z","steps":["trace[1924700370] 'agreement among raft nodes before linearized reading' (duration: 295.299971ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.454894Z","caller":"traceutil/trace.go:171","msg":"trace[1264470418] transaction","detail":"{read_only:false; response_revision:32081; number_of_response:1; }","duration":"102.907543ms","start":"2026-04-29T03:01:53.351909Z","end":"2026-04-29T03:01:53.454816Z","steps":["trace[1264470418] 'process raft request' (duration: 102.494976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.455337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.23418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:01:53.455431Z","caller":"traceutil/trace.go:171","msg":"trace[1786209061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32081; }","duration":"295.336181ms","start":"2026-04-29T03:01:53.160066Z","end":"2026-04-29T03:01:53.455402Z","steps":["trace[1786209061] 'agreement among raft nodes before linearized reading' (duration: 294.931274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.662938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.234053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:53.663466Z","caller":"traceutil/trace.go:171","msg":"trace[1217413845] transaction","detail":"{read_only:false; response_revision:32082; number_of_response:1; }","duration":"203.589604ms","start":"2026-04-29T03:01:53.459826Z","end":"2026-04-29T03:01:53.663416Z","steps":["trace[1217413845] 'process raft request' (duration: 73.774242ms)","trace[1217413845] 'compare' (duration: 129.072549ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:53.663556Z","caller":"traceutil/trace.go:171","msg":"trace[351250429] transaction","detail":"{read_only:false; response_revision:32083; number_of_response:1; }","duration":"203.656557ms","start":"2026-04-29T03:01:53.459861Z","end":"2026-04-29T03:01:53.663518Z","steps":["trace[351250429] 'process raft request' (duration: 203.431822ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.663732Z","caller":"traceutil/trace.go:171","msg":"trace[1039594824] linearizableReadLoop","detail":"{readStateIndex:33133; appliedIndex:33129; }","duration":"195.75687ms","start":"2026-04-29T03:01:53.467954Z","end":"2026-04-29T03:01:53.663711Z","steps":["trace[1039594824] 'read index received' (duration: 65.61392ms)","trace[1039594824] 'applied index is now lower than readState.Index' (duration: 130.14137ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:53.663787Z","caller":"traceutil/trace.go:171","msg":"trace[998187818] transaction","detail":"{read_only:false; response_revision:32084; number_of_response:1; }","duration":"203.411123ms","start":"2026-04-29T03:01:53.460358Z","end":"2026-04-29T03:01:53.663769Z","steps":["trace[998187818] 'process raft request' (duration: 203.176869ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.663784Z","caller":"traceutil/trace.go:171","msg":"trace[1571127741] transaction","detail":"{read_only:false; response_revision:32085; number_of_response:1; }","duration":"202.985064ms","start":"2026-04-29T03:01:53.460752Z","end":"2026-04-29T03:01:53.663737Z","steps":["trace[1571127741] 'process raft request' (duration: 202.875482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.664022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.057655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:706"} {"level":"warn","ts":"2026-04-29T03:01:53.664054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.902511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:53.664073Z","caller":"traceutil/trace.go:171","msg":"trace[2139651475] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:32085; }","duration":"196.142167ms","start":"2026-04-29T03:01:53.467916Z","end":"2026-04-29T03:01:53.664058Z","steps":["trace[2139651475] 'agreement among raft nodes before linearized reading' (duration: 195.901813ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:53.664107Z","caller":"traceutil/trace.go:171","msg":"trace[411463270] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:32085; }","duration":"169.005472ms","start":"2026-04-29T03:01:53.495082Z","end":"2026-04-29T03:01:53.664087Z","steps":["trace[411463270] 'agreement among raft nodes before linearized reading' (duration: 168.89126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:53.936073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.727706ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T03:01:54.57681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.80032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-29T03:01:54.576929Z","caller":"traceutil/trace.go:171","msg":"trace[545993950] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:32090; }","duration":"103.948643ms","start":"2026-04-29T03:01:54.472952Z","end":"2026-04-29T03:01:54.576901Z","steps":["trace[545993950] 'range keys from in-memory index tree' (duration: 102.71192ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:54.839858Z","caller":"traceutil/trace.go:171","msg":"trace[470696225] transaction","detail":"{read_only:false; response_revision:32091; number_of_response:1; }","duration":"180.976186ms","start":"2026-04-29T03:01:54.658854Z","end":"2026-04-29T03:01:54.83983Z","steps":["trace[470696225] 'process raft request' (duration: 180.799863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.570237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.668624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:55.570348Z","caller":"traceutil/trace.go:171","msg":"trace[1667161604] transaction","detail":"{read_only:false; response_revision:32092; number_of_response:1; }","duration":"497.234215ms","start":"2026-04-29T03:01:55.073092Z","end":"2026-04-29T03:01:55.570326Z","steps":["trace[1667161604] 'process raft request' (duration: 391.390057ms)","trace[1667161604] 'compare' (duration: 105.051704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:55.570463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:55.073064Z","time spent":"497.349037ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:55.666757Z","caller":"traceutil/trace.go:171","msg":"trace[1507138310] transaction","detail":"{read_only:false; response_revision:32093; number_of_response:1; }","duration":"582.640984ms","start":"2026-04-29T03:01:55.084094Z","end":"2026-04-29T03:01:55.666735Z","steps":["trace[1507138310] 'process raft request' (duration: 582.488391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.666875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:55.084068Z","time spent":"582.744475ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:55.667074Z","caller":"traceutil/trace.go:171","msg":"trace[1849060195] linearizableReadLoop","detail":"{readStateIndex:33142; appliedIndex:33140; }","duration":"296.706956ms","start":"2026-04-29T03:01:55.370338Z","end":"2026-04-29T03:01:55.667045Z","steps":["trace[1849060195] 'read index received' (duration: 94.13512ms)","trace[1849060195] 'applied index is now lower than readState.Index' (duration: 202.570676ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:55.667246Z","caller":"traceutil/trace.go:171","msg":"trace[414812929] transaction","detail":"{read_only:false; response_revision:32094; number_of_response:1; }","duration":"203.891152ms","start":"2026-04-29T03:01:55.463345Z","end":"2026-04-29T03:01:55.667236Z","steps":["trace[414812929] 'process raft request' (duration: 203.353431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.667384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.049563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:55.667468Z","caller":"traceutil/trace.go:171","msg":"trace[1914973363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32094; }","duration":"297.180025ms","start":"2026-04-29T03:01:55.370275Z","end":"2026-04-29T03:01:55.667455Z","steps":["trace[1914973363] 'agreement among raft nodes before linearized reading' (duration: 297.050263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.667604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.672215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-29T03:01:55.667671Z","caller":"traceutil/trace.go:171","msg":"trace[1519014446] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:32094; }","duration":"184.793956ms","start":"2026-04-29T03:01:55.482858Z","end":"2026-04-29T03:01:55.667652Z","steps":["trace[1519014446] 'agreement among raft nodes before linearized reading' (duration: 184.577452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.667681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.155232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:01:55.668121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.663989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:01:55.668131Z","caller":"traceutil/trace.go:171","msg":"trace[1839463394] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:32094; }","duration":"250.62603ms","start":"2026-04-29T03:01:55.417484Z","end":"2026-04-29T03:01:55.66811Z","steps":["trace[1839463394] 'agreement among raft nodes before linearized reading' (duration: 249.948008ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.668162Z","caller":"traceutil/trace.go:171","msg":"trace[1135355684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32094; }","duration":"244.731081ms","start":"2026-04-29T03:01:55.423419Z","end":"2026-04-29T03:01:55.66815Z","steps":["trace[1135355684] 'agreement among raft nodes before linearized reading' (duration: 244.606419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.929149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.484996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T03:01:55.929243Z","caller":"traceutil/trace.go:171","msg":"trace[1084358558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32094; }","duration":"259.620128ms","start":"2026-04-29T03:01:55.669599Z","end":"2026-04-29T03:01:55.929219Z","steps":["trace[1084358558] 'range keys from in-memory index tree' (duration: 259.309862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.929333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.870195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:55.929528Z","caller":"traceutil/trace.go:171","msg":"trace[982122458] transaction","detail":"{read_only:false; response_revision:32095; number_of_response:1; }","duration":"256.54147ms","start":"2026-04-29T03:01:55.672962Z","end":"2026-04-29T03:01:55.929504Z","steps":["trace[982122458] 'process raft request' (duration: 97.41828ms)","trace[982122458] 'compare' (duration: 158.747883ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:55.937814Z","caller":"traceutil/trace.go:171","msg":"trace[1861595579] transaction","detail":"{read_only:false; response_revision:32096; number_of_response:1; }","duration":"264.791333ms","start":"2026-04-29T03:01:55.672994Z","end":"2026-04-29T03:01:55.937786Z","steps":["trace[1861595579] 'process raft request' (duration: 264.539498ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.938095Z","caller":"traceutil/trace.go:171","msg":"trace[1132884116] linearizableReadLoop","detail":"{readStateIndex:33147; appliedIndex:33143; }","duration":"259.557146ms","start":"2026-04-29T03:01:55.678508Z","end":"2026-04-29T03:01:55.938065Z","steps":["trace[1132884116] 'read index received' (duration: 91.986669ms)","trace[1132884116] 'applied index is now lower than readState.Index' (duration: 167.569087ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:55.938097Z","caller":"traceutil/trace.go:171","msg":"trace[267799744] transaction","detail":"{read_only:false; response_revision:32098; number_of_response:1; }","duration":"264.63571ms","start":"2026-04-29T03:01:55.673444Z","end":"2026-04-29T03:01:55.93808Z","steps":["trace[267799744] 'process raft request' (duration: 264.503508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.938278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.752459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-29T03:01:55.938328Z","caller":"traceutil/trace.go:171","msg":"trace[1973810569] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:32098; }","duration":"259.8337ms","start":"2026-04-29T03:01:55.678484Z","end":"2026-04-29T03:01:55.938317Z","steps":["trace[1973810569] 'agreement among raft nodes before linearized reading' (duration: 259.674967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:55.938038Z","caller":"traceutil/trace.go:171","msg":"trace[1688083828] transaction","detail":"{read_only:false; response_revision:32097; number_of_response:1; }","duration":"264.947216ms","start":"2026-04-29T03:01:55.673069Z","end":"2026-04-29T03:01:55.938017Z","steps":["trace[1688083828] 'process raft request' (duration: 264.669661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:55.982317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.851506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:55.982424Z","caller":"traceutil/trace.go:171","msg":"trace[1272599857] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32099; }","duration":"193.025199ms","start":"2026-04-29T03:01:55.789374Z","end":"2026-04-29T03:01:55.982399Z","steps":["trace[1272599857] 'agreement among raft nodes before linearized reading' (duration: 192.868296ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:56.107497Z","caller":"traceutil/trace.go:171","msg":"trace[136444292] linearizableReadLoop","detail":"{readStateIndex:33149; appliedIndex:33148; }","duration":"110.287261ms","start":"2026-04-29T03:01:55.997189Z","end":"2026-04-29T03:01:56.107476Z","steps":["trace[136444292] 'read index received' (duration: 104.460772ms)","trace[136444292] 'applied index is now lower than readState.Index' (duration: 5.825579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:56.107611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.409623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:56.107634Z","caller":"traceutil/trace.go:171","msg":"trace[1199203391] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:32100; }","duration":"110.505935ms","start":"2026-04-29T03:01:55.99712Z","end":"2026-04-29T03:01:56.107626Z","steps":["trace[1199203391] 'agreement among raft nodes before linearized reading' (duration: 110.435164ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:56.107724Z","caller":"traceutil/trace.go:171","msg":"trace[2081725481] transaction","detail":"{read_only:false; response_revision:32100; number_of_response:1; }","duration":"111.541414ms","start":"2026-04-29T03:01:55.996122Z","end":"2026-04-29T03:01:56.107664Z","steps":["trace[2081725481] 'process raft request' (duration: 105.651685ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:56.597706Z","caller":"traceutil/trace.go:171","msg":"trace[989109753] transaction","detail":"{read_only:false; response_revision:32102; number_of_response:1; }","duration":"276.237896ms","start":"2026-04-29T03:01:56.321431Z","end":"2026-04-29T03:01:56.597669Z","steps":["trace[989109753] 'process raft request' (duration: 275.91779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:56.834321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.429868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:56.834683Z","caller":"traceutil/trace.go:171","msg":"trace[1232723394] linearizableReadLoop","detail":"{readStateIndex:33154; appliedIndex:33150; }","duration":"411.048592ms","start":"2026-04-29T03:01:56.42361Z","end":"2026-04-29T03:01:56.834658Z","steps":["trace[1232723394] 'read index received' (duration: 173.75973ms)","trace[1232723394] 'applied index is now lower than readState.Index' (duration: 237.287492ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:56.834688Z","caller":"traceutil/trace.go:171","msg":"trace[319336068] transaction","detail":"{read_only:false; response_revision:32103; number_of_response:1; }","duration":"508.142908ms","start":"2026-04-29T03:01:56.326402Z","end":"2026-04-29T03:01:56.834545Z","steps":["trace[319336068] 'process raft request' (duration: 315.327644ms)","trace[319336068] 'compare' (duration: 191.769495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:56.834973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:56.326379Z","time spent":"508.402133ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:56.835042Z","caller":"traceutil/trace.go:171","msg":"trace[619791655] transaction","detail":"{read_only:false; response_revision:32104; number_of_response:1; }","duration":"507.381035ms","start":"2026-04-29T03:01:56.327647Z","end":"2026-04-29T03:01:56.835028Z","steps":["trace[619791655] 'process raft request' (duration: 506.813793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:56.835119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:56.327595Z","time spent":"507.483326ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:56.835276Z","caller":"traceutil/trace.go:171","msg":"trace[780010153] transaction","detail":"{read_only:false; response_revision:32105; number_of_response:1; }","duration":"507.339454ms","start":"2026-04-29T03:01:56.327928Z","end":"2026-04-29T03:01:56.835267Z","steps":["trace[780010153] 'process raft request' (duration: 506.676621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:56.835333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:56.327918Z","time spent":"507.386584ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:56.835533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.923998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:01:56.835574Z","caller":"traceutil/trace.go:171","msg":"trace[1915068562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32105; }","duration":"412.01398ms","start":"2026-04-29T03:01:56.423547Z","end":"2026-04-29T03:01:56.835561Z","steps":["trace[1915068562] 'agreement among raft nodes before linearized reading' (duration: 411.854547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:56.835607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:56.423522Z","time spent":"412.078362ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T03:01:56.835842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.641518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:56.835881Z","caller":"traceutil/trace.go:171","msg":"trace[1095778802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32105; }","duration":"138.72844ms","start":"2026-04-29T03:01:56.697143Z","end":"2026-04-29T03:01:56.835872Z","steps":["trace[1095778802] 'agreement among raft nodes before linearized reading' (duration: 138.653908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:56.836312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.982215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:56.836382Z","caller":"traceutil/trace.go:171","msg":"trace[2048313764] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:32105; }","duration":"139.096976ms","start":"2026-04-29T03:01:56.697262Z","end":"2026-04-29T03:01:56.836359Z","steps":["trace[2048313764] 'agreement among raft nodes before linearized reading' (duration: 138.976534ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:57.055629Z","caller":"traceutil/trace.go:171","msg":"trace[2068888165] linearizableReadLoop","detail":"{readStateIndex:33155; appliedIndex:33154; }","duration":"204.001022ms","start":"2026-04-29T03:01:56.851597Z","end":"2026-04-29T03:01:57.055598Z","steps":["trace[2068888165] 'read index received' (duration: 154.968031ms)","trace[2068888165] 'applied index is now lower than readState.Index' (duration: 49.031371ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:57.055739Z","caller":"traceutil/trace.go:171","msg":"trace[1575672839] transaction","detail":"{read_only:false; response_revision:32106; number_of_response:1; }","duration":"208.838223ms","start":"2026-04-29T03:01:56.846848Z","end":"2026-04-29T03:01:57.055686Z","steps":["trace[1575672839] 'process raft request' (duration: 159.74031ms)","trace[1575672839] 'compare' (duration: 48.862308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:57.055937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.32242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-04-29T03:01:57.055929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.956443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:57.05598Z","caller":"traceutil/trace.go:171","msg":"trace[216445924] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:32106; }","duration":"204.444502ms","start":"2026-04-29T03:01:56.851523Z","end":"2026-04-29T03:01:57.055968Z","steps":["trace[216445924] 'agreement among raft nodes before linearized reading' (duration: 204.233638ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:57.056003Z","caller":"traceutil/trace.go:171","msg":"trace[63907505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32106; }","duration":"167.045236ms","start":"2026-04-29T03:01:56.888937Z","end":"2026-04-29T03:01:57.055982Z","steps":["trace[63907505] 'agreement among raft nodes before linearized reading' (duration: 166.877213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:57.056224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.955754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:57.056324Z","caller":"traceutil/trace.go:171","msg":"trace[1109039661] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32106; }","duration":"104.078566ms","start":"2026-04-29T03:01:56.952218Z","end":"2026-04-29T03:01:57.056296Z","steps":["trace[1109039661] 'agreement among raft nodes before linearized reading' (duration: 103.901942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:57.658732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.204243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T03:01:57.659068Z","caller":"traceutil/trace.go:171","msg":"trace[951028677] linearizableReadLoop","detail":"{readStateIndex:33156; appliedIndex:33155; }","duration":"293.17372ms","start":"2026-04-29T03:01:57.365873Z","end":"2026-04-29T03:01:57.659047Z","steps":["trace[951028677] 'read index received' (duration: 86.644651ms)","trace[951028677] 'applied index is now lower than readState.Index' (duration: 206.527009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:57.659314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.420405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:57.659408Z","caller":"traceutil/trace.go:171","msg":"trace[2107291794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32107; }","duration":"293.517406ms","start":"2026-04-29T03:01:57.365865Z","end":"2026-04-29T03:01:57.659383Z","steps":["trace[2107291794] 'agreement among raft nodes before linearized reading' (duration: 293.348593ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:57.844739Z","caller":"traceutil/trace.go:171","msg":"trace[1144337693] transaction","detail":"{read_only:false; response_revision:32108; number_of_response:1; }","duration":"268.220118ms","start":"2026-04-29T03:01:57.576492Z","end":"2026-04-29T03:01:57.844712Z","steps":["trace[1144337693] 'process raft request' (duration: 267.994984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.075993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.549988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:58.076151Z","caller":"traceutil/trace.go:171","msg":"trace[740873669] transaction","detail":"{read_only:false; response_revision:32109; number_of_response:1; }","duration":"481.739157ms","start":"2026-04-29T03:01:57.594391Z","end":"2026-04-29T03:01:58.076131Z","steps":["trace[740873669] 'process raft request' (duration: 322.945135ms)","trace[740873669] 'compare' (duration: 158.453626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:58.076218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.59435Z","time spent":"481.839408ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:58.076276Z","caller":"traceutil/trace.go:171","msg":"trace[1498215744] linearizableReadLoop","detail":"{readStateIndex:33158; appliedIndex:33156; }","duration":"417.160387ms","start":"2026-04-29T03:01:57.659098Z","end":"2026-04-29T03:01:58.076258Z","steps":["trace[1498215744] 'read index received' (duration: 185.353037ms)","trace[1498215744] 'applied index is now lower than readState.Index' (duration: 231.80615ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:58.07641Z","caller":"traceutil/trace.go:171","msg":"trace[1311441964] transaction","detail":"{read_only:false; response_revision:32110; number_of_response:1; }","duration":"404.239965ms","start":"2026-04-29T03:01:57.67216Z","end":"2026-04-29T03:01:58.0764Z","steps":["trace[1311441964] 'process raft request' (duration: 403.92178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.076538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.67214Z","time spent":"404.299496ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:58.076693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.133148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:58.076733Z","caller":"traceutil/trace.go:171","msg":"trace[922962365] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:32110; }","duration":"592.200871ms","start":"2026-04-29T03:01:57.48452Z","end":"2026-04-29T03:01:58.076721Z","steps":["trace[922962365] 'agreement among raft nodes before linearized reading' (duration: 592.134829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.076769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.484506Z","time spent":"592.254692ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:58.413197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.786979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:58.413344Z","caller":"traceutil/trace.go:171","msg":"trace[297579296] transaction","detail":"{read_only:false; response_revision:32111; number_of_response:1; }","duration":"347.352349ms","start":"2026-04-29T03:01:58.065951Z","end":"2026-04-29T03:01:58.413304Z","steps":["trace[297579296] 'process raft request' (duration: 171.366677ms)","trace[297579296] 'compare' (duration: 175.130536ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:58.413406Z","caller":"traceutil/trace.go:171","msg":"trace[1851523466] transaction","detail":"{read_only:false; response_revision:32112; number_of_response:1; }","duration":"252.645527ms","start":"2026-04-29T03:01:58.160741Z","end":"2026-04-29T03:01:58.413387Z","steps":["trace[1851523466] 'process raft request' (duration: 252.576326ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:58.413508Z","caller":"traceutil/trace.go:171","msg":"trace[302898785] linearizableReadLoop","detail":"{readStateIndex:33160; appliedIndex:33159; }","duration":"337.134839ms","start":"2026-04-29T03:01:58.076319Z","end":"2026-04-29T03:01:58.413454Z","steps":["trace[302898785] 'read index received' (duration: 161.102855ms)","trace[302898785] 'applied index is now lower than readState.Index' (duration: 176.021753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:58.413554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.065922Z","time spent":"347.528822ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:58.413706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.18793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:01:58.413817Z","caller":"traceutil/trace.go:171","msg":"trace[950748371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32112; }","duration":"471.324713ms","start":"2026-04-29T03:01:57.942465Z","end":"2026-04-29T03:01:58.41379Z","steps":["trace[950748371] 'agreement among raft nodes before linearized reading' (duration: 471.005067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.413865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.486559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-04-29T03:01:58.413937Z","caller":"traceutil/trace.go:171","msg":"trace[1675783921] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:32112; }","duration":"704.654572ms","start":"2026-04-29T03:01:57.709266Z","end":"2026-04-29T03:01:58.41392Z","steps":["trace[1675783921] 'agreement among raft nodes before linearized reading' (duration: 704.418798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.413961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.525256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:01:58.414032Z","caller":"traceutil/trace.go:171","msg":"trace[1800725958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32112; }","duration":"478.621929ms","start":"2026-04-29T03:01:57.935399Z","end":"2026-04-29T03:01:58.414021Z","steps":["trace[1800725958] 'agreement among raft nodes before linearized reading' (duration: 478.356714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.414045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.709247Z","time spent":"704.787294ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-29T03:01:58.414056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.194292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:01:58.414074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.935384Z","time spent":"478.67902ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T03:01:58.414139Z","caller":"traceutil/trace.go:171","msg":"trace[1483384075] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:32112; }","duration":"342.279854ms","start":"2026-04-29T03:01:58.071821Z","end":"2026-04-29T03:01:58.414101Z","steps":["trace[1483384075] 'agreement among raft nodes before linearized reading' (duration: 342.148382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.414193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.071806Z","time spent":"342.373587ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:01:58.414274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.546719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:01:58.414314Z","caller":"traceutil/trace.go:171","msg":"trace[373109712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:32112; }","duration":"484.58987ms","start":"2026-04-29T03:01:57.929714Z","end":"2026-04-29T03:01:58.414304Z","steps":["trace[373109712] 'agreement among raft nodes before linearized reading' (duration: 484.508218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.414326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.798674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T03:01:58.414351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.929654Z","time spent":"484.688873ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:01:58.414355Z","caller":"traceutil/trace.go:171","msg":"trace[583125844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32112; }","duration":"427.892617ms","start":"2026-04-29T03:01:57.986454Z","end":"2026-04-29T03:01:58.414346Z","steps":["trace[583125844] 'agreement among raft nodes before linearized reading' (duration: 427.798005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.414388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.986396Z","time spent":"427.985808ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:58.413937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.942455Z","time spent":"471.450445ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:58.414622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.053607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:01:58.41468Z","caller":"traceutil/trace.go:171","msg":"trace[616855939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32112; }","duration":"472.190479ms","start":"2026-04-29T03:01:57.942474Z","end":"2026-04-29T03:01:58.414665Z","steps":["trace[616855939] 'agreement among raft nodes before linearized reading' (duration: 471.988766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.41473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.942463Z","time spent":"472.2543ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:01:58.414744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.407043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:01:58.415832Z","caller":"traceutil/trace.go:171","msg":"trace[1065654007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32112; }","duration":"473.363631ms","start":"2026-04-29T03:01:57.942292Z","end":"2026-04-29T03:01:58.415656Z","steps":["trace[1065654007] 'agreement among raft nodes before linearized reading' (duration: 471.467975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.416032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:57.942284Z","time spent":"473.687878ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:01:58.77916Z","caller":"traceutil/trace.go:171","msg":"trace[347973793] transaction","detail":"{read_only:false; response_revision:32113; number_of_response:1; }","duration":"360.019354ms","start":"2026-04-29T03:01:58.419114Z","end":"2026-04-29T03:01:58.779133Z","steps":["trace[347973793] 'process raft request' (duration: 359.81496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:58.779318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.419087Z","time spent":"360.149717ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:59.01999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.343437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:01:59.020358Z","caller":"traceutil/trace.go:171","msg":"trace[673071109] linearizableReadLoop","detail":"{readStateIndex:33166; appliedIndex:33161; }","duration":"595.905129ms","start":"2026-04-29T03:01:58.424434Z","end":"2026-04-29T03:01:59.020339Z","steps":["trace[673071109] 'read index received' (duration: 354.599873ms)","trace[673071109] 'applied index is now lower than readState.Index' (duration: 241.273616ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:59.020439Z","caller":"traceutil/trace.go:171","msg":"trace[1793164401] transaction","detail":"{read_only:false; response_revision:32115; number_of_response:1; }","duration":"600.498994ms","start":"2026-04-29T03:01:58.419887Z","end":"2026-04-29T03:01:59.020386Z","steps":["trace[1793164401] 'process raft request' (duration: 600.199589ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:59.0205Z","caller":"traceutil/trace.go:171","msg":"trace[1136613188] transaction","detail":"{read_only:false; response_revision:32116; number_of_response:1; }","duration":"599.817414ms","start":"2026-04-29T03:01:58.420646Z","end":"2026-04-29T03:01:59.020463Z","steps":["trace[1136613188] 'process raft request' (duration: 599.497747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.020576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.419875Z","time spent":"600.647819ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:59.020599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.420626Z","time spent":"599.900505ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:59.020693Z","caller":"traceutil/trace.go:171","msg":"trace[1650816056] transaction","detail":"{read_only:false; response_revision:32118; number_of_response:1; }","duration":"416.143469ms","start":"2026-04-29T03:01:58.604498Z","end":"2026-04-29T03:01:59.020642Z","steps":["trace[1650816056] 'process raft request' (duration: 415.70531ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:59.020741Z","caller":"traceutil/trace.go:171","msg":"trace[2119896708] transaction","detail":"{read_only:false; response_revision:32114; number_of_response:1; }","duration":"600.860342ms","start":"2026-04-29T03:01:58.419829Z","end":"2026-04-29T03:01:59.020689Z","steps":["trace[2119896708] 'process raft request' (duration: 479.726359ms)","trace[2119896708] 'compare' (duration: 120.201785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:59.020927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.477031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-04-29T03:01:59.020944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.604458Z","time spent":"416.336812ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:59.021033Z","caller":"traceutil/trace.go:171","msg":"trace[524863371] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:32118; }","duration":"596.578573ms","start":"2026-04-29T03:01:58.424398Z","end":"2026-04-29T03:01:59.020976Z","steps":["trace[524863371] 'agreement among raft nodes before linearized reading' (duration: 596.275327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.020967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.419816Z","time spent":"601.047446ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:01:59.021079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.424387Z","time spent":"596.683605ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-04-29T03:01:59.020786Z","caller":"traceutil/trace.go:171","msg":"trace[1284385038] transaction","detail":"{read_only:false; response_revision:32117; number_of_response:1; }","duration":"598.957977ms","start":"2026-04-29T03:01:58.421789Z","end":"2026-04-29T03:01:59.020747Z","steps":["trace[1284385038] 'process raft request' (duration: 598.386285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.021334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.42177Z","time spent":"599.434846ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:01:59.082095Z","caller":"traceutil/trace.go:171","msg":"trace[1641000948] transaction","detail":"{read_only:false; response_revision:32120; number_of_response:1; }","duration":"238.801331ms","start":"2026-04-29T03:01:58.843267Z","end":"2026-04-29T03:01:59.082068Z","steps":["trace[1641000948] 'process raft request' (duration: 238.686908ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:59.082106Z","caller":"traceutil/trace.go:171","msg":"trace[2003384694] transaction","detail":"{read_only:false; response_revision:32119; number_of_response:1; }","duration":"238.977394ms","start":"2026-04-29T03:01:58.843091Z","end":"2026-04-29T03:01:59.082068Z","steps":["trace[2003384694] 'process raft request' (duration: 238.700558ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:59.082412Z","caller":"traceutil/trace.go:171","msg":"trace[1732362818] transaction","detail":"{read_only:false; response_revision:32121; number_of_response:1; }","duration":"238.129988ms","start":"2026-04-29T03:01:58.844264Z","end":"2026-04-29T03:01:59.082394Z","steps":["trace[1732362818] 'process raft request' (duration: 237.765102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.082584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.068434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T03:01:59.082646Z","caller":"traceutil/trace.go:171","msg":"trace[888048268] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:32121; }","duration":"653.167075ms","start":"2026-04-29T03:01:58.429466Z","end":"2026-04-29T03:01:59.082633Z","steps":["trace[888048268] 'agreement among raft nodes before linearized reading' (duration: 652.936951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.082687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:01:58.429456Z","time spent":"653.222916ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-29T03:01:59.280887Z","caller":"traceutil/trace.go:171","msg":"trace[1235232431] transaction","detail":"{read_only:false; response_revision:32122; number_of_response:1; }","duration":"220.032452ms","start":"2026-04-29T03:01:59.060803Z","end":"2026-04-29T03:01:59.280836Z","steps":["trace[1235232431] 'process raft request' (duration: 132.342061ms)","trace[1235232431] 'compare' (duration: 87.451136ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:01:59.280886Z","caller":"traceutil/trace.go:171","msg":"trace[124123478] linearizableReadLoop","detail":"{readStateIndex:33171; appliedIndex:33170; }","duration":"198.496261ms","start":"2026-04-29T03:01:59.082361Z","end":"2026-04-29T03:01:59.280858Z","steps":["trace[124123478] 'read index received' (duration: 110.935803ms)","trace[124123478] 'applied index is now lower than readState.Index' (duration: 87.558788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:01:59.281371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.185752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:01:59.281433Z","caller":"traceutil/trace.go:171","msg":"trace[245583217] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:32122; }","duration":"186.295513ms","start":"2026-04-29T03:01:59.095123Z","end":"2026-04-29T03:01:59.281418Z","steps":["trace[245583217] 'agreement among raft nodes before linearized reading' (duration: 186.174391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:01:59.281431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.132906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-04-29T03:01:59.28148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.463105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-29T03:01:59.281502Z","caller":"traceutil/trace.go:171","msg":"trace[79258164] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:32122; }","duration":"254.283488ms","start":"2026-04-29T03:01:59.027199Z","end":"2026-04-29T03:01:59.281482Z","steps":["trace[79258164] 'agreement among raft nodes before linearized reading' (duration: 253.746199ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:01:59.281547Z","caller":"traceutil/trace.go:171","msg":"trace[1047129051] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32122; }","duration":"216.559516ms","start":"2026-04-29T03:01:59.064972Z","end":"2026-04-29T03:01:59.281532Z","steps":["trace[1047129051] 'agreement among raft nodes before linearized reading' (duration: 215.995776ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:00.205081Z","caller":"traceutil/trace.go:171","msg":"trace[1472732796] transaction","detail":"{read_only:false; response_revision:32125; number_of_response:1; }","duration":"119.565363ms","start":"2026-04-29T03:02:00.085489Z","end":"2026-04-29T03:02:00.205055Z","steps":["trace[1472732796] 'process raft request' (duration: 119.377199ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:00.205474Z","caller":"traceutil/trace.go:171","msg":"trace[555542510] linearizableReadLoop","detail":"{readStateIndex:33175; appliedIndex:33175; }","duration":"118.531444ms","start":"2026-04-29T03:02:00.086917Z","end":"2026-04-29T03:02:00.205448Z","steps":["trace[555542510] 'read index received' (duration: 118.520834ms)","trace[555542510] 'applied index is now lower than readState.Index' (duration: 8.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:00.20569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.756298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:1971"} {"level":"info","ts":"2026-04-29T03:02:00.205723Z","caller":"traceutil/trace.go:171","msg":"trace[1952864946] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:32125; }","duration":"118.813009ms","start":"2026-04-29T03:02:00.0869Z","end":"2026-04-29T03:02:00.205713Z","steps":["trace[1952864946] 'agreement among raft nodes before linearized reading' (duration: 118.637436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.347028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.244653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/kube-prometheus-stack\" ","response":"range_response_count:1 size:1129"} {"level":"info","ts":"2026-04-29T03:02:00.347201Z","caller":"traceutil/trace.go:171","msg":"trace[1148575615] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/kube-prometheus-stack; range_end:; response_count:1; response_revision:32125; }","duration":"108.470246ms","start":"2026-04-29T03:02:00.238707Z","end":"2026-04-29T03:02:00.347177Z","steps":["trace[1148575615] 'range keys from in-memory index tree' (duration: 108.150251ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:00.473008Z","caller":"traceutil/trace.go:171","msg":"trace[710509953] linearizableReadLoop","detail":"{readStateIndex:33176; appliedIndex:33175; }","duration":"105.312397ms","start":"2026-04-29T03:02:00.367664Z","end":"2026-04-29T03:02:00.472976Z","steps":["trace[710509953] 'read index received' (duration: 105.074613ms)","trace[710509953] 'applied index is now lower than readState.Index' (duration: 236.434µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:00.473066Z","caller":"traceutil/trace.go:171","msg":"trace[1310622566] transaction","detail":"{read_only:false; response_revision:32126; number_of_response:1; }","duration":"120.846786ms","start":"2026-04-29T03:02:00.352184Z","end":"2026-04-29T03:02:00.473031Z","steps":["trace[1310622566] 'process raft request' (duration: 120.577161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:00.473171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.495321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:00.47323Z","caller":"traceutil/trace.go:171","msg":"trace[351878281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32126; }","duration":"105.612143ms","start":"2026-04-29T03:02:00.367604Z","end":"2026-04-29T03:02:00.473217Z","steps":["trace[351878281] 'agreement among raft nodes before linearized reading' (duration: 105.48525ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:00.530419Z","caller":"traceutil/trace.go:171","msg":"trace[1567221365] transaction","detail":"{read_only:false; response_revision:32127; number_of_response:1; }","duration":"110.815351ms","start":"2026-04-29T03:02:00.419569Z","end":"2026-04-29T03:02:00.530384Z","steps":["trace[1567221365] 'process raft request' (duration: 110.609967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:00.977153Z","caller":"traceutil/trace.go:171","msg":"trace[929525293] linearizableReadLoop","detail":"{readStateIndex:33178; appliedIndex:33177; }","duration":"165.565348ms","start":"2026-04-29T03:02:00.811553Z","end":"2026-04-29T03:02:00.977119Z","steps":["trace[929525293] 'read index received' (duration: 165.251702ms)","trace[929525293] 'applied index is now lower than readState.Index' (duration: 312.416µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:00.977608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.997426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:02:00.977697Z","caller":"traceutil/trace.go:171","msg":"trace[460440772] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:32128; }","duration":"166.160479ms","start":"2026-04-29T03:02:00.811517Z","end":"2026-04-29T03:02:00.977677Z","steps":["trace[460440772] 'agreement among raft nodes before linearized reading' (duration: 165.916355ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:00.978098Z","caller":"traceutil/trace.go:171","msg":"trace[1317927970] transaction","detail":"{read_only:false; response_revision:32128; number_of_response:1; }","duration":"188.76594ms","start":"2026-04-29T03:02:00.789309Z","end":"2026-04-29T03:02:00.978075Z","steps":["trace[1317927970] 'process raft request' (duration: 187.593528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.343922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.082115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:01.344066Z","caller":"traceutil/trace.go:171","msg":"trace[2136972508] transaction","detail":"{read_only:false; response_revision:32129; number_of_response:1; }","duration":"315.822651ms","start":"2026-04-29T03:02:01.028215Z","end":"2026-04-29T03:02:01.344038Z","steps":["trace[2136972508] 'process raft request' (duration: 132.533133ms)","trace[2136972508] 'compare' (duration: 182.713958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:01.34414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.028197Z","time spent":"315.906884ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.608078Z","caller":"traceutil/trace.go:171","msg":"trace[1839237559] transaction","detail":"{read_only:false; response_revision:32131; number_of_response:1; }","duration":"576.060872ms","start":"2026-04-29T03:02:01.031989Z","end":"2026-04-29T03:02:01.60805Z","steps":["trace[1839237559] 'process raft request' (duration: 575.93937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.608239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.031965Z","time spent":"576.196664ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.608363Z","caller":"traceutil/trace.go:171","msg":"trace[1165690417] transaction","detail":"{read_only:false; response_revision:32137; number_of_response:1; }","duration":"495.806839ms","start":"2026-04-29T03:02:01.112532Z","end":"2026-04-29T03:02:01.608339Z","steps":["trace[1165690417] 'process raft request' (duration: 495.763048ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:01.608474Z","caller":"traceutil/trace.go:171","msg":"trace[702507544] transaction","detail":"{read_only:false; response_revision:32130; number_of_response:1; }","duration":"576.470699ms","start":"2026-04-29T03:02:01.031989Z","end":"2026-04-29T03:02:01.60846Z","steps":["trace[702507544] 'process raft request' (duration: 528.318354ms)","trace[702507544] 'compare' (duration: 47.464822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:01.608532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.031969Z","time spent":"576.53223ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:01.608527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.112517Z","time spent":"495.936811ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.608661Z","caller":"traceutil/trace.go:171","msg":"trace[1469757039] transaction","detail":"{read_only:false; response_revision:32132; number_of_response:1; }","duration":"576.56377ms","start":"2026-04-29T03:02:01.032087Z","end":"2026-04-29T03:02:01.608651Z","steps":["trace[1469757039] 'process raft request' (duration: 575.908859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.608721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.032082Z","time spent":"576.607391ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.608795Z","caller":"traceutil/trace.go:171","msg":"trace[711235624] transaction","detail":"{read_only:false; response_revision:32133; number_of_response:1; }","duration":"576.551181ms","start":"2026-04-29T03:02:01.032236Z","end":"2026-04-29T03:02:01.608787Z","steps":["trace[711235624] 'process raft request' (duration: 575.873239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.608844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.032228Z","time spent":"576.593592ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.609032Z","caller":"traceutil/trace.go:171","msg":"trace[309545069] transaction","detail":"{read_only:false; response_revision:32134; number_of_response:1; }","duration":"520.863395ms","start":"2026-04-29T03:02:01.088157Z","end":"2026-04-29T03:02:01.609021Z","steps":["trace[309545069] 'process raft request' (duration: 520.02903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.609091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.088136Z","time spent":"520.927856ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.609173Z","caller":"traceutil/trace.go:171","msg":"trace[1285158691] transaction","detail":"{read_only:false; response_revision:32135; number_of_response:1; }","duration":"520.430956ms","start":"2026-04-29T03:02:01.088733Z","end":"2026-04-29T03:02:01.609164Z","steps":["trace[1285158691] 'process raft request' (duration: 519.496779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.609227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.088723Z","time spent":"520.478086ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.609303Z","caller":"traceutil/trace.go:171","msg":"trace[1197865125] transaction","detail":"{read_only:false; response_revision:32136; number_of_response:1; }","duration":"519.769935ms","start":"2026-04-29T03:02:01.089525Z","end":"2026-04-29T03:02:01.609295Z","steps":["trace[1197865125] 'process raft request' (duration: 518.740946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.609351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.089487Z","time spent":"519.840757ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:01.648778Z","caller":"traceutil/trace.go:171","msg":"trace[85857871] linearizableReadLoop","detail":"{readStateIndex:33188; appliedIndex:33179; }","duration":"280.324462ms","start":"2026-04-29T03:02:01.368427Z","end":"2026-04-29T03:02:01.648751Z","steps":["trace[85857871] 'read index received' (duration: 191.907389ms)","trace[85857871] 'applied index is now lower than readState.Index' (duration: 88.415873ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:01.648822Z","caller":"traceutil/trace.go:171","msg":"trace[899235897] transaction","detail":"{read_only:false; response_revision:32138; number_of_response:1; }","duration":"361.623514ms","start":"2026-04-29T03:02:01.287177Z","end":"2026-04-29T03:02:01.648801Z","steps":["trace[899235897] 'process raft request' (duration: 361.3996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:01.64897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:01.28715Z","time spent":"361.717347ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:01.649073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.511667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:01.649115Z","caller":"traceutil/trace.go:171","msg":"trace[1825499520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32138; }","duration":"280.72509ms","start":"2026-04-29T03:02:01.368378Z","end":"2026-04-29T03:02:01.649103Z","steps":["trace[1825499520] 'agreement among raft nodes before linearized reading' (duration: 280.512026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:02.19888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.747596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:02:02.198964Z","caller":"traceutil/trace.go:171","msg":"trace[88910444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32139; }","duration":"120.885969ms","start":"2026-04-29T03:02:02.078059Z","end":"2026-04-29T03:02:02.198945Z","steps":["trace[88910444] 'range keys from in-memory index tree' (duration: 120.375099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:02.623311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.910991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:02.623482Z","caller":"traceutil/trace.go:171","msg":"trace[855273748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32140; }","duration":"254.100865ms","start":"2026-04-29T03:02:02.369356Z","end":"2026-04-29T03:02:02.623457Z","steps":["trace[855273748] 'range keys from in-memory index tree' (duration: 253.83962ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:02.755882Z","caller":"traceutil/trace.go:171","msg":"trace[1320743713] transaction","detail":"{read_only:false; response_revision:32141; number_of_response:1; }","duration":"217.265749ms","start":"2026-04-29T03:02:02.538586Z","end":"2026-04-29T03:02:02.755852Z","steps":["trace[1320743713] 'process raft request' (duration: 217.070666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:03.298621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.326289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:1 size:156633"} {"level":"info","ts":"2026-04-29T03:02:03.298714Z","caller":"traceutil/trace.go:171","msg":"trace[391727579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:1; response_revision:32142; }","duration":"104.468812ms","start":"2026-04-29T03:02:03.194226Z","end":"2026-04-29T03:02:03.298695Z","steps":["trace[391727579] 'range keys from in-memory index tree' (duration: 104.096275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:03.674194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.434358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:1 size:278926"} {"level":"info","ts":"2026-04-29T03:02:03.674317Z","caller":"traceutil/trace.go:171","msg":"trace[339517255] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:1; response_revision:32143; }","duration":"163.646061ms","start":"2026-04-29T03:02:03.510628Z","end":"2026-04-29T03:02:03.674274Z","steps":["trace[339517255] 'range keys from in-memory index tree' (duration: 162.46143ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.912162Z","caller":"traceutil/trace.go:171","msg":"trace[1155520902] transaction","detail":"{read_only:false; response_revision:32145; number_of_response:1; }","duration":"296.597175ms","start":"2026-04-29T03:02:03.615536Z","end":"2026-04-29T03:02:03.912133Z","steps":["trace[1155520902] 'process raft request' (duration: 296.33245ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.912565Z","caller":"traceutil/trace.go:171","msg":"trace[518565483] transaction","detail":"{read_only:false; response_revision:32146; number_of_response:1; }","duration":"294.67196ms","start":"2026-04-29T03:02:03.617833Z","end":"2026-04-29T03:02:03.912505Z","steps":["trace[518565483] 'process raft request' (duration: 294.246771ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.912622Z","caller":"traceutil/trace.go:171","msg":"trace[1092028093] transaction","detail":"{read_only:false; response_revision:32147; number_of_response:1; }","duration":"256.932448ms","start":"2026-04-29T03:02:03.655664Z","end":"2026-04-29T03:02:03.912597Z","steps":["trace[1092028093] 'process raft request' (duration: 256.678893ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.912648Z","caller":"traceutil/trace.go:171","msg":"trace[1343043257] transaction","detail":"{read_only:false; response_revision:32148; number_of_response:1; }","duration":"233.608504ms","start":"2026-04-29T03:02:03.679009Z","end":"2026-04-29T03:02:03.912618Z","steps":["trace[1343043257] 'process raft request' (duration: 233.459121ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.91265Z","caller":"traceutil/trace.go:171","msg":"trace[137752592] linearizableReadLoop","detail":"{readStateIndex:33201; appliedIndex:33194; }","duration":"200.977807ms","start":"2026-04-29T03:02:03.711656Z","end":"2026-04-29T03:02:03.912633Z","steps":["trace[137752592] 'read index received' (duration: 200.306334ms)","trace[137752592] 'applied index is now lower than readState.Index' (duration: 670.713µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:03.91276Z","caller":"traceutil/trace.go:171","msg":"trace[1922976429] transaction","detail":"{read_only:false; response_revision:32149; number_of_response:1; }","duration":"233.589103ms","start":"2026-04-29T03:02:03.679116Z","end":"2026-04-29T03:02:03.912706Z","steps":["trace[1922976429] 'process raft request' (duration: 233.39158ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.912663Z","caller":"traceutil/trace.go:171","msg":"trace[2062124705] transaction","detail":"{read_only:false; response_revision:32150; number_of_response:1; }","duration":"233.471281ms","start":"2026-04-29T03:02:03.679169Z","end":"2026-04-29T03:02:03.91264Z","steps":["trace[2062124705] 'process raft request' (duration: 233.387099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:03.9128Z","caller":"traceutil/trace.go:171","msg":"trace[1879518870] transaction","detail":"{read_only:false; response_revision:32151; number_of_response:1; }","duration":"233.574363ms","start":"2026-04-29T03:02:03.679214Z","end":"2026-04-29T03:02:03.912788Z","steps":["trace[1879518870] 'process raft request' (duration: 233.378109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:03.912969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.299873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:1 size:278926"} {"level":"info","ts":"2026-04-29T03:02:03.913024Z","caller":"traceutil/trace.go:171","msg":"trace[813666924] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:1; response_revision:32151; }","duration":"201.429556ms","start":"2026-04-29T03:02:03.711577Z","end":"2026-04-29T03:02:03.913006Z","steps":["trace[813666924] 'agreement among raft nodes before linearized reading' (duration: 201.12384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:04.176948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.158083ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T03:02:04.177154Z","caller":"traceutil/trace.go:171","msg":"trace[88620882] linearizableReadLoop","detail":"{readStateIndex:33203; appliedIndex:33201; }","duration":"114.239405ms","start":"2026-04-29T03:02:04.062902Z","end":"2026-04-29T03:02:04.177141Z","steps":["trace[88620882] 'read index received' (duration: 17.6896ms)","trace[88620882] 'applied index is now lower than readState.Index' (duration: 96.549285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:04.17733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.419898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T03:02:04.177304Z","caller":"traceutil/trace.go:171","msg":"trace[1938402870] transaction","detail":"{read_only:false; response_revision:32152; number_of_response:1; }","duration":"208.409315ms","start":"2026-04-29T03:02:03.968833Z","end":"2026-04-29T03:02:04.177242Z","steps":["trace[1938402870] 'process raft request' (duration: 208.18973ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:04.177354Z","caller":"traceutil/trace.go:171","msg":"trace[1625907914] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32152; }","duration":"114.51557ms","start":"2026-04-29T03:02:04.062831Z","end":"2026-04-29T03:02:04.177346Z","steps":["trace[1625907914] 'agreement among raft nodes before linearized reading' (duration: 114.385447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.484148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.811784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:05.484255Z","caller":"traceutil/trace.go:171","msg":"trace[1278468272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32155; }","duration":"115.980527ms","start":"2026-04-29T03:02:05.368248Z","end":"2026-04-29T03:02:05.484228Z","steps":["trace[1278468272] 'range keys from in-memory index tree' (duration: 115.707852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.484581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.580537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:05.48463Z","caller":"traceutil/trace.go:171","msg":"trace[186528021] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:32155; }","duration":"117.676278ms","start":"2026-04-29T03:02:05.366937Z","end":"2026-04-29T03:02:05.484614Z","steps":["trace[186528021] 'count revisions from in-memory index tree' (duration: 117.406854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.485929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.800461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:1 size:379194"} {"level":"info","ts":"2026-04-29T03:02:05.486032Z","caller":"traceutil/trace.go:171","msg":"trace[1388037722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:1; response_revision:32155; }","duration":"273.962893ms","start":"2026-04-29T03:02:05.212054Z","end":"2026-04-29T03:02:05.486017Z","steps":["trace[1388037722] 'range keys from in-memory index tree' (duration: 272.328404ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:05.593898Z","caller":"traceutil/trace.go:171","msg":"trace[585158697] linearizableReadLoop","detail":"{readStateIndex:33207; appliedIndex:33206; }","duration":"107.088351ms","start":"2026-04-29T03:02:05.486768Z","end":"2026-04-29T03:02:05.593856Z","steps":["trace[585158697] 'read index received' (duration: 106.829686ms)","trace[585158697] 'applied index is now lower than readState.Index' (duration: 256.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:05.594049Z","caller":"traceutil/trace.go:171","msg":"trace[22248832] transaction","detail":"{read_only:false; response_revision:32156; number_of_response:1; }","duration":"168.798009ms","start":"2026-04-29T03:02:05.425208Z","end":"2026-04-29T03:02:05.594006Z","steps":["trace[22248832] 'process raft request' (duration: 168.382731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.594226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.413178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:05.594304Z","caller":"traceutil/trace.go:171","msg":"trace[1145328550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32156; }","duration":"107.567321ms","start":"2026-04-29T03:02:05.486713Z","end":"2026-04-29T03:02:05.594281Z","steps":["trace[1145328550] 'agreement among raft nodes before linearized reading' (duration: 107.392848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.856391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.556271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:05.856574Z","caller":"traceutil/trace.go:171","msg":"trace[598023783] transaction","detail":"{read_only:false; response_revision:32158; number_of_response:1; }","duration":"137.463316ms","start":"2026-04-29T03:02:05.719093Z","end":"2026-04-29T03:02:05.856557Z","steps":["trace[598023783] 'process raft request' (duration: 137.401645ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:05.856698Z","caller":"traceutil/trace.go:171","msg":"trace[292552653] linearizableReadLoop","detail":"{readStateIndex:33208; appliedIndex:33207; }","duration":"262.639422ms","start":"2026-04-29T03:02:05.594049Z","end":"2026-04-29T03:02:05.856688Z","steps":["trace[292552653] 'read index received' (duration: 126.719795ms)","trace[292552653] 'applied index is now lower than readState.Index' (duration: 135.918617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:05.856851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.827097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:05.85683Z","caller":"traceutil/trace.go:171","msg":"trace[1606476068] transaction","detail":"{read_only:false; response_revision:32157; number_of_response:1; }","duration":"274.389502ms","start":"2026-04-29T03:02:05.582382Z","end":"2026-04-29T03:02:05.856771Z","steps":["trace[1606476068] 'process raft request' (duration: 138.368643ms)","trace[1606476068] 'compare' (duration: 135.426958ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:05.856939Z","caller":"traceutil/trace.go:171","msg":"trace[1884612177] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:32158; }","duration":"163.986399ms","start":"2026-04-29T03:02:05.692927Z","end":"2026-04-29T03:02:05.856913Z","steps":["trace[1884612177] 'agreement among raft nodes before linearized reading' (duration: 163.852267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:05.856876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.304257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-04-29T03:02:05.857079Z","caller":"traceutil/trace.go:171","msg":"trace[1240188757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:1; response_revision:32158; }","duration":"290.523482ms","start":"2026-04-29T03:02:05.566517Z","end":"2026-04-29T03:02:05.857041Z","steps":["trace[1240188757] 'agreement among raft nodes before linearized reading' (duration: 290.219836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.59742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.057883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:02:06.597522Z","caller":"traceutil/trace.go:171","msg":"trace[1864204743] transaction","detail":"{read_only:false; response_revision:32159; number_of_response:1; }","duration":"677.896604ms","start":"2026-04-29T03:02:05.919605Z","end":"2026-04-29T03:02:06.597501Z","steps":["trace[1864204743] 'process raft request' (duration: 110.678788ms)","trace[1864204743] 'compare' (duration: 566.84281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:06.597636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.91958Z","time spent":"677.975516ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:06.696466Z","caller":"traceutil/trace.go:171","msg":"trace[961599658] transaction","detail":"{read_only:false; response_revision:32162; number_of_response:1; }","duration":"774.98223ms","start":"2026-04-29T03:02:05.921454Z","end":"2026-04-29T03:02:06.696437Z","steps":["trace[961599658] 'process raft request' (duration: 774.897148ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.696581Z","caller":"traceutil/trace.go:171","msg":"trace[1313822388] transaction","detail":"{read_only:false; response_revision:32160; number_of_response:1; }","duration":"776.660101ms","start":"2026-04-29T03:02:05.919873Z","end":"2026-04-29T03:02:06.696533Z","steps":["trace[1313822388] 'process raft request' (duration: 776.256163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.696661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.921444Z","time spent":"775.113592ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:06.696754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.919846Z","time spent":"776.812004ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:06.696853Z","caller":"traceutil/trace.go:171","msg":"trace[346032813] transaction","detail":"{read_only:false; response_revision:32161; number_of_response:1; }","duration":"775.865646ms","start":"2026-04-29T03:02:05.920976Z","end":"2026-04-29T03:02:06.696841Z","steps":["trace[346032813] 'process raft request' (duration: 775.333147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.69691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.920958Z","time spent":"775.924117ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:06.697167Z","caller":"traceutil/trace.go:171","msg":"trace[43645358] transaction","detail":"{read_only:false; response_revision:32164; number_of_response:1; }","duration":"774.588462ms","start":"2026-04-29T03:02:05.922563Z","end":"2026-04-29T03:02:06.697152Z","steps":["trace[43645358] 'process raft request' (duration: 774.157834ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.697379Z","caller":"traceutil/trace.go:171","msg":"trace[1230003548] linearizableReadLoop","detail":"{readStateIndex:33216; appliedIndex:33209; }","duration":"678.793352ms","start":"2026-04-29T03:02:06.018572Z","end":"2026-04-29T03:02:06.697365Z","steps":["trace[1230003548] 'read index received' (duration: 11.689718ms)","trace[1230003548] 'applied index is now lower than readState.Index' (duration: 667.102424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:06.697385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.922549Z","time spent":"774.716895ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:06.697454Z","caller":"traceutil/trace.go:171","msg":"trace[797242478] transaction","detail":"{read_only:false; response_revision:32165; number_of_response:1; }","duration":"774.850228ms","start":"2026-04-29T03:02:05.922593Z","end":"2026-04-29T03:02:06.697443Z","steps":["trace[797242478] 'process raft request' (duration: 774.509491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.697503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.922578Z","time spent":"774.896109ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:02:06.696883Z","caller":"traceutil/trace.go:171","msg":"trace[388494317] transaction","detail":"{read_only:false; response_revision:32163; number_of_response:1; }","duration":"774.591242ms","start":"2026-04-29T03:02:05.922251Z","end":"2026-04-29T03:02:06.696842Z","steps":["trace[388494317] 'process raft request' (duration: 774.137224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.697679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:05.922237Z","time spent":"775.395877ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:06.867125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.531997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" ","response":"range_response_count:1 size:133469"} {"level":"info","ts":"2026-04-29T03:02:06.867227Z","caller":"traceutil/trace.go:171","msg":"trace[913034620] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com; range_end:; response_count:1; response_revision:32165; }","duration":"848.68274ms","start":"2026-04-29T03:02:06.018513Z","end":"2026-04-29T03:02:06.867196Z","steps":["trace[913034620] 'agreement among raft nodes before linearized reading' (duration: 678.991095ms)","trace[913034620] 'range keys from in-memory index tree' (duration: 169.39404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:06.86728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.018496Z","time spent":"848.773132ms","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":133492,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" "} {"level":"info","ts":"2026-04-29T03:02:06.86795Z","caller":"traceutil/trace.go:171","msg":"trace[1685149750] linearizableReadLoop","detail":"{readStateIndex:33220; appliedIndex:33216; }","duration":"170.51889ms","start":"2026-04-29T03:02:06.697405Z","end":"2026-04-29T03:02:06.867924Z","steps":["trace[1685149750] 'read index received' (duration: 170.148894ms)","trace[1685149750] 'applied index is now lower than readState.Index' (duration: 368.286µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:06.867944Z","caller":"traceutil/trace.go:171","msg":"trace[2045911946] transaction","detail":"{read_only:false; response_revision:32166; number_of_response:1; }","duration":"808.491793ms","start":"2026-04-29T03:02:06.059397Z","end":"2026-04-29T03:02:06.867889Z","steps":["trace[2045911946] 'process raft request' (duration: 808.094036ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.86803Z","caller":"traceutil/trace.go:171","msg":"trace[1244278535] transaction","detail":"{read_only:false; response_revision:32168; number_of_response:1; }","duration":"559.863299ms","start":"2026-04-29T03:02:06.308156Z","end":"2026-04-29T03:02:06.868019Z","steps":["trace[1244278535] 'process raft request' (duration: 559.606184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.868409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.38253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-29T03:02:06.868548Z","caller":"traceutil/trace.go:171","msg":"trace[1586073476] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32169; }","duration":"710.611044ms","start":"2026-04-29T03:02:06.1579Z","end":"2026-04-29T03:02:06.868511Z","steps":["trace[1586073476] 'agreement among raft nodes before linearized reading' (duration: 710.130074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.868628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.15787Z","time spent":"710.746906ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T03:02:06.868635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.308128Z","time spent":"560.353998ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:06.868036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.408521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:06.868872Z","caller":"traceutil/trace.go:171","msg":"trace[232686976] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:32169; }","duration":"233.294868ms","start":"2026-04-29T03:02:06.635551Z","end":"2026-04-29T03:02:06.868846Z","steps":["trace[232686976] 'agreement among raft nodes before linearized reading' (duration: 232.38002ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:06.868072Z","caller":"traceutil/trace.go:171","msg":"trace[5831465] transaction","detail":"{read_only:false; response_revision:32167; number_of_response:1; }","duration":"685.458965ms","start":"2026-04-29T03:02:06.182605Z","end":"2026-04-29T03:02:06.868064Z","steps":["trace[5831465] 'process raft request' (duration: 685.076298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.869016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.182568Z","time spent":"686.410803ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:06.868069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.127412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:02:06.869325Z","caller":"traceutil/trace.go:171","msg":"trace[1897951958] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:32169; }","duration":"669.406916ms","start":"2026-04-29T03:02:06.199854Z","end":"2026-04-29T03:02:06.869261Z","steps":["trace[1897951958] 'agreement among raft nodes before linearized reading' (duration: 668.080612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.869457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.199824Z","time spent":"669.59647ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:02:06.868093Z","caller":"traceutil/trace.go:171","msg":"trace[1051129507] transaction","detail":"{read_only:false; response_revision:32169; number_of_response:1; }","duration":"251.638628ms","start":"2026-04-29T03:02:06.616439Z","end":"2026-04-29T03:02:06.868078Z","steps":["trace[1051129507] 'process raft request' (duration: 251.397454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.868124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.671792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:06.869624Z","caller":"traceutil/trace.go:171","msg":"trace[1150261856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32169; }","duration":"500.235902ms","start":"2026-04-29T03:02:06.369373Z","end":"2026-04-29T03:02:06.869609Z","steps":["trace[1150261856] 'agreement among raft nodes before linearized reading' (duration: 498.621111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.869679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.369353Z","time spent":"500.313224ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:02:06.869455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.059368Z","time spent":"808.991312ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:06.868183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.00214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:06.869886Z","caller":"traceutil/trace.go:171","msg":"trace[251876195] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32169; }","duration":"747.757983ms","start":"2026-04-29T03:02:06.122111Z","end":"2026-04-29T03:02:06.869869Z","steps":["trace[251876195] 'agreement among raft nodes before linearized reading' (duration: 745.99663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.869937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.122097Z","time spent":"747.823894ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:02:06.868283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.116143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-29T03:02:06.87017Z","caller":"traceutil/trace.go:171","msg":"trace[57851945] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:32169; }","duration":"754.994718ms","start":"2026-04-29T03:02:06.115146Z","end":"2026-04-29T03:02:06.870141Z","steps":["trace[57851945] 'agreement among raft nodes before linearized reading' (duration: 752.98901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:06.870228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:06.115112Z","time spent":"755.097809ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T03:02:06.921423Z","caller":"traceutil/trace.go:171","msg":"trace[351682140] transaction","detail":"{read_only:false; response_revision:32170; number_of_response:1; }","duration":"133.771867ms","start":"2026-04-29T03:02:06.787626Z","end":"2026-04-29T03:02:06.921398Z","steps":["trace[351682140] 'process raft request' (duration: 133.563152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:07.166175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.5698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com\" ","response":"range_response_count:1 size:26268"} {"level":"info","ts":"2026-04-29T03:02:07.166239Z","caller":"traceutil/trace.go:171","msg":"trace[1054569476] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com; range_end:; response_count:1; response_revision:32171; }","duration":"178.687842ms","start":"2026-04-29T03:02:06.987535Z","end":"2026-04-29T03:02:07.166223Z","steps":["trace[1054569476] 'range keys from in-memory index tree' (duration: 178.350826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:07.467273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.19481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:07.467343Z","caller":"traceutil/trace.go:171","msg":"trace[515401817] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:32172; }","duration":"123.281772ms","start":"2026-04-29T03:02:07.344043Z","end":"2026-04-29T03:02:07.467325Z","steps":["trace[515401817] 'count revisions from in-memory index tree' (duration: 123.117209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:07.467586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.215063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:07.467704Z","caller":"traceutil/trace.go:171","msg":"trace[652537725] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:32172; }","duration":"100.432517ms","start":"2026-04-29T03:02:07.367249Z","end":"2026-04-29T03:02:07.467682Z","steps":["trace[652537725] 'count revisions from in-memory index tree' (duration: 100.05281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:07.467808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.564557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:02:07.467925Z","caller":"traceutil/trace.go:171","msg":"trace[1264489584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32172; }","duration":"166.73885ms","start":"2026-04-29T03:02:07.301159Z","end":"2026-04-29T03:02:07.467898Z","steps":["trace[1264489584] 'range keys from in-memory index tree' (duration: 166.094587ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.070837Z","caller":"traceutil/trace.go:171","msg":"trace[150170717] transaction","detail":"{read_only:false; response_revision:32174; number_of_response:1; }","duration":"209.075107ms","start":"2026-04-29T03:02:07.861736Z","end":"2026-04-29T03:02:08.070811Z","steps":["trace[150170717] 'process raft request' (duration: 208.881693ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.636347Z","caller":"traceutil/trace.go:171","msg":"trace[1293692987] transaction","detail":"{read_only:false; response_revision:32175; number_of_response:1; }","duration":"194.801192ms","start":"2026-04-29T03:02:08.441528Z","end":"2026-04-29T03:02:08.636329Z","steps":["trace[1293692987] 'process raft request' (duration: 138.241931ms)","trace[1293692987] 'compare' (duration: 56.059512ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:08.636423Z","caller":"traceutil/trace.go:171","msg":"trace[1414846713] transaction","detail":"{read_only:false; response_revision:32176; number_of_response:1; }","duration":"115.872804ms","start":"2026-04-29T03:02:08.520513Z","end":"2026-04-29T03:02:08.636386Z","steps":["trace[1414846713] 'process raft request' (duration: 115.459967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.89431Z","caller":"traceutil/trace.go:171","msg":"trace[1137937916] transaction","detail":"{read_only:false; response_revision:32178; number_of_response:1; }","duration":"191.528561ms","start":"2026-04-29T03:02:08.702564Z","end":"2026-04-29T03:02:08.894093Z","steps":["trace[1137937916] 'process raft request' (duration: 91.631463ms)","trace[1137937916] 'compare' (duration: 99.649183ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:08.973693Z","caller":"traceutil/trace.go:171","msg":"trace[1524742596] transaction","detail":"{read_only:false; response_revision:32180; number_of_response:1; }","duration":"268.640205ms","start":"2026-04-29T03:02:08.705038Z","end":"2026-04-29T03:02:08.973678Z","steps":["trace[1524742596] 'process raft request' (duration: 268.560643ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.973693Z","caller":"traceutil/trace.go:171","msg":"trace[395894872] transaction","detail":"{read_only:false; response_revision:32179; number_of_response:1; }","duration":"270.864396ms","start":"2026-04-29T03:02:08.702807Z","end":"2026-04-29T03:02:08.973671Z","steps":["trace[395894872] 'process raft request' (duration: 270.710693ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.974054Z","caller":"traceutil/trace.go:171","msg":"trace[739619006] transaction","detail":"{read_only:false; response_revision:32182; number_of_response:1; }","duration":"268.088005ms","start":"2026-04-29T03:02:08.705942Z","end":"2026-04-29T03:02:08.97403Z","steps":["trace[739619006] 'process raft request' (duration: 267.924091ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.974032Z","caller":"traceutil/trace.go:171","msg":"trace[153996493] transaction","detail":"{read_only:false; response_revision:32181; number_of_response:1; }","duration":"268.684766ms","start":"2026-04-29T03:02:08.705276Z","end":"2026-04-29T03:02:08.973961Z","steps":["trace[153996493] 'process raft request' (duration: 268.363429ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:08.974133Z","caller":"traceutil/trace.go:171","msg":"trace[275919162] transaction","detail":"{read_only:false; response_revision:32183; number_of_response:1; }","duration":"267.237239ms","start":"2026-04-29T03:02:08.706879Z","end":"2026-04-29T03:02:08.974116Z","steps":["trace[275919162] 'process raft request' (duration: 267.054704ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:09.169402Z","caller":"traceutil/trace.go:171","msg":"trace[1227840612] transaction","detail":"{read_only:false; response_revision:32186; number_of_response:1; }","duration":"242.285015ms","start":"2026-04-29T03:02:08.927093Z","end":"2026-04-29T03:02:09.169378Z","steps":["trace[1227840612] 'process raft request' (duration: 242.242614ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:09.169454Z","caller":"traceutil/trace.go:171","msg":"trace[226781342] transaction","detail":"{read_only:false; response_revision:32184; number_of_response:1; }","duration":"294.637918ms","start":"2026-04-29T03:02:08.874763Z","end":"2026-04-29T03:02:09.169401Z","steps":["trace[226781342] 'process raft request' (duration: 294.370663ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:09.170217Z","caller":"traceutil/trace.go:171","msg":"trace[516998504] transaction","detail":"{read_only:false; response_revision:32185; number_of_response:1; }","duration":"293.69349ms","start":"2026-04-29T03:02:08.875929Z","end":"2026-04-29T03:02:09.169622Z","steps":["trace[516998504] 'process raft request' (duration: 293.362894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:09.335532Z","caller":"traceutil/trace.go:171","msg":"trace[1974882157] transaction","detail":"{read_only:false; response_revision:32187; number_of_response:1; }","duration":"108.469777ms","start":"2026-04-29T03:02:09.227037Z","end":"2026-04-29T03:02:09.335506Z","steps":["trace[1974882157] 'process raft request' (duration: 30.095899ms)","trace[1974882157] 'compare' (duration: 78.257796ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:10.856606Z","caller":"traceutil/trace.go:171","msg":"trace[1383443148] transaction","detail":"{read_only:false; response_revision:32190; number_of_response:1; }","duration":"215.257872ms","start":"2026-04-29T03:02:10.641321Z","end":"2026-04-29T03:02:10.856579Z","steps":["trace[1383443148] 'process raft request' (duration: 215.073769ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:57.495908Z","caller":"traceutil/trace.go:171","msg":"trace[220791872] linearizableReadLoop","detail":"{readStateIndex:33591; appliedIndex:33590; }","duration":"265.505106ms","start":"2026-04-29T03:02:57.230382Z","end":"2026-04-29T03:02:57.495887Z","steps":["trace[220791872] 'read index received' (duration: 219.136084ms)","trace[220791872] 'applied index is now lower than readState.Index' (duration: 46.368002ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:02:57.496044Z","caller":"traceutil/trace.go:171","msg":"trace[696197808] transaction","detail":"{read_only:false; response_revision:32529; number_of_response:1; }","duration":"360.596504ms","start":"2026-04-29T03:02:57.135409Z","end":"2026-04-29T03:02:57.496006Z","steps":["trace[696197808] 'process raft request' (duration: 313.898655ms)","trace[696197808] 'compare' (duration: 45.927964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:02:57.496279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:57.135391Z","time spent":"360.747746ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:02:57.496444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.043875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T03:02:57.49648Z","caller":"traceutil/trace.go:171","msg":"trace[1463324971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32529; }","duration":"266.124907ms","start":"2026-04-29T03:02:57.230347Z","end":"2026-04-29T03:02:57.496472Z","steps":["trace[1463324971] 'agreement among raft nodes before linearized reading' (duration: 265.769321ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:57.561804Z","caller":"traceutil/trace.go:171","msg":"trace[180587043] transaction","detail":"{read_only:false; response_revision:32530; number_of_response:1; }","duration":"179.166161ms","start":"2026-04-29T03:02:57.382619Z","end":"2026-04-29T03:02:57.561785Z","steps":["trace[180587043] 'process raft request' (duration: 178.973248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:57.562164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.478032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T03:02:57.562185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.820885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:02:57.562178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.987457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:57.562243Z","caller":"traceutil/trace.go:171","msg":"trace[272952487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32532; }","duration":"192.927547ms","start":"2026-04-29T03:02:57.369303Z","end":"2026-04-29T03:02:57.56223Z","steps":["trace[272952487] 'agreement among raft nodes before linearized reading' (duration: 192.837565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:57.562272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.050334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T03:02:57.562261Z","caller":"traceutil/trace.go:171","msg":"trace[797595271] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:32532; }","duration":"137.115339ms","start":"2026-04-29T03:02:57.425126Z","end":"2026-04-29T03:02:57.562241Z","steps":["trace[797595271] 'agreement among raft nodes before linearized reading' (duration: 136.961816ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:57.562291Z","caller":"traceutil/trace.go:171","msg":"trace[634372028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32532; }","duration":"331.080175ms","start":"2026-04-29T03:02:57.231206Z","end":"2026-04-29T03:02:57.562286Z","steps":["trace[634372028] 'agreement among raft nodes before linearized reading' (duration: 331.028604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:57.562315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:57.231203Z","time spent":"331.107955ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:02:57.562412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.265338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T03:02:57.562426Z","caller":"traceutil/trace.go:171","msg":"trace[354626846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32532; }","duration":"331.291108ms","start":"2026-04-29T03:02:57.231132Z","end":"2026-04-29T03:02:57.562423Z","steps":["trace[354626846] 'agreement among raft nodes before linearized reading' (duration: 331.253458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:57.562439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:57.231126Z","time spent":"331.309639ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:02:57.562441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.053586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:02:57.562218Z","caller":"traceutil/trace.go:171","msg":"trace[995762453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32532; }","duration":"331.559105ms","start":"2026-04-29T03:02:57.230647Z","end":"2026-04-29T03:02:57.562206Z","steps":["trace[995762453] 'agreement among raft nodes before linearized reading' (duration: 331.400502ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:57.562484Z","caller":"traceutil/trace.go:171","msg":"trace[1761022523] transaction","detail":"{read_only:false; response_revision:32532; number_of_response:1; }","duration":"162.692554ms","start":"2026-04-29T03:02:57.399786Z","end":"2026-04-29T03:02:57.562479Z","steps":["trace[1761022523] 'process raft request' (duration: 162.146185ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:02:57.562486Z","caller":"traceutil/trace.go:171","msg":"trace[1049814068] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:32532; }","duration":"160.120756ms","start":"2026-04-29T03:02:57.402351Z","end":"2026-04-29T03:02:57.562472Z","steps":["trace[1049814068] 'agreement among raft nodes before linearized reading' (duration: 160.050225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:02:57.562501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:02:57.230641Z","time spent":"331.84815ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:02:57.562532Z","caller":"traceutil/trace.go:171","msg":"trace[1076036757] transaction","detail":"{read_only:false; response_revision:32531; number_of_response:1; }","duration":"167.973573ms","start":"2026-04-29T03:02:57.394553Z","end":"2026-04-29T03:02:57.562527Z","steps":["trace[1076036757] 'process raft request' (duration: 167.180459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:05.851148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.6321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:05.851303Z","caller":"traceutil/trace.go:171","msg":"trace[837961039] linearizableReadLoop","detail":"{readStateIndex:33657; appliedIndex:33656; }","duration":"229.997416ms","start":"2026-04-29T03:03:05.621287Z","end":"2026-04-29T03:03:05.851284Z","steps":["trace[837961039] 'read index received' (duration: 79.133012ms)","trace[837961039] 'applied index is now lower than readState.Index' (duration: 150.826293ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:05.851372Z","caller":"traceutil/trace.go:171","msg":"trace[1825139632] transaction","detail":"{read_only:false; response_revision:32593; number_of_response:1; }","duration":"245.946882ms","start":"2026-04-29T03:03:05.605395Z","end":"2026-04-29T03:03:05.851342Z","steps":["trace[1825139632] 'process raft request' (duration: 95.032147ms)","trace[1825139632] 'compare' (duration: 150.225522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:05.851512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.231189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:03:05.851558Z","caller":"traceutil/trace.go:171","msg":"trace[45891577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32593; }","duration":"230.318282ms","start":"2026-04-29T03:03:05.621228Z","end":"2026-04-29T03:03:05.851546Z","steps":["trace[45891577] 'agreement among raft nodes before linearized reading' (duration: 230.160008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:05.851773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.479821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:03:05.851819Z","caller":"traceutil/trace.go:171","msg":"trace[848282146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32593; }","duration":"226.549492ms","start":"2026-04-29T03:03:05.625255Z","end":"2026-04-29T03:03:05.851804Z","steps":["trace[848282146] 'agreement among raft nodes before linearized reading' (duration: 226.43834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:05.851935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.8546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T03:03:05.851973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.277718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:03:05.852017Z","caller":"traceutil/trace.go:171","msg":"trace[1722514651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32593; }","duration":"225.34752ms","start":"2026-04-29T03:03:05.626659Z","end":"2026-04-29T03:03:05.852006Z","steps":["trace[1722514651] 'agreement among raft nodes before linearized reading' (duration: 225.244008ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:05.85198Z","caller":"traceutil/trace.go:171","msg":"trace[2038770113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32593; }","duration":"218.940311ms","start":"2026-04-29T03:03:05.63303Z","end":"2026-04-29T03:03:05.85197Z","steps":["trace[2038770113] 'agreement among raft nodes before linearized reading' (duration: 218.791638ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.014548Z","caller":"traceutil/trace.go:171","msg":"trace[2070646331] transaction","detail":"{read_only:false; response_revision:32596; number_of_response:1; }","duration":"158.228092ms","start":"2026-04-29T03:03:05.856296Z","end":"2026-04-29T03:03:06.014524Z","steps":["trace[2070646331] 'process raft request' (duration: 158.0885ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.014731Z","caller":"traceutil/trace.go:171","msg":"trace[978648082] transaction","detail":"{read_only:false; response_revision:32595; number_of_response:1; }","duration":"158.648389ms","start":"2026-04-29T03:03:05.856073Z","end":"2026-04-29T03:03:06.014721Z","steps":["trace[978648082] 'process raft request' (duration: 158.13951ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.014869Z","caller":"traceutil/trace.go:171","msg":"trace[473322953] transaction","detail":"{read_only:false; response_revision:32597; number_of_response:1; }","duration":"157.313214ms","start":"2026-04-29T03:03:05.857547Z","end":"2026-04-29T03:03:06.01486Z","steps":["trace[473322953] 'process raft request' (duration: 156.890606ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.015248Z","caller":"traceutil/trace.go:171","msg":"trace[1488924835] transaction","detail":"{read_only:false; response_revision:32598; number_of_response:1; }","duration":"124.052725ms","start":"2026-04-29T03:03:05.891169Z","end":"2026-04-29T03:03:06.015221Z","steps":["trace[1488924835] 'process raft request' (duration: 123.650488ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.063701Z","caller":"traceutil/trace.go:171","msg":"trace[612131372] transaction","detail":"{read_only:false; response_revision:32599; number_of_response:1; }","duration":"130.918973ms","start":"2026-04-29T03:03:05.932759Z","end":"2026-04-29T03:03:06.063678Z","steps":["trace[612131372] 'process raft request' (duration: 130.479906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:06.52015Z","caller":"traceutil/trace.go:171","msg":"trace[1906177939] transaction","detail":"{read_only:false; response_revision:32600; number_of_response:1; }","duration":"113.906667ms","start":"2026-04-29T03:03:06.406217Z","end":"2026-04-29T03:03:06.520123Z","steps":["trace[1906177939] 'process raft request' (duration: 113.748304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:40.518691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.243339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:40.518791Z","caller":"traceutil/trace.go:171","msg":"trace[1371919786] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:32848; }","duration":"146.415662ms","start":"2026-04-29T03:03:40.372359Z","end":"2026-04-29T03:03:40.518775Z","steps":["trace[1371919786] 'count revisions from in-memory index tree' (duration: 146.154427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:40.518763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.033359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:40.518875Z","caller":"traceutil/trace.go:171","msg":"trace[1767947952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32848; }","duration":"150.211533ms","start":"2026-04-29T03:03:40.368639Z","end":"2026-04-29T03:03:40.51885Z","steps":["trace[1767947952] 'range keys from in-memory index tree' (duration: 149.932187ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:43.936239Z","caller":"traceutil/trace.go:171","msg":"trace[304479271] transaction","detail":"{read_only:false; response_revision:32870; number_of_response:1; }","duration":"134.296137ms","start":"2026-04-29T03:03:43.801913Z","end":"2026-04-29T03:03:43.936209Z","steps":["trace[304479271] 'process raft request' (duration: 134.173815ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:43.936322Z","caller":"traceutil/trace.go:171","msg":"trace[377464975] transaction","detail":"{read_only:false; response_revision:32869; number_of_response:1; }","duration":"136.007268ms","start":"2026-04-29T03:03:43.800284Z","end":"2026-04-29T03:03:43.936291Z","steps":["trace[377464975] 'process raft request' (duration: 134.305607ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:49.948154Z","caller":"traceutil/trace.go:171","msg":"trace[1471636080] transaction","detail":"{read_only:false; response_revision:32911; number_of_response:1; }","duration":"146.83505ms","start":"2026-04-29T03:03:49.801287Z","end":"2026-04-29T03:03:49.948122Z","steps":["trace[1471636080] 'process raft request' (duration: 146.603906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:50.038601Z","caller":"traceutil/trace.go:171","msg":"trace[1212353955] transaction","detail":"{read_only:false; response_revision:32912; number_of_response:1; }","duration":"199.268765ms","start":"2026-04-29T03:03:49.839292Z","end":"2026-04-29T03:03:50.038561Z","steps":["trace[1212353955] 'process raft request' (duration: 132.87617ms)","trace[1212353955] 'compare' (duration: 66.220252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:50.836502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979998507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:03:51.337629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979998507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:03:51.838448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979998507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:03:51.947687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469128432s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T03:03:51.948277Z","caller":"traceutil/trace.go:171","msg":"trace[950105517] transaction","detail":"{read_only:false; response_revision:32919; number_of_response:1; }","duration":"1.625719734s","start":"2026-04-29T03:03:50.322525Z","end":"2026-04-29T03:03:51.948245Z","steps":["trace[950105517] 'process raft request' (duration: 1.62551874s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:51.948473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.32251Z","time spent":"1.625852466s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:52.369107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999746976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T03:03:52.369217Z","caller":"traceutil/trace.go:171","msg":"trace[917705971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999914409s","start":"2026-04-29T03:03:50.369279Z","end":"2026-04-29T03:03:52.369194Z","steps":["trace[917705971] 'agreement among raft nodes before linearized reading' (duration: 1.999781617s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:52.369283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.369259Z","time spent":"2.000013832s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:03:52.859522Z","caller":"traceutil/trace.go:171","msg":"trace[128566944] transaction","detail":"{read_only:false; response_revision:32922; number_of_response:1; }","duration":"1.729813858s","start":"2026-04-29T03:03:51.129671Z","end":"2026-04-29T03:03:52.859485Z","steps":["trace[128566944] 'process raft request' (duration: 1.729731387s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:52.859622Z","caller":"traceutil/trace.go:171","msg":"trace[1342975830] transaction","detail":"{read_only:false; response_revision:32920; number_of_response:1; }","duration":"2.430965384s","start":"2026-04-29T03:03:50.428626Z","end":"2026-04-29T03:03:52.859591Z","steps":["trace[1342975830] 'process raft request' (duration: 2.430475794s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:52.859685Z","caller":"traceutil/trace.go:171","msg":"trace[645189295] linearizableReadLoop","detail":"{readStateIndex:33997; appliedIndex:33991; }","duration":"2.523669107s","start":"2026-04-29T03:03:50.335988Z","end":"2026-04-29T03:03:52.859657Z","steps":["trace[645189295] 'read index received' (duration: 1.612047159s)","trace[645189295] 'applied index is now lower than readState.Index' (duration: 911.620788ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:52.859736Z","caller":"traceutil/trace.go:171","msg":"trace[110133373] transaction","detail":"{read_only:false; response_revision:32923; number_of_response:1; }","duration":"1.577755522s","start":"2026-04-29T03:03:51.28195Z","end":"2026-04-29T03:03:52.859706Z","steps":["trace[110133373] 'process raft request' (duration: 1.577493416s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:52.859731Z","caller":"traceutil/trace.go:171","msg":"trace[18130118] transaction","detail":"{read_only:false; response_revision:32921; number_of_response:1; }","duration":"2.104452904s","start":"2026-04-29T03:03:50.755243Z","end":"2026-04-29T03:03:52.859696Z","steps":["trace[18130118] 'process raft request' (duration: 2.104102956s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:52.85988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:51.281919Z","time spent":"1.577885534s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:52.859903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.755217Z","time spent":"2.104600306s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:52.859906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523902352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T03:03:52.859871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.428576Z","time spent":"2.431149137s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:52.85986Z","caller":"traceutil/trace.go:171","msg":"trace[1807856607] transaction","detail":"{read_only:false; response_revision:32924; number_of_response:1; }","duration":"1.506857024s","start":"2026-04-29T03:03:51.352916Z","end":"2026-04-29T03:03:52.859773Z","steps":["trace[1807856607] 'process raft request' (duration: 1.50665465s)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:52.859972Z","caller":"traceutil/trace.go:171","msg":"trace[468587019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32924; }","duration":"2.524012103s","start":"2026-04-29T03:03:50.335938Z","end":"2026-04-29T03:03:52.85995Z","steps":["trace[468587019] 'agreement among raft nodes before linearized reading' (duration: 2.52383624s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:52.860234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:51.352885Z","time spent":"1.50715627s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:52.860313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:51.129647Z","time spent":"1.729967201s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:52.860248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.335905Z","time spent":"2.524310719s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:03:53.360757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828299979998520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:03:53.628839Z","caller":"traceutil/trace.go:171","msg":"trace[297402563] transaction","detail":"{read_only:false; response_revision:32930; number_of_response:1; }","duration":"1.3964716s","start":"2026-04-29T03:03:52.232332Z","end":"2026-04-29T03:03:53.628804Z","steps":["trace[297402563] 'process raft request' (duration: 1.396414319s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.629031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.232302Z","time spent":"1.396635415s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.629436Z","caller":"traceutil/trace.go:171","msg":"trace[804662928] transaction","detail":"{read_only:false; response_revision:32925; number_of_response:1; }","duration":"1.674297876s","start":"2026-04-29T03:03:51.955126Z","end":"2026-04-29T03:03:53.629423Z","steps":["trace[804662928] 'process raft request' (duration: 1.673203846s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.629509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:51.955105Z","time spent":"1.674365766s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.629658Z","caller":"traceutil/trace.go:171","msg":"trace[1972176365] transaction","detail":"{read_only:false; response_revision:32926; number_of_response:1; }","duration":"1.585673508s","start":"2026-04-29T03:03:52.043975Z","end":"2026-04-29T03:03:53.629648Z","steps":["trace[1972176365] 'process raft request' (duration: 1.584620989s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.629714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.043954Z","time spent":"1.58573226s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.629799Z","caller":"traceutil/trace.go:171","msg":"trace[1367674701] transaction","detail":"{read_only:false; response_revision:32927; number_of_response:1; }","duration":"1.577718241s","start":"2026-04-29T03:03:52.052072Z","end":"2026-04-29T03:03:53.629791Z","steps":["trace[1367674701] 'process raft request' (duration: 1.576567439s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.629854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.052044Z","time spent":"1.577781092s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.630038Z","caller":"traceutil/trace.go:171","msg":"trace[1144038299] transaction","detail":"{read_only:false; response_revision:32928; number_of_response:1; }","duration":"1.577051418s","start":"2026-04-29T03:03:52.052977Z","end":"2026-04-29T03:03:53.630028Z","steps":["trace[1144038299] 'process raft request' (duration: 1.575698283s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.630094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.052958Z","time spent":"1.57710971s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.630179Z","caller":"traceutil/trace.go:171","msg":"trace[859182960] transaction","detail":"{read_only:false; response_revision:32929; number_of_response:1; }","duration":"1.56529612s","start":"2026-04-29T03:03:52.064875Z","end":"2026-04-29T03:03:53.630171Z","steps":["trace[859182960] 'process raft request' (duration: 1.563834843s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.630232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.06485Z","time spent":"1.56535446s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.695176Z","caller":"traceutil/trace.go:171","msg":"trace[88454343] linearizableReadLoop","detail":"{readStateIndex:34004; appliedIndex:33997; }","duration":"835.41249ms","start":"2026-04-29T03:03:52.859746Z","end":"2026-04-29T03:03:53.695158Z","steps":["trace[88454343] 'read index received' (duration: 768.638639ms)","trace[88454343] 'applied index is now lower than readState.Index' (duration: 66.772691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:53.695418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558237608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T03:03:53.695449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420334155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T03:03:53.695523Z","caller":"traceutil/trace.go:171","msg":"trace[132715086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32931; }","duration":"1.420453468s","start":"2026-04-29T03:03:52.275051Z","end":"2026-04-29T03:03:53.695504Z","steps":["trace[132715086] 'agreement among raft nodes before linearized reading' (duration: 1.420200663s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.695572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.275031Z","time spent":"1.420532679s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:03:53.695591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669155321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-29T03:03:53.695637Z","caller":"traceutil/trace.go:171","msg":"trace[1142032161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32931; }","duration":"1.669240873s","start":"2026-04-29T03:03:52.026381Z","end":"2026-04-29T03:03:53.695622Z","steps":["trace[1142032161] 'agreement among raft nodes before linearized reading' (duration: 1.669118371s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.695689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.026351Z","time spent":"1.669329085s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-29T03:03:53.695828Z","caller":"traceutil/trace.go:171","msg":"trace[521424222] transaction","detail":"{read_only:false; response_revision:32931; number_of_response:1; }","duration":"830.430869ms","start":"2026-04-29T03:03:52.865384Z","end":"2026-04-29T03:03:53.695815Z","steps":["trace[521424222] 'process raft request' (duration: 829.664374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.695967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161484534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:53.696013Z","caller":"traceutil/trace.go:171","msg":"trace[169988227] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:32931; }","duration":"2.161584065s","start":"2026-04-29T03:03:51.534417Z","end":"2026-04-29T03:03:53.696001Z","steps":["trace[169988227] 'agreement among raft nodes before linearized reading' (duration: 2.161487963s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.696027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326323567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:53.696059Z","caller":"traceutil/trace.go:171","msg":"trace[1807006749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32931; }","duration":"1.326369068s","start":"2026-04-29T03:03:52.369681Z","end":"2026-04-29T03:03:53.69605Z","steps":["trace[1807006749] 'agreement among raft nodes before linearized reading' (duration: 1.326314627s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.696097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.369673Z","time spent":"1.326419079s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:03:53.696118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019617017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:53.696152Z","caller":"traceutil/trace.go:171","msg":"trace[138971882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32931; }","duration":"3.019678149s","start":"2026-04-29T03:03:50.676465Z","end":"2026-04-29T03:03:53.696143Z","steps":["trace[138971882] 'agreement among raft nodes before linearized reading' (duration: 3.019620347s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.696187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:50.676446Z","time spent":"3.019733219s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.696331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381967072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:03:53.696373Z","caller":"traceutil/trace.go:171","msg":"trace[1614336077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32931; }","duration":"1.382065423s","start":"2026-04-29T03:03:52.314299Z","end":"2026-04-29T03:03:53.696364Z","steps":["trace[1614336077] 'agreement among raft nodes before linearized reading' (duration: 1.381954101s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.696409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.314275Z","time spent":"1.382125305s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:03:53.695969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.865361Z","time spent":"830.50744ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:53.695475Z","caller":"traceutil/trace.go:171","msg":"trace[351383069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32931; }","duration":"1.558338149s","start":"2026-04-29T03:03:52.137122Z","end":"2026-04-29T03:03:53.69546Z","steps":["trace[351383069] 'agreement among raft nodes before linearized reading' (duration: 1.558152226s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.697038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.137101Z","time spent":"1.559926451s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T03:03:53.696045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:51.534395Z","time spent":"2.161641757s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.697117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.420944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:53.697203Z","caller":"traceutil/trace.go:171","msg":"trace[1953541595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:32931; }","duration":"194.560607ms","start":"2026-04-29T03:03:53.502622Z","end":"2026-04-29T03:03:53.697183Z","steps":["trace[1953541595] 'agreement among raft nodes before linearized reading' (duration: 194.416115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.697247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.220181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:53.69729Z","caller":"traceutil/trace.go:171","msg":"trace[1052515853] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:32931; }","duration":"577.302944ms","start":"2026-04-29T03:03:53.119976Z","end":"2026-04-29T03:03:53.697279Z","steps":["trace[1052515853] 'agreement among raft nodes before linearized reading' (duration: 577.230773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.697325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.11993Z","time spent":"577.387485ms","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.697285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.866959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:53.697399Z","caller":"traceutil/trace.go:171","msg":"trace[413686292] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:32931; }","duration":"617.023991ms","start":"2026-04-29T03:03:53.080345Z","end":"2026-04-29T03:03:53.697369Z","steps":["trace[413686292] 'agreement among raft nodes before linearized reading' (duration: 616.778057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.697469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.080323Z","time spent":"617.128133ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.697468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.355432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:03:53.697546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.687496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:03:53.697587Z","caller":"traceutil/trace.go:171","msg":"trace[1527510620] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:32931; }","duration":"154.770648ms","start":"2026-04-29T03:03:53.542803Z","end":"2026-04-29T03:03:53.697573Z","steps":["trace[1527510620] 'agreement among raft nodes before linearized reading' (duration: 154.708177ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:53.697588Z","caller":"traceutil/trace.go:171","msg":"trace[800715434] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:32931; }","duration":"287.619587ms","start":"2026-04-29T03:03:53.409944Z","end":"2026-04-29T03:03:53.697563Z","steps":["trace[800715434] 'agreement among raft nodes before linearized reading' (duration: 287.23698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.697638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.98265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T03:03:53.697645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.596289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:03:53.69768Z","caller":"traceutil/trace.go:171","msg":"trace[1995395418] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:32931; }","duration":"730.067732ms","start":"2026-04-29T03:03:52.967601Z","end":"2026-04-29T03:03:53.697669Z","steps":["trace[1995395418] 'agreement among raft nodes before linearized reading' (duration: 730.001741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.697717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.96757Z","time spent":"730.139374ms","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:03:53.697768Z","caller":"traceutil/trace.go:171","msg":"trace[1516526294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32931; }","duration":"683.715081ms","start":"2026-04-29T03:03:53.013961Z","end":"2026-04-29T03:03:53.697676Z","steps":["trace[1516526294] 'agreement among raft nodes before linearized reading' (duration: 683.63601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.697816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.013934Z","time spent":"683.869033ms","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.69809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.799651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:03:53.698131Z","caller":"traceutil/trace.go:171","msg":"trace[809114246] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:32931; }","duration":"627.840572ms","start":"2026-04-29T03:03:53.070279Z","end":"2026-04-29T03:03:53.698119Z","steps":["trace[809114246] 'agreement among raft nodes before linearized reading' (duration: 627.690389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.69816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.070212Z","time spent":"627.940323ms","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.696381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.991442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:03:53.699037Z","caller":"traceutil/trace.go:171","msg":"trace[1203185373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32931; }","duration":"838.646061ms","start":"2026-04-29T03:03:52.860378Z","end":"2026-04-29T03:03:53.699025Z","steps":["trace[1203185373] 'agreement among raft nodes before linearized reading' (duration: 835.975101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.699081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:52.860254Z","time spent":"838.811994ms","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:53.998223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.347099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-29T03:03:53.998299Z","caller":"traceutil/trace.go:171","msg":"trace[1502478161] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aab12f771009f1; range_end:; response_count:1; response_revision:32931; }","duration":"296.433201ms","start":"2026-04-29T03:03:53.701847Z","end":"2026-04-29T03:03:53.99828Z","steps":["trace[1502478161] 'range keys from in-memory index tree' (duration: 296.201407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:53.998549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.123827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:53.998684Z","caller":"traceutil/trace.go:171","msg":"trace[1791729943] transaction","detail":"{read_only:false; response_revision:32932; number_of_response:1; }","duration":"296.4048ms","start":"2026-04-29T03:03:53.702252Z","end":"2026-04-29T03:03:53.998657Z","steps":["trace[1791729943] 'process raft request' (duration: 108.046619ms)","trace[1791729943] 'compare' (duration: 187.963674ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:54.050706Z","caller":"traceutil/trace.go:171","msg":"trace[325916125] linearizableReadLoop","detail":"{readStateIndex:34006; appliedIndex:34004; }","duration":"344.81188ms","start":"2026-04-29T03:03:53.705857Z","end":"2026-04-29T03:03:54.050669Z","steps":["trace[325916125] 'read index received' (duration: 104.413081ms)","trace[325916125] 'applied index is now lower than readState.Index' (duration: 240.397569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:54.051138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.259359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:54.051182Z","caller":"traceutil/trace.go:171","msg":"trace[1044005300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32935; }","duration":"345.31855ms","start":"2026-04-29T03:03:53.705852Z","end":"2026-04-29T03:03:54.05117Z","steps":["trace[1044005300] 'agreement among raft nodes before linearized reading' (duration: 345.230877ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:54.051162Z","caller":"traceutil/trace.go:171","msg":"trace[435257638] transaction","detail":"{read_only:false; response_revision:32933; number_of_response:1; }","duration":"348.622891ms","start":"2026-04-29T03:03:53.702485Z","end":"2026-04-29T03:03:54.051108Z","steps":["trace[435257638] 'process raft request' (duration: 347.756444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.051215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.705825Z","time spent":"345.383441ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:03:54.051217Z","caller":"traceutil/trace.go:171","msg":"trace[1743644738] transaction","detail":"{read_only:false; response_revision:32934; number_of_response:1; }","duration":"345.193117ms","start":"2026-04-29T03:03:53.705999Z","end":"2026-04-29T03:03:54.051192Z","steps":["trace[1743644738] 'process raft request' (duration: 344.565855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.051374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.70247Z","time spent":"348.797874ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:54.05137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.705968Z","time spent":"345.354701ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:54.051662Z","caller":"traceutil/trace.go:171","msg":"trace[1792396475] transaction","detail":"{read_only:false; response_revision:32935; number_of_response:1; }","duration":"329.297032ms","start":"2026-04-29T03:03:53.721715Z","end":"2026-04-29T03:03:54.051012Z","steps":["trace[1792396475] 'process raft request' (duration: 328.910335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.052895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.721695Z","time spent":"330.791239ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:54.308329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.69209ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T03:03:54.308516Z","caller":"traceutil/trace.go:171","msg":"trace[761557519] linearizableReadLoop","detail":"{readStateIndex:34010; appliedIndex:34008; }","duration":"257.716391ms","start":"2026-04-29T03:03:54.050782Z","end":"2026-04-29T03:03:54.308498Z","steps":["trace[761557519] 'read index received' (duration: 55.790338ms)","trace[761557519] 'applied index is now lower than readState.Index' (duration: 201.924803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:54.308651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.163226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:03:54.308624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:54.000923Z","time spent":"307.692979ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T03:03:54.308689Z","caller":"traceutil/trace.go:171","msg":"trace[1967206813] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:32935; }","duration":"324.250657ms","start":"2026-04-29T03:03:53.984427Z","end":"2026-04-29T03:03:54.308678Z","steps":["trace[1967206813] 'agreement among raft nodes before linearized reading' (duration: 324.164496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.308727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.984406Z","time spent":"324.310198ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:03:54.308848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.112132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:54.308904Z","caller":"traceutil/trace.go:171","msg":"trace[922605160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32935; }","duration":"256.208633ms","start":"2026-04-29T03:03:54.052681Z","end":"2026-04-29T03:03:54.30889Z","steps":["trace[922605160] 'agreement among raft nodes before linearized reading' (duration: 256.107081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.309059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.97565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:03:54.309086Z","caller":"traceutil/trace.go:171","msg":"trace[933407869] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:32935; }","duration":"106.063552ms","start":"2026-04-29T03:03:54.203014Z","end":"2026-04-29T03:03:54.309078Z","steps":["trace[933407869] 'agreement among raft nodes before linearized reading' (duration: 106.010141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.309234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.847248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:03:54.309265Z","caller":"traceutil/trace.go:171","msg":"trace[1769998697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32935; }","duration":"346.878679ms","start":"2026-04-29T03:03:53.96238Z","end":"2026-04-29T03:03:54.309258Z","steps":["trace[1769998697] 'agreement among raft nodes before linearized reading' (duration: 346.761997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:54.309287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:53.96233Z","time spent":"346.94958ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T03:03:54.532039Z","caller":"traceutil/trace.go:171","msg":"trace[1319624934] transaction","detail":"{read_only:false; response_revision:32937; number_of_response:1; }","duration":"215.480146ms","start":"2026-04-29T03:03:54.316514Z","end":"2026-04-29T03:03:54.531994Z","steps":["trace[1319624934] 'process raft request' (duration: 138.102787ms)","trace[1319624934] 'compare' (duration: 77.139374ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:03:55.061789Z","caller":"traceutil/trace.go:171","msg":"trace[85800754] transaction","detail":"{read_only:false; response_revision:32939; number_of_response:1; }","duration":"196.775068ms","start":"2026-04-29T03:03:54.864993Z","end":"2026-04-29T03:03:55.061768Z","steps":["trace[85800754] 'process raft request' (duration: 196.601795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:55.06195Z","caller":"traceutil/trace.go:171","msg":"trace[994780172] transaction","detail":"{read_only:false; response_revision:32940; number_of_response:1; }","duration":"195.25747ms","start":"2026-04-29T03:03:54.866682Z","end":"2026-04-29T03:03:55.061939Z","steps":["trace[994780172] 'process raft request' (duration: 195.045836ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:55.061971Z","caller":"traceutil/trace.go:171","msg":"trace[1698414783] linearizableReadLoop","detail":"{readStateIndex:34015; appliedIndex:34012; }","duration":"191.899788ms","start":"2026-04-29T03:03:54.87004Z","end":"2026-04-29T03:03:55.06194Z","steps":["trace[1698414783] 'read index received' (duration: 40.749169ms)","trace[1698414783] 'applied index is now lower than readState.Index' (duration: 151.137569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:55.062237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.170954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T03:03:55.062396Z","caller":"traceutil/trace.go:171","msg":"trace[145591309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32940; }","duration":"192.360577ms","start":"2026-04-29T03:03:54.870013Z","end":"2026-04-29T03:03:55.062373Z","steps":["trace[145591309] 'agreement among raft nodes before linearized reading' (duration: 192.038851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:55.972812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.758591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:03:55.973062Z","caller":"traceutil/trace.go:171","msg":"trace[846359604] linearizableReadLoop","detail":"{readStateIndex:34020; appliedIndex:34016; }","duration":"271.270693ms","start":"2026-04-29T03:03:55.701758Z","end":"2026-04-29T03:03:55.973028Z","steps":["trace[846359604] 'read index received' (duration: 55.216837ms)","trace[846359604] 'applied index is now lower than readState.Index' (duration: 216.052946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:55.973302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.536769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:03:55.973352Z","caller":"traceutil/trace.go:171","msg":"trace[157914216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32945; }","duration":"271.652391ms","start":"2026-04-29T03:03:55.701688Z","end":"2026-04-29T03:03:55.973341Z","steps":["trace[157914216] 'agreement among raft nodes before linearized reading' (duration: 271.407856ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:55.973436Z","caller":"traceutil/trace.go:171","msg":"trace[1971138569] transaction","detail":"{read_only:false; response_revision:32943; number_of_response:1; }","duration":"337.195168ms","start":"2026-04-29T03:03:55.636221Z","end":"2026-04-29T03:03:55.973416Z","steps":["trace[1971138569] 'process raft request' (duration: 336.684049ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:55.973448Z","caller":"traceutil/trace.go:171","msg":"trace[2057712891] transaction","detail":"{read_only:false; response_revision:32945; number_of_response:1; }","duration":"335.240022ms","start":"2026-04-29T03:03:55.638166Z","end":"2026-04-29T03:03:55.973406Z","steps":["trace[2057712891] 'process raft request' (duration: 334.819484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:03:55.973599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:55.636196Z","time spent":"337.303091ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:55.973671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:55.638151Z","time spent":"335.404496ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:03:55.973458Z","caller":"traceutil/trace.go:171","msg":"trace[1984882095] transaction","detail":"{read_only:false; response_revision:32944; number_of_response:1; }","duration":"337.069925ms","start":"2026-04-29T03:03:55.636307Z","end":"2026-04-29T03:03:55.973377Z","steps":["trace[1984882095] 'process raft request' (duration: 336.644618ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:03:55.973087Z","caller":"traceutil/trace.go:171","msg":"trace[708689472] transaction","detail":"{read_only:false; response_revision:32942; number_of_response:1; }","duration":"338.043414ms","start":"2026-04-29T03:03:55.634988Z","end":"2026-04-29T03:03:55.973031Z","steps":["trace[708689472] 'process raft request' (duration: 121.983698ms)","trace[708689472] 'compare' (duration: 215.624158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:03:55.974066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:55.6363Z","time spent":"337.560925ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:03:55.974164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:03:55.634959Z","time spent":"339.149624ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:02.218319Z","caller":"traceutil/trace.go:171","msg":"trace[592357097] linearizableReadLoop","detail":"{readStateIndex:34065; appliedIndex:34062; }","duration":"163.871347ms","start":"2026-04-29T03:04:02.054407Z","end":"2026-04-29T03:04:02.218278Z","steps":["trace[592357097] 'read index received' (duration: 150.03942ms)","trace[592357097] 'applied index is now lower than readState.Index' (duration: 13.830327ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:02.218409Z","caller":"traceutil/trace.go:171","msg":"trace[207986686] transaction","detail":"{read_only:false; response_revision:32987; number_of_response:1; }","duration":"220.710464ms","start":"2026-04-29T03:04:01.997666Z","end":"2026-04-29T03:04:02.218377Z","steps":["trace[207986686] 'process raft request' (duration: 206.845996ms)","trace[207986686] 'compare' (duration: 12.877169ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:02.218516Z","caller":"traceutil/trace.go:171","msg":"trace[382099811] transaction","detail":"{read_only:false; response_revision:32988; number_of_response:1; }","duration":"219.061863ms","start":"2026-04-29T03:04:01.999436Z","end":"2026-04-29T03:04:02.218498Z","steps":["trace[382099811] 'process raft request' (duration: 218.712267ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:02.218797Z","caller":"traceutil/trace.go:171","msg":"trace[2019092629] transaction","detail":"{read_only:false; response_revision:32989; number_of_response:1; }","duration":"217.473283ms","start":"2026-04-29T03:04:02.001311Z","end":"2026-04-29T03:04:02.218784Z","steps":["trace[2019092629] 'process raft request' (duration: 216.897733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.219032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.60142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T03:04:02.219086Z","caller":"traceutil/trace.go:171","msg":"trace[1276166634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32989; }","duration":"164.714052ms","start":"2026-04-29T03:04:02.054354Z","end":"2026-04-29T03:04:02.219068Z","steps":["trace[1276166634] 'agreement among raft nodes before linearized reading' (duration: 164.530619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.612373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.274389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:04:02.612662Z","caller":"traceutil/trace.go:171","msg":"trace[1543031922] linearizableReadLoop","detail":"{readStateIndex:34069; appliedIndex:34066; }","duration":"242.53542ms","start":"2026-04-29T03:04:02.370103Z","end":"2026-04-29T03:04:02.612639Z","steps":["trace[1543031922] 'read index received' (duration: 50.871µs)","trace[1543031922] 'applied index is now lower than readState.Index' (duration: 242.483229ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:02.612797Z","caller":"traceutil/trace.go:171","msg":"trace[748785796] transaction","detail":"{read_only:false; response_revision:32991; number_of_response:1; }","duration":"388.231557ms","start":"2026-04-29T03:04:02.224547Z","end":"2026-04-29T03:04:02.612779Z","steps":["trace[748785796] 'process raft request' (duration: 128.420888ms)","trace[748785796] 'compare' (duration: 259.006625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:02.612894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:02.224528Z","time spent":"388.317268ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:02.613137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.026729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:02.613137Z","caller":"traceutil/trace.go:171","msg":"trace[391077080] transaction","detail":"{read_only:false; response_revision:32992; number_of_response:1; }","duration":"388.447022ms","start":"2026-04-29T03:04:02.224648Z","end":"2026-04-29T03:04:02.613095Z","steps":["trace[391077080] 'process raft request' (duration: 387.84512ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:02.612914Z","caller":"traceutil/trace.go:171","msg":"trace[1246646639] transaction","detail":"{read_only:false; response_revision:32993; number_of_response:1; }","duration":"387.964343ms","start":"2026-04-29T03:04:02.224907Z","end":"2026-04-29T03:04:02.612871Z","steps":["trace[1246646639] 'process raft request' (duration: 387.674538ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:02.61321Z","caller":"traceutil/trace.go:171","msg":"trace[449157021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32993; }","duration":"243.147271ms","start":"2026-04-29T03:04:02.370042Z","end":"2026-04-29T03:04:02.613189Z","steps":["trace[449157021] 'agreement among raft nodes before linearized reading' (duration: 243.039639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:02.613297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:02.224629Z","time spent":"388.585165ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:02.613348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:02.22488Z","time spent":"388.36747ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:02.859196Z","caller":"traceutil/trace.go:171","msg":"trace[1062735606] transaction","detail":"{read_only:false; response_revision:32994; number_of_response:1; }","duration":"241.264915ms","start":"2026-04-29T03:04:02.617898Z","end":"2026-04-29T03:04:02.859163Z","steps":["trace[1062735606] 'process raft request' (duration: 241.092392ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:06:20.702688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31888} {"level":"info","ts":"2026-04-29T03:06:20.872379Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31888,"took":"165.346043ms","hash":1754958291,"current-db-size-bytes":57876480,"current-db-size":"58 MB","current-db-size-in-use-bytes":30314496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T03:06:20.872452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1754958291,"revision":31888,"compact-revision":29602} {"level":"info","ts":"2026-04-29T03:07:25.846193Z","caller":"traceutil/trace.go:171","msg":"trace[1755367612] transaction","detail":"{read_only:false; response_revision:34549; number_of_response:1; }","duration":"101.72985ms","start":"2026-04-29T03:07:25.744433Z","end":"2026-04-29T03:07:25.846162Z","steps":["trace[1755367612] 'process raft request' (duration: 101.622039ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:07:25.8462Z","caller":"traceutil/trace.go:171","msg":"trace[137444479] linearizableReadLoop","detail":"{readStateIndex:35670; appliedIndex:35668; }","duration":"126.900168ms","start":"2026-04-29T03:07:25.719258Z","end":"2026-04-29T03:07:25.846158Z","steps":["trace[137444479] 'read index received' (duration: 2.821972ms)","trace[137444479] 'applied index is now lower than readState.Index' (duration: 124.074506ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:07:25.846113Z","caller":"traceutil/trace.go:171","msg":"trace[422479401] transaction","detail":"{read_only:false; response_revision:34548; number_of_response:1; }","duration":"131.191678ms","start":"2026-04-29T03:07:25.714859Z","end":"2026-04-29T03:07:25.846051Z","steps":["trace[422479401] 'process raft request' (duration: 81.120018ms)","trace[422479401] 'compare' (duration: 49.891547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:07:25.846462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.182454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T03:07:25.846605Z","caller":"traceutil/trace.go:171","msg":"trace[793084358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34549; }","duration":"127.344838ms","start":"2026-04-29T03:07:25.719237Z","end":"2026-04-29T03:07:25.846581Z","steps":["trace[793084358] 'agreement among raft nodes before linearized reading' (duration: 127.035361ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:07:26.085206Z","caller":"traceutil/trace.go:171","msg":"trace[745420172] linearizableReadLoop","detail":"{readStateIndex:35672; appliedIndex:35671; }","duration":"203.115426ms","start":"2026-04-29T03:07:25.882064Z","end":"2026-04-29T03:07:26.08518Z","steps":["trace[745420172] 'read index received' (duration: 166.965154ms)","trace[745420172] 'applied index is now lower than readState.Index' (duration: 36.148812ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:07:26.085294Z","caller":"traceutil/trace.go:171","msg":"trace[1238193491] transaction","detail":"{read_only:false; response_revision:34550; number_of_response:1; }","duration":"235.113582ms","start":"2026-04-29T03:07:25.850133Z","end":"2026-04-29T03:07:26.085247Z","steps":["trace[1238193491] 'process raft request' (duration: 198.901828ms)","trace[1238193491] 'compare' (duration: 35.897938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:07:26.085462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.389641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:07:26.0855Z","caller":"traceutil/trace.go:171","msg":"trace[1528934659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34552; }","duration":"203.480083ms","start":"2026-04-29T03:07:25.882009Z","end":"2026-04-29T03:07:26.085489Z","steps":["trace[1528934659] 'agreement among raft nodes before linearized reading' (duration: 203.29922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:10:17.660879Z","caller":"traceutil/trace.go:171","msg":"trace[1585522991] linearizableReadLoop","detail":"{readStateIndex:37059; appliedIndex:37058; }","duration":"147.545733ms","start":"2026-04-29T03:10:17.513303Z","end":"2026-04-29T03:10:17.660849Z","steps":["trace[1585522991] 'read index received' (duration: 147.325469ms)","trace[1585522991] 'applied index is now lower than readState.Index' (duration: 218.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:10:17.66099Z","caller":"traceutil/trace.go:171","msg":"trace[1229879977] transaction","detail":"{read_only:false; response_revision:35900; number_of_response:1; }","duration":"159.722591ms","start":"2026-04-29T03:10:17.501204Z","end":"2026-04-29T03:10:17.660927Z","steps":["trace[1229879977] 'process raft request' (duration: 159.402424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:10:17.661091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.801068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:10:17.661135Z","caller":"traceutil/trace.go:171","msg":"trace[142276856] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:35900; }","duration":"119.901619ms","start":"2026-04-29T03:10:17.541219Z","end":"2026-04-29T03:10:17.661121Z","steps":["trace[142276856] 'agreement among raft nodes before linearized reading' (duration: 119.799797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:10:17.661245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.738018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:10:17.661337Z","caller":"traceutil/trace.go:171","msg":"trace[2134814918] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:35900; }","duration":"148.059513ms","start":"2026-04-29T03:10:17.513255Z","end":"2026-04-29T03:10:17.661314Z","steps":["trace[2134814918] 'agreement among raft nodes before linearized reading' (duration: 147.719977ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:11:20.70838Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34072} {"level":"info","ts":"2026-04-29T03:11:20.866047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34072,"took":"153.328843ms","hash":3565053440,"current-db-size-bytes":57876480,"current-db-size":"58 MB","current-db-size-in-use-bytes":30867456,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:11:20.866133Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3565053440,"revision":34072,"compact-revision":31888} {"level":"info","ts":"2026-04-29T03:11:29.183161Z","caller":"traceutil/trace.go:171","msg":"trace[24163804] transaction","detail":"{read_only:false; response_revision:36429; number_of_response:1; }","duration":"109.919825ms","start":"2026-04-29T03:11:29.073193Z","end":"2026-04-29T03:11:29.183113Z","steps":["trace[24163804] 'process raft request' (duration: 109.67008ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:16:20.715458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36367} {"level":"info","ts":"2026-04-29T03:16:20.843398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36367,"took":"122.595021ms","hash":2133555872,"current-db-size-bytes":57876480,"current-db-size":"58 MB","current-db-size-in-use-bytes":33452032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T03:16:20.843454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2133555872,"revision":36367,"compact-revision":34072} {"level":"info","ts":"2026-04-29T03:16:43.190569Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":40008,"local-member-snapshot-index":30007,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T03:16:43.197105Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40008} {"level":"info","ts":"2026-04-29T03:16:43.197213Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35008} {"level":"info","ts":"2026-04-29T03:21:20.720742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38598} {"level":"info","ts":"2026-04-29T03:21:20.842564Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38598,"took":"117.862253ms","hash":3677610985,"current-db-size-bytes":57876480,"current-db-size":"58 MB","current-db-size-in-use-bytes":31559680,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T03:21:20.842617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3677610985,"revision":38598,"compact-revision":36367}