{"level":"warn","ts":"2026-05-29T02:08:12.706848Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:08:12.707009Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-29T02:08:12.707076Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:08:12.707088Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-05-29T02:08:12.707109Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:08:12.70777Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-05-29T02:08:12.707848Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-29T02:08:13.03167Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"323.583611ms"} {"level":"info","ts":"2026-05-29T02:08:13.301274Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-05-29T02:08:13.301452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-05-29T02:08:13.301489Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-05-29T02:08:13.301517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-29T02:08:13.301531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-05-29T02:08:13.301592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-05-29T02:08:13.395466Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-29T02:08:13.42999Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-29T02:08:13.443801Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-29T02:08:13.45493Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-29T02:08:13.455099Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-29T02:08:13.455339Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:08:13.455455Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:08:13.455543Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:08:13.456156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-05-29T02:08:13.456253Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-05-29T02:08:13.456288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-05-29T02:08:13.456296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-29T02:08:13.456308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-05-29T02:08:13.456334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-05-29T02:08:13.456341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-05-29T02:08:13.456352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-05-29T02:08:13.456363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-05-29T02:08:13.458312Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:08:13.458691Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-05-29T02:08:13.461735Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:08:13.461809Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-05-29T02:08:13.461907Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-05-29T02:08:13.462164Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-29T02:08:13.462226Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-29T02:08:13.462399Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-29T02:08:13.462427Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-29T02:08:13.462742Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:08:13.462821Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:08:13.464965Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-05-29T02:08:13.466151Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-29T02:08:13.478072Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:08:13.479653Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:08:13.479708Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:08:15.488165Z","caller":"traceutil/trace.go:171","msg":"trace[1039314900] transaction","detail":"{read_only:false; response_revision:108; number_of_response:1; }","duration":"103.719892ms","start":"2026-05-29T02:08:15.3844Z","end":"2026-05-29T02:08:15.48812Z","steps":["trace[1039314900] 'process raft request' (duration: 15.623279ms)","trace[1039314900] 'compare' (duration: 87.97284ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:17.465261Z","caller":"traceutil/trace.go:171","msg":"trace[27982804] linearizableReadLoop","detail":"{readStateIndex:256; appliedIndex:255; }","duration":"267.531515ms","start":"2026-05-29T02:08:17.197697Z","end":"2026-05-29T02:08:17.465228Z","steps":["trace[27982804] 'read index received' (duration: 267.226828ms)","trace[27982804] 'applied index is now lower than readState.Index' (duration: 303.046µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:17.465339Z","caller":"traceutil/trace.go:171","msg":"trace[2020774496] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"270.868501ms","start":"2026-05-29T02:08:17.194442Z","end":"2026-05-29T02:08:17.46531Z","steps":["trace[2020774496] 'process raft request' (duration: 270.538164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:17.465428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.703728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-29T02:08:17.465498Z","caller":"traceutil/trace.go:171","msg":"trace[2127630945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:250; }","duration":"267.818941ms","start":"2026-05-29T02:08:17.197666Z","end":"2026-05-29T02:08:17.465485Z","steps":["trace[2127630945] 'agreement among raft nodes before linearized reading' (duration: 267.690558ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:18.855178Z","caller":"traceutil/trace.go:171","msg":"trace[1493559170] linearizableReadLoop","detail":"{readStateIndex:292; appliedIndex:291; }","duration":"113.680801ms","start":"2026-05-29T02:08:18.741456Z","end":"2026-05-29T02:08:18.855137Z","steps":["trace[1493559170] 'read index received' (duration: 108.034912ms)","trace[1493559170] 'applied index is now lower than readState.Index' (duration: 5.643899ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:18.855276Z","caller":"traceutil/trace.go:171","msg":"trace[195277906] transaction","detail":"{read_only:false; number_of_response:0; response_revision:285; }","duration":"152.215285ms","start":"2026-05-29T02:08:18.702983Z","end":"2026-05-29T02:08:18.855199Z","steps":["trace[195277906] 'process raft request' (duration: 146.488924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:18.855448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.957637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:18.855508Z","caller":"traceutil/trace.go:171","msg":"trace[232718657] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:285; }","duration":"114.046289ms","start":"2026-05-29T02:08:18.741442Z","end":"2026-05-29T02:08:18.855488Z","steps":["trace[232718657] 'agreement among raft nodes before linearized reading' (duration: 113.894186ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:18.865302Z","caller":"traceutil/trace.go:171","msg":"trace[2089742208] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"110.852986ms","start":"2026-05-29T02:08:18.754412Z","end":"2026-05-29T02:08:18.865265Z","steps":["trace[2089742208] 'process raft request' (duration: 110.762854ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:18.86539Z","caller":"traceutil/trace.go:171","msg":"trace[1104520558] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"122.80934ms","start":"2026-05-29T02:08:18.742553Z","end":"2026-05-29T02:08:18.865363Z","steps":["trace[1104520558] 'process raft request' (duration: 122.399121ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.178648Z","caller":"traceutil/trace.go:171","msg":"trace[489747175] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"253.591474ms","start":"2026-05-29T02:08:18.925002Z","end":"2026-05-29T02:08:19.178593Z","steps":["trace[489747175] 'process raft request' (duration: 217.951836ms)","trace[489747175] 'compare' (duration: 35.382983ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:19.178973Z","caller":"traceutil/trace.go:171","msg":"trace[83039469] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"253.109383ms","start":"2026-05-29T02:08:18.925827Z","end":"2026-05-29T02:08:19.178937Z","steps":["trace[83039469] 'process raft request' (duration: 252.713394ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.179163Z","caller":"traceutil/trace.go:171","msg":"trace[297187982] transaction","detail":"{read_only:false; number_of_response:0; response_revision:297; }","duration":"253.008701ms","start":"2026-05-29T02:08:18.926056Z","end":"2026-05-29T02:08:19.179065Z","steps":["trace[297187982] 'process raft request' (duration: 252.52047ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.179309Z","caller":"traceutil/trace.go:171","msg":"trace[1909283697] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"225.238513ms","start":"2026-05-29T02:08:18.954052Z","end":"2026-05-29T02:08:19.179291Z","steps":["trace[1909283697] 'process raft request' (duration: 225.183542ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.179364Z","caller":"traceutil/trace.go:171","msg":"trace[7110836] linearizableReadLoop","detail":"{readStateIndex:306; appliedIndex:301; }","duration":"226.988103ms","start":"2026-05-29T02:08:18.952334Z","end":"2026-05-29T02:08:19.179322Z","steps":["trace[7110836] 'read index received' (duration: 190.639568ms)","trace[7110836] 'applied index is now lower than readState.Index' (duration: 36.343945ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:19.179408Z","caller":"traceutil/trace.go:171","msg":"trace[2131912943] transaction","detail":"{read_only:false; number_of_response:0; response_revision:297; }","duration":"252.718325ms","start":"2026-05-29T02:08:18.926665Z","end":"2026-05-29T02:08:19.179384Z","steps":["trace[2131912943] 'process raft request' (duration: 252.53712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:19.179581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.221119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:19.179596Z","caller":"traceutil/trace.go:171","msg":"trace[1146579538] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"253.475032ms","start":"2026-05-29T02:08:18.925545Z","end":"2026-05-29T02:08:19.17902Z","steps":["trace[1146579538] 'process raft request' (duration: 252.95608ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.17966Z","caller":"traceutil/trace.go:171","msg":"trace[1854463233] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:298; }","duration":"227.357202ms","start":"2026-05-29T02:08:18.952276Z","end":"2026-05-29T02:08:19.179633Z","steps":["trace[1854463233] 'agreement among raft nodes before linearized reading' (duration: 227.155288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:19.44828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.732767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-05-29T02:08:19.448348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.709115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-29T02:08:19.448385Z","caller":"traceutil/trace.go:171","msg":"trace[139392947] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:303; }","duration":"128.8866ms","start":"2026-05-29T02:08:19.319474Z","end":"2026-05-29T02:08:19.448361Z","steps":["trace[139392947] 'range keys from in-memory index tree' (duration: 128.641045ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.448412Z","caller":"traceutil/trace.go:171","msg":"trace[112653549] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:303; }","duration":"168.802277ms","start":"2026-05-29T02:08:19.279594Z","end":"2026-05-29T02:08:19.448396Z","steps":["trace[112653549] 'range keys from in-memory index tree' (duration: 168.625773ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.628804Z","caller":"traceutil/trace.go:171","msg":"trace[1664063416] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"119.486814ms","start":"2026-05-29T02:08:19.509285Z","end":"2026-05-29T02:08:19.628771Z","steps":["trace[1664063416] 'process raft request' (duration: 119.244559ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.62905Z","caller":"traceutil/trace.go:171","msg":"trace[455516754] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"110.334184ms","start":"2026-05-29T02:08:19.518691Z","end":"2026-05-29T02:08:19.629025Z","steps":["trace[455516754] 'process raft request' (duration: 110.005947ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.668598Z","caller":"traceutil/trace.go:171","msg":"trace[1789250789] linearizableReadLoop","detail":"{readStateIndex:318; appliedIndex:315; }","duration":"122.219968ms","start":"2026-05-29T02:08:19.546362Z","end":"2026-05-29T02:08:19.668582Z","steps":["trace[1789250789] 'read index received' (duration: 82.183658ms)","trace[1789250789] 'applied index is now lower than readState.Index' (duration: 40.03514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:19.668845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.432562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:19.668918Z","caller":"traceutil/trace.go:171","msg":"trace[370646683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:309; }","duration":"122.566605ms","start":"2026-05-29T02:08:19.546334Z","end":"2026-05-29T02:08:19.6689Z","steps":["trace[370646683] 'agreement among raft nodes before linearized reading' (duration: 122.33223ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.668847Z","caller":"traceutil/trace.go:171","msg":"trace[1257595646] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"123.050916ms","start":"2026-05-29T02:08:19.545739Z","end":"2026-05-29T02:08:19.66879Z","steps":["trace[1257595646] 'process raft request' (duration: 122.733749ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.815223Z","caller":"traceutil/trace.go:171","msg":"trace[525743171] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"171.305204ms","start":"2026-05-29T02:08:19.643897Z","end":"2026-05-29T02:08:19.815203Z","steps":["trace[525743171] 'process raft request' (duration: 116.189938ms)","trace[525743171] 'compare' (duration: 54.965843ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:19.815254Z","caller":"traceutil/trace.go:171","msg":"trace[442632075] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"170.940626ms","start":"2026-05-29T02:08:19.64428Z","end":"2026-05-29T02:08:19.815221Z","steps":["trace[442632075] 'process raft request' (duration: 170.848334ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.815336Z","caller":"traceutil/trace.go:171","msg":"trace[51393771] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"170.928246ms","start":"2026-05-29T02:08:19.644374Z","end":"2026-05-29T02:08:19.815302Z","steps":["trace[51393771] 'process raft request' (duration: 170.797173ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.815399Z","caller":"traceutil/trace.go:171","msg":"trace[880565325] linearizableReadLoop","detail":"{readStateIndex:323; appliedIndex:318; }","duration":"146.664299ms","start":"2026-05-29T02:08:19.668644Z","end":"2026-05-29T02:08:19.815308Z","steps":["trace[880565325] 'read index received' (duration: 91.613674ms)","trace[880565325] 'applied index is now lower than readState.Index' (duration: 55.048785ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:19.8155Z","caller":"traceutil/trace.go:171","msg":"trace[1544479962] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"170.585808ms","start":"2026-05-29T02:08:19.644904Z","end":"2026-05-29T02:08:19.815489Z","steps":["trace[1544479962] 'process raft request' (duration: 170.336352ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.815578Z","caller":"traceutil/trace.go:171","msg":"trace[141945904] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"170.936056ms","start":"2026-05-29T02:08:19.644628Z","end":"2026-05-29T02:08:19.815564Z","steps":["trace[141945904] 'process raft request' (duration: 170.581798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:19.81568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.064475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-05-29T02:08:19.815772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.927182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-05-29T02:08:19.815814Z","caller":"traceutil/trace.go:171","msg":"trace[697861379] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:309; }","duration":"173.020794ms","start":"2026-05-29T02:08:19.642783Z","end":"2026-05-29T02:08:19.815803Z","steps":["trace[697861379] 'agreement among raft nodes before linearized reading' (duration: 172.899781ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.815945Z","caller":"traceutil/trace.go:171","msg":"trace[1190156996] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:309; }","duration":"183.32026ms","start":"2026-05-29T02:08:19.632479Z","end":"2026-05-29T02:08:19.8158Z","steps":["trace[1190156996] 'agreement among raft nodes before linearized reading' (duration: 183.074164ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:19.828479Z","caller":"traceutil/trace.go:171","msg":"trace[438657118] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"155.725167ms","start":"2026-05-29T02:08:19.672729Z","end":"2026-05-29T02:08:19.828454Z","steps":["trace[438657118] 'process raft request' (duration: 155.557183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:20.055515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.089542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:20.055631Z","caller":"traceutil/trace.go:171","msg":"trace[2082171071] linearizableReadLoop","detail":"{readStateIndex:326; appliedIndex:325; }","duration":"143.888575ms","start":"2026-05-29T02:08:19.911723Z","end":"2026-05-29T02:08:20.055611Z","steps":["trace[2082171071] 'read index received' (duration: 42.189919ms)","trace[2082171071] 'applied index is now lower than readState.Index' (duration: 101.696186ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:20.055676Z","caller":"traceutil/trace.go:171","msg":"trace[1619952715] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"216.274246ms","start":"2026-05-29T02:08:19.839359Z","end":"2026-05-29T02:08:20.055633Z","steps":["trace[1619952715] 'process raft request' (duration: 114.575451ms)","trace[1619952715] 'compare' (duration: 100.935788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:20.055723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.993957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-05-29T02:08:20.055759Z","caller":"traceutil/trace.go:171","msg":"trace[403473977] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:312; }","duration":"144.058438ms","start":"2026-05-29T02:08:19.911692Z","end":"2026-05-29T02:08:20.05575Z","steps":["trace[403473977] 'agreement among raft nodes before linearized reading' (duration: 143.968756ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:23.933552Z","caller":"traceutil/trace.go:171","msg":"trace[1491341603] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"106.959727ms","start":"2026-05-29T02:08:23.826554Z","end":"2026-05-29T02:08:23.933514Z","steps":["trace[1491341603] 'process raft request' (duration: 32.136168ms)","trace[1491341603] 'compare' (duration: 74.679675ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:29.709071Z","caller":"traceutil/trace.go:171","msg":"trace[710344837] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"155.86281ms","start":"2026-05-29T02:08:29.553192Z","end":"2026-05-29T02:08:29.709055Z","steps":["trace[710344837] 'process raft request' (duration: 155.743128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:30.56553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.933222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:30.565718Z","caller":"traceutil/trace.go:171","msg":"trace[108248237] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"852.90391ms","start":"2026-05-29T02:08:29.712788Z","end":"2026-05-29T02:08:30.565692Z","steps":["trace[108248237] 'process raft request' (duration: 696.360184ms)","trace[108248237] 'compare' (duration: 155.609774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:30.565819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:29.712776Z","time spent":"852.995892ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:30.915164Z","caller":"traceutil/trace.go:171","msg":"trace[184734666] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:430; }","duration":"950.945171ms","start":"2026-05-29T02:08:29.964138Z","end":"2026-05-29T02:08:30.915084Z","steps":["trace[184734666] 'read index received' (duration: 445.030992ms)","trace[184734666] 'applied index is now lower than readState.Index' (duration: 505.912229ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:30.915207Z","caller":"traceutil/trace.go:171","msg":"trace[170922668] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.198339153s","start":"2026-05-29T02:08:29.716829Z","end":"2026-05-29T02:08:30.915168Z","steps":["trace[170922668] 'process raft request' (duration: 1.197987795s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:30.915428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.262428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:30.915546Z","caller":"traceutil/trace.go:171","msg":"trace[543272289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"951.439172ms","start":"2026-05-29T02:08:29.964078Z","end":"2026-05-29T02:08:30.915517Z","steps":["trace[543272289] 'agreement among raft nodes before linearized reading' (duration: 951.211027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:30.915608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:29.964014Z","time spent":"951.584046ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:08:30.915592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:29.716814Z","time spent":"1.198546957s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:30.915577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.706245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:08:30.915793Z","caller":"traceutil/trace.go:171","msg":"trace[1162822762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"158.948751ms","start":"2026-05-29T02:08:30.756824Z","end":"2026-05-29T02:08:30.915773Z","steps":["trace[1162822762] 'agreement among raft nodes before linearized reading' (duration: 158.662694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:30.91619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.412387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:30.916345Z","caller":"traceutil/trace.go:171","msg":"trace[2105647937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"673.632912ms","start":"2026-05-29T02:08:30.242674Z","end":"2026-05-29T02:08:30.916307Z","steps":["trace[2105647937] 'agreement among raft nodes before linearized reading' (duration: 672.751322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:30.91647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:30.242651Z","time spent":"673.754754ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:08:34.748961Z","caller":"traceutil/trace.go:171","msg":"trace[1305229655] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"162.691947ms","start":"2026-05-29T02:08:34.586237Z","end":"2026-05-29T02:08:34.748929Z","steps":["trace[1305229655] 'process raft request' (duration: 162.548024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.124133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.827241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:08:35.124237Z","caller":"traceutil/trace.go:171","msg":"trace[1095812124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:425; }","duration":"186.970804ms","start":"2026-05-29T02:08:34.937242Z","end":"2026-05-29T02:08:35.124213Z","steps":["trace[1095812124] 'range keys from in-memory index tree' (duration: 186.742669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.124429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.873779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:35.124562Z","caller":"traceutil/trace.go:171","msg":"trace[40152472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"186.217427ms","start":"2026-05-29T02:08:34.938249Z","end":"2026-05-29T02:08:35.124466Z","steps":["trace[40152472] 'range keys from in-memory index tree' (duration: 185.775457ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.254771Z","caller":"traceutil/trace.go:171","msg":"trace[1762312583] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"125.596215ms","start":"2026-05-29T02:08:35.12915Z","end":"2026-05-29T02:08:35.254746Z","steps":["trace[1762312583] 'process raft request' (duration: 125.465792ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.27921Z","caller":"traceutil/trace.go:171","msg":"trace[1756724537] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"149.741709ms","start":"2026-05-29T02:08:35.129443Z","end":"2026-05-29T02:08:35.279185Z","steps":["trace[1756724537] 'process raft request' (duration: 149.553895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:36.334652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.340674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:08:36.334761Z","caller":"traceutil/trace.go:171","msg":"trace[1004940816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:428; }","duration":"558.503897ms","start":"2026-05-29T02:08:35.776235Z","end":"2026-05-29T02:08:36.334738Z","steps":["trace[1004940816] 'range keys from in-memory index tree' (duration: 558.194351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:36.334816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.776213Z","time spent":"558.58975ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:08:38.745935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895529856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:08:38.745996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463190736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:38.746007Z","caller":"traceutil/trace.go:171","msg":"trace[2037556321] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:429; }","duration":"1.895601777s","start":"2026-05-29T02:08:36.850389Z","end":"2026-05-29T02:08:38.745991Z","steps":["trace[2037556321] 'range keys from in-memory index tree' (duration: 1.895430323s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.746033Z","caller":"traceutil/trace.go:171","msg":"trace[156580361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"1.463222287s","start":"2026-05-29T02:08:37.282798Z","end":"2026-05-29T02:08:38.746021Z","steps":["trace[156580361] 'range keys from in-memory index tree' (duration: 1.463037783s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.746057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:36.850346Z","time spent":"1.89570185s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:08:38.746041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487252459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:08:38.746078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.282739Z","time spent":"1.463324469s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:08:38.74611Z","caller":"traceutil/trace.go:171","msg":"trace[379219759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:429; }","duration":"1.487382382s","start":"2026-05-29T02:08:37.258711Z","end":"2026-05-29T02:08:38.746094Z","steps":["trace[379219759] 'range keys from in-memory index tree' (duration: 1.487120575s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.746148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.258691Z","time spent":"1.487450814s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:08:38.745935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.599209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:08:38.746187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99366054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-29T02:08:38.746253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504057155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:38.746279Z","caller":"traceutil/trace.go:171","msg":"trace[687022070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"1.993809334s","start":"2026-05-29T02:08:36.752451Z","end":"2026-05-29T02:08:38.74626Z","steps":["trace[687022070] 'range keys from in-memory index tree' (duration: 1.993532657s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.746269Z","caller":"traceutil/trace.go:171","msg":"trace[1954392831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"325.993177ms","start":"2026-05-29T02:08:38.420253Z","end":"2026-05-29T02:08:38.746246Z","steps":["trace[1954392831] 'range keys from in-memory index tree' (duration: 325.518987ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.746325Z","caller":"traceutil/trace.go:171","msg":"trace[393827321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"1.504157587s","start":"2026-05-29T02:08:37.24215Z","end":"2026-05-29T02:08:38.746308Z","steps":["trace[393827321] 'range keys from in-memory index tree' (duration: 1.503986402s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.74633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:36.752431Z","time spent":"1.993889705s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:08:38.746348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.420235Z","time spent":"326.09175ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:08:38.746368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.242134Z","time spent":"1.504225699s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:08:38.98538Z","caller":"traceutil/trace.go:171","msg":"trace[1667830629] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"234.967817ms","start":"2026-05-29T02:08:38.750389Z","end":"2026-05-29T02:08:38.985357Z","steps":["trace[1667830629] 'process raft request' (duration: 234.920166ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.985487Z","caller":"traceutil/trace.go:171","msg":"trace[773315478] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"236.018691ms","start":"2026-05-29T02:08:38.749432Z","end":"2026-05-29T02:08:38.985451Z","steps":["trace[773315478] 'process raft request' (duration: 205.540751ms)","trace[773315478] 'compare' (duration: 30.162353ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:38.98554Z","caller":"traceutil/trace.go:171","msg":"trace[1000870705] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"235.166891ms","start":"2026-05-29T02:08:38.750338Z","end":"2026-05-29T02:08:38.985505Z","steps":["trace[1000870705] 'process raft request' (duration: 234.932986ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.985577Z","caller":"traceutil/trace.go:171","msg":"trace[1867635330] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:446; }","duration":"227.389723ms","start":"2026-05-29T02:08:38.758175Z","end":"2026-05-29T02:08:38.985565Z","steps":["trace[1867635330] 'read index received' (duration: 75.75035ms)","trace[1867635330] 'applied index is now lower than readState.Index' (duration: 151.638093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:38.985681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.491685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:38.985711Z","caller":"traceutil/trace.go:171","msg":"trace[230205696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"227.565797ms","start":"2026-05-29T02:08:38.758138Z","end":"2026-05-29T02:08:38.985704Z","steps":["trace[230205696] 'agreement among raft nodes before linearized reading' (duration: 227.454634ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.985711Z","caller":"traceutil/trace.go:171","msg":"trace[1365270121] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"234.66088ms","start":"2026-05-29T02:08:38.751025Z","end":"2026-05-29T02:08:38.985686Z","steps":["trace[1365270121] 'process raft request' (duration: 234.307321ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.991352Z","caller":"traceutil/trace.go:171","msg":"trace[1864392635] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"156.292149ms","start":"2026-05-29T02:08:38.835037Z","end":"2026-05-29T02:08:38.991329Z","steps":["trace[1864392635] 'process raft request' (duration: 156.160496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.356392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.595289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:43.356487Z","caller":"traceutil/trace.go:171","msg":"trace[168970110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:444; }","duration":"113.779804ms","start":"2026-05-29T02:08:43.242685Z","end":"2026-05-29T02:08:43.356465Z","steps":["trace[168970110] 'range keys from in-memory index tree' (duration: 113.438245ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:45.240917Z","caller":"traceutil/trace.go:171","msg":"trace[1178468087] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"230.592927ms","start":"2026-05-29T02:08:45.010262Z","end":"2026-05-29T02:08:45.240854Z","steps":["trace[1178468087] 'read index received' (duration: 230.458723ms)","trace[1178468087] 'applied index is now lower than readState.Index' (duration: 132.203µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:45.240941Z","caller":"traceutil/trace.go:171","msg":"trace[1492268738] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"829.416589ms","start":"2026-05-29T02:08:44.411495Z","end":"2026-05-29T02:08:45.240911Z","steps":["trace[1492268738] 'process raft request' (duration: 829.200874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.241103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.411467Z","time spent":"829.549062ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:45.241135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.741216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:45.241172Z","caller":"traceutil/trace.go:171","msg":"trace[746419465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:445; }","duration":"229.836479ms","start":"2026-05-29T02:08:45.011325Z","end":"2026-05-29T02:08:45.241162Z","steps":["trace[746419465] 'agreement among raft nodes before linearized reading' (duration: 229.744286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.241091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.806371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:08:45.241206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.730029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:08:45.241255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.625847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:08:45.241315Z","caller":"traceutil/trace.go:171","msg":"trace[1743373592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:445; }","duration":"230.887673ms","start":"2026-05-29T02:08:45.010408Z","end":"2026-05-29T02:08:45.241295Z","steps":["trace[1743373592] 'agreement among raft nodes before linearized reading' (duration: 230.667578ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:45.241324Z","caller":"traceutil/trace.go:171","msg":"trace[925583126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:445; }","duration":"230.702459ms","start":"2026-05-29T02:08:45.010605Z","end":"2026-05-29T02:08:45.241308Z","steps":["trace[925583126] 'agreement among raft nodes before linearized reading' (duration: 230.521195ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:45.241255Z","caller":"traceutil/trace.go:171","msg":"trace[226578785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:445; }","duration":"231.015566ms","start":"2026-05-29T02:08:45.010218Z","end":"2026-05-29T02:08:45.241234Z","steps":["trace[226578785] 'agreement among raft nodes before linearized reading' (duration: 230.783471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.561345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.738508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:45.561546Z","caller":"traceutil/trace.go:171","msg":"trace[1920112046] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"315.518757ms","start":"2026-05-29T02:08:45.246007Z","end":"2026-05-29T02:08:45.561526Z","steps":["trace[1920112046] 'process raft request' (duration: 315.438075ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:45.561582Z","caller":"traceutil/trace.go:171","msg":"trace[546609731] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"315.631729ms","start":"2026-05-29T02:08:45.245914Z","end":"2026-05-29T02:08:45.561545Z","steps":["trace[546609731] 'process raft request' (duration: 98.609555ms)","trace[546609731] 'compare' (duration: 216.605935ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:45.561626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:45.245981Z","time spent":"315.609569ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:45.561616Z","caller":"traceutil/trace.go:171","msg":"trace[87059591] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:464; }","duration":"312.587359ms","start":"2026-05-29T02:08:45.248994Z","end":"2026-05-29T02:08:45.561581Z","steps":["trace[87059591] 'read index received' (duration: 10.418529ms)","trace[87059591] 'applied index is now lower than readState.Index' (duration: 302.16697ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:45.561759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:45.2459Z","time spent":"315.766262ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:45.561778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.764463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:45.561827Z","caller":"traceutil/trace.go:171","msg":"trace[1159894529] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:449; }","duration":"312.850695ms","start":"2026-05-29T02:08:45.24896Z","end":"2026-05-29T02:08:45.56181Z","steps":["trace[1159894529] 'agreement among raft nodes before linearized reading' (duration: 312.736073ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:45.561821Z","caller":"traceutil/trace.go:171","msg":"trace[1038880414] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"315.741882ms","start":"2026-05-29T02:08:45.24602Z","end":"2026-05-29T02:08:45.561761Z","steps":["trace[1038880414] 'process raft request' (duration: 315.474806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.561871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:45.248946Z","time spent":"312.912487ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-29T02:08:45.561991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:45.245987Z","time spent":"315.919786ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:45.861627Z","caller":"traceutil/trace.go:171","msg":"trace[1011994308] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"297.861361ms","start":"2026-05-29T02:08:45.563738Z","end":"2026-05-29T02:08:45.8616Z","steps":["trace[1011994308] 'process raft request' (duration: 244.396353ms)","trace[1011994308] 'compare' (duration: 53.327695ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:47.739314Z","caller":"traceutil/trace.go:171","msg":"trace[1251500487] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"168.734736ms","start":"2026-05-29T02:08:47.570551Z","end":"2026-05-29T02:08:47.739286Z","steps":["trace[1251500487] 'process raft request' (duration: 168.568612ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.924072Z","caller":"traceutil/trace.go:171","msg":"trace[1908830155] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"352.340823ms","start":"2026-05-29T02:08:47.571704Z","end":"2026-05-29T02:08:47.924045Z","steps":["trace[1908830155] 'process raft request' (duration: 352.291802ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:47.924177Z","caller":"traceutil/trace.go:171","msg":"trace[1197082705] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"353.153021ms","start":"2026-05-29T02:08:47.570994Z","end":"2026-05-29T02:08:47.924147Z","steps":["trace[1197082705] 'process raft request' (duration: 288.567798ms)","trace[1197082705] 'compare' (duration: 64.292366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:47.924254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.571694Z","time spent":"352.463375ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:47.924343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.570959Z","time spent":"353.283074ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:59.895272Z","caller":"traceutil/trace.go:171","msg":"trace[335156589] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"919.830204ms","start":"2026-05-29T02:08:58.975425Z","end":"2026-05-29T02:08:59.895255Z","steps":["trace[335156589] 'process raft request' (duration: 919.734332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.895412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:58.975388Z","time spent":"919.974198ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:59.905337Z","caller":"traceutil/trace.go:171","msg":"trace[1127199145] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"929.281921ms","start":"2026-05-29T02:08:58.976017Z","end":"2026-05-29T02:08:59.905299Z","steps":["trace[1127199145] 'process raft request' (duration: 929.029795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.905464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:58.976Z","time spent":"929.408864ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:59.905573Z","caller":"traceutil/trace.go:171","msg":"trace[591938883] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"909.638221ms","start":"2026-05-29T02:08:58.995923Z","end":"2026-05-29T02:08:59.905561Z","steps":["trace[591938883] 'process raft request' (duration: 909.339824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.905622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:58.995904Z","time spent":"909.695633ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:59.905823Z","caller":"traceutil/trace.go:171","msg":"trace[714332134] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"900.773559ms","start":"2026-05-29T02:08:59.005025Z","end":"2026-05-29T02:08:59.905799Z","steps":["trace[714332134] 'process raft request' (duration: 900.477972ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.90588Z","caller":"traceutil/trace.go:171","msg":"trace[393260647] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"892.835346ms","start":"2026-05-29T02:08:59.013034Z","end":"2026-05-29T02:08:59.905869Z","steps":["trace[393260647] 'process raft request' (duration: 892.57857ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.905866Z","caller":"traceutil/trace.go:171","msg":"trace[1499515604] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"928.82492ms","start":"2026-05-29T02:08:58.976997Z","end":"2026-05-29T02:08:59.905822Z","steps":["trace[1499515604] 'process raft request' (duration: 928.157115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.905932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.013025Z","time spent":"892.883288ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:59.90592Z","caller":"traceutil/trace.go:171","msg":"trace[1496694306] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"906.898049ms","start":"2026-05-29T02:08:58.998993Z","end":"2026-05-29T02:08:59.905891Z","steps":["trace[1496694306] 'process raft request' (duration: 906.382067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.905956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.005019Z","time spent":"900.881191ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:59.905955Z","caller":"traceutil/trace.go:171","msg":"trace[1879833730] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"883.202557ms","start":"2026-05-29T02:08:59.022724Z","end":"2026-05-29T02:08:59.905927Z","steps":["trace[1879833730] 'process raft request' (duration: 882.960721ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.906019Z","caller":"traceutil/trace.go:171","msg":"trace[1885830506] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"871.263983ms","start":"2026-05-29T02:08:59.034744Z","end":"2026-05-29T02:08:59.906008Z","steps":["trace[1885830506] 'process raft request' (duration: 871.019208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.906051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:58.998984Z","time spent":"906.97978ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:59.906055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.022706Z","time spent":"883.300128ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:59.906073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.034733Z","time spent":"871.320274ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:59.90608Z","caller":"traceutil/trace.go:171","msg":"trace[831315193] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"901.137607ms","start":"2026-05-29T02:08:59.004933Z","end":"2026-05-29T02:08:59.90607Z","steps":["trace[831315193] 'process raft request' (duration: 900.512703ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.906087Z","caller":"traceutil/trace.go:171","msg":"trace[1084221697] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:564; }","duration":"473.083754ms","start":"2026-05-29T02:08:59.432954Z","end":"2026-05-29T02:08:59.906038Z","steps":["trace[1084221697] 'read index received' (duration: 462.299967ms)","trace[1084221697] 'applied index is now lower than readState.Index' (duration: 10.782307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:59.906126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.004921Z","time spent":"901.181828ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:59.906088Z","caller":"traceutil/trace.go:171","msg":"trace[559297302] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"900.978473ms","start":"2026-05-29T02:08:59.005015Z","end":"2026-05-29T02:08:59.905993Z","steps":["trace[559297302] 'process raft request' (duration: 900.541513ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.90616Z","caller":"traceutil/trace.go:171","msg":"trace[347965803] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"778.02311ms","start":"2026-05-29T02:08:59.128125Z","end":"2026-05-29T02:08:59.906149Z","steps":["trace[347965803] 'process raft request' (duration: 777.727613ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.906211Z","caller":"traceutil/trace.go:171","msg":"trace[2096611172] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"375.638495ms","start":"2026-05-29T02:08:59.530557Z","end":"2026-05-29T02:08:59.906196Z","steps":["trace[2096611172] 'process raft request' (duration: 375.376639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.906224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.128096Z","time spent":"778.105632ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:59.906253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.304059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:59.906291Z","caller":"traceutil/trace.go:171","msg":"trace[1344799942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"473.381681ms","start":"2026-05-29T02:08:59.432901Z","end":"2026-05-29T02:08:59.906282Z","steps":["trace[1344799942] 'agreement among raft nodes before linearized reading' (duration: 473.298939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.906324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.432871Z","time spent":"473.446683ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:08:59.906312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.530539Z","time spent":"375.715036ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:59.906292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.004986Z","time spent":"901.208979ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:59.906208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:58.976986Z","time spent":"928.970084ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:59.910505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.096436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:08:59.910573Z","caller":"traceutil/trace.go:171","msg":"trace[16366768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"116.206229ms","start":"2026-05-29T02:08:59.794349Z","end":"2026-05-29T02:08:59.910555Z","steps":["trace[16366768] 'agreement among raft nodes before linearized reading' (duration: 116.026015ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:02.909228Z","caller":"traceutil/trace.go:171","msg":"trace[2072667460] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"142.194942ms","start":"2026-05-29T02:09:02.767009Z","end":"2026-05-29T02:09:02.909204Z","steps":["trace[2072667460] 'process raft request' (duration: 141.403604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.35135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.685317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.351491Z","caller":"traceutil/trace.go:171","msg":"trace[2117858368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"108.873591ms","start":"2026-05-29T02:09:03.242589Z","end":"2026-05-29T02:09:03.351463Z","steps":["trace[2117858368] 'range keys from in-memory index tree' (duration: 108.616925ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.469806Z","caller":"traceutil/trace.go:171","msg":"trace[283425516] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"112.996126ms","start":"2026-05-29T02:09:03.356779Z","end":"2026-05-29T02:09:03.469775Z","steps":["trace[283425516] 'process raft request' (duration: 112.361381ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:06.795453Z","caller":"traceutil/trace.go:171","msg":"trace[541523597] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"269.741132ms","start":"2026-05-29T02:09:06.525675Z","end":"2026-05-29T02:09:06.795416Z","steps":["trace[541523597] 'process raft request' (duration: 269.071966ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:07.158212Z","caller":"traceutil/trace.go:171","msg":"trace[1253276086] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"306.130155ms","start":"2026-05-29T02:09:06.85205Z","end":"2026-05-29T02:09:07.15818Z","steps":["trace[1253276086] 'read index received' (duration: 305.90834ms)","trace[1253276086] 'applied index is now lower than readState.Index' (duration: 220.435µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:07.158378Z","caller":"traceutil/trace.go:171","msg":"trace[94765760] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"347.963392ms","start":"2026-05-29T02:09:06.810382Z","end":"2026-05-29T02:09:07.158345Z","steps":["trace[94765760] 'process raft request' (duration: 347.594543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:07.158491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.425191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:09:07.158545Z","caller":"traceutil/trace.go:171","msg":"trace[962783652] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:654; }","duration":"306.526884ms","start":"2026-05-29T02:09:06.851996Z","end":"2026-05-29T02:09:07.158522Z","steps":["trace[962783652] 'agreement among raft nodes before linearized reading' (duration: 306.300228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:07.158558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:06.810361Z","time spent":"348.100534ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:07.158591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:06.851973Z","time spent":"306.606255ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-05-29T02:09:07.223017Z","caller":"traceutil/trace.go:171","msg":"trace[1712800680] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"369.71412ms","start":"2026-05-29T02:09:06.853273Z","end":"2026-05-29T02:09:07.222987Z","steps":["trace[1712800680] 'process raft request' (duration: 329.851327ms)","trace[1712800680] 'compare' (duration: 39.704389ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:07.223164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:06.85323Z","time spent":"369.869943ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:09:08.550033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061488502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:09:09.050588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061488502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:09:09.052338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053208226s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:09:09.052767Z","caller":"traceutil/trace.go:171","msg":"trace[489508019] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"1.003816557s","start":"2026-05-29T02:09:08.048922Z","end":"2026-05-29T02:09:09.052739Z","steps":["trace[489508019] 'read index received' (duration: 1.003662173s)","trace[489508019] 'applied index is now lower than readState.Index' (duration: 151.314µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:09.052834Z","caller":"traceutil/trace.go:171","msg":"trace[1446751507] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.053765899s","start":"2026-05-29T02:09:07.999035Z","end":"2026-05-29T02:09:09.052801Z","steps":["trace[1446751507] 'process raft request' (duration: 1.053536274s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:09.053016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:07.999018Z","time spent":"1.053911883s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:09.053019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004073132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-29T02:09:09.05303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.930068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-29T02:09:09.053088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.598723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:09.053107Z","caller":"traceutil/trace.go:171","msg":"trace[132837748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:663; }","duration":"993.074321ms","start":"2026-05-29T02:09:08.06001Z","end":"2026-05-29T02:09:09.053085Z","steps":["trace[132837748] 'agreement among raft nodes before linearized reading' (duration: 992.872146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:09.053158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:08.059976Z","time spent":"993.169383ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:09:09.053096Z","caller":"traceutil/trace.go:171","msg":"trace[1611928290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:663; }","duration":"1.004203996s","start":"2026-05-29T02:09:08.048872Z","end":"2026-05-29T02:09:09.053076Z","steps":["trace[1611928290] 'agreement among raft nodes before linearized reading' (duration: 1.00395005s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:09.053176Z","caller":"traceutil/trace.go:171","msg":"trace[1447560028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"809.696335ms","start":"2026-05-29T02:09:08.243434Z","end":"2026-05-29T02:09:09.05313Z","steps":["trace[1447560028] 'agreement among raft nodes before linearized reading' (duration: 809.4794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:09.053241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:08.048852Z","time spent":"1.00436601s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:09:09.053227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:08.243414Z","time spent":"809.803508ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:09:09.569703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.085094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:09:09.569876Z","caller":"traceutil/trace.go:171","msg":"trace[1671630070] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"512.25126ms","start":"2026-05-29T02:09:09.057609Z","end":"2026-05-29T02:09:09.56986Z","steps":["trace[1671630070] 'process raft request' (duration: 512.189029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:09.569952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:09.0576Z","time spent":"512.323432ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:09.569931Z","caller":"traceutil/trace.go:171","msg":"trace[1844326240] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"512.69418ms","start":"2026-05-29T02:09:09.057209Z","end":"2026-05-29T02:09:09.569903Z","steps":["trace[1844326240] 'process raft request' (duration: 77.048803ms)","trace[1844326240] 'compare' (duration: 434.922751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:09.570162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:09.057187Z","time spent":"512.867134ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:11.306679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.743564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:09:11.306769Z","caller":"traceutil/trace.go:171","msg":"trace[1558232097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:674; }","duration":"249.885628ms","start":"2026-05-29T02:09:11.056864Z","end":"2026-05-29T02:09:11.30675Z","steps":["trace[1558232097] 'range keys from in-memory index tree' (duration: 249.54274ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:15.107893Z","caller":"traceutil/trace.go:171","msg":"trace[1265371356] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"145.92912ms","start":"2026-05-29T02:09:14.961938Z","end":"2026-05-29T02:09:15.107867Z","steps":["trace[1265371356] 'process raft request' (duration: 145.473669ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:23.014941Z","caller":"traceutil/trace.go:171","msg":"trace[825026473] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"155.641821ms","start":"2026-05-29T02:09:22.85924Z","end":"2026-05-29T02:09:23.014882Z","steps":["trace[825026473] 'process raft request' (duration: 155.472187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:25.933242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061488892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:09:26.285279Z","caller":"traceutil/trace.go:171","msg":"trace[1072016418] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"890.101685ms","start":"2026-05-29T02:09:25.395152Z","end":"2026-05-29T02:09:26.285253Z","steps":["trace[1072016418] 'process raft request' (duration: 889.931131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:26.285416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:25.395134Z","time spent":"890.211008ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:26.442316Z","caller":"traceutil/trace.go:171","msg":"trace[2101718734] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"569.49119ms","start":"2026-05-29T02:09:25.872798Z","end":"2026-05-29T02:09:26.44229Z","steps":["trace[2101718734] 'process raft request' (duration: 566.480671ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:26.442264Z","caller":"traceutil/trace.go:171","msg":"trace[1954485254] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:852; }","duration":"1.01008897s","start":"2026-05-29T02:09:25.432149Z","end":"2026-05-29T02:09:26.442238Z","steps":["trace[1954485254] 'read index received' (duration: 852.945455ms)","trace[1954485254] 'applied index is now lower than readState.Index' (duration: 157.142155ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:26.442478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:25.872772Z","time spent":"569.613913ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:26.442736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010561701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:09:26.442862Z","caller":"traceutil/trace.go:171","msg":"trace[1290656459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:822; }","duration":"1.010725785s","start":"2026-05-29T02:09:25.432115Z","end":"2026-05-29T02:09:26.442841Z","steps":["trace[1290656459] 'agreement among raft nodes before linearized reading' (duration: 1.010270105s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:26.442942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:25.432098Z","time spent":"1.010831817s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:09:26.443322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.71711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:26.443403Z","caller":"traceutil/trace.go:171","msg":"trace[1590021313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:822; }","duration":"199.839643ms","start":"2026-05-29T02:09:26.243545Z","end":"2026-05-29T02:09:26.443385Z","steps":["trace[1590021313] 'agreement among raft nodes before linearized reading' (duration: 199.693519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:26.443397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.052268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:09:26.443456Z","caller":"traceutil/trace.go:171","msg":"trace[87713167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:822; }","duration":"801.14556ms","start":"2026-05-29T02:09:25.642294Z","end":"2026-05-29T02:09:26.44344Z","steps":["trace[87713167] 'agreement among raft nodes before linearized reading' (duration: 800.930135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:26.443424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.702731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-29T02:09:26.443511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:25.642281Z","time spent":"801.219151ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:09:26.443733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.320204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:09:26.443819Z","caller":"traceutil/trace.go:171","msg":"trace[1617039219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:822; }","duration":"801.458447ms","start":"2026-05-29T02:09:25.642347Z","end":"2026-05-29T02:09:26.443806Z","steps":["trace[1617039219] 'agreement among raft nodes before linearized reading' (duration: 800.996667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:26.443881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:25.642327Z","time spent":"801.539719ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:09:26.443548Z","caller":"traceutil/trace.go:171","msg":"trace[1694261789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:822; }","duration":"363.853565ms","start":"2026-05-29T02:09:26.079675Z","end":"2026-05-29T02:09:26.443528Z","steps":["trace[1694261789] 'agreement among raft nodes before linearized reading' (duration: 363.596229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:26.445091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:26.079657Z","time spent":"365.387431ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:09:41.125414Z","caller":"traceutil/trace.go:171","msg":"trace[208998112] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"193.431186ms","start":"2026-05-29T02:09:40.931954Z","end":"2026-05-29T02:09:41.125385Z","steps":["trace[208998112] 'process raft request' (duration: 193.099528ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:41.125597Z","caller":"traceutil/trace.go:171","msg":"trace[252645984] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1032; }","duration":"180.993261ms","start":"2026-05-29T02:09:40.944305Z","end":"2026-05-29T02:09:41.125298Z","steps":["trace[252645984] 'read index received' (duration: 180.835417ms)","trace[252645984] 'applied index is now lower than readState.Index' (duration: 156.384µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:41.125667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.324889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:41.125788Z","caller":"traceutil/trace.go:171","msg":"trace[725102307] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:998; }","duration":"181.497952ms","start":"2026-05-29T02:09:40.94426Z","end":"2026-05-29T02:09:41.125758Z","steps":["trace[725102307] 'agreement among raft nodes before linearized reading' (duration: 181.273027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:41.373619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.879211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:09:41.373847Z","caller":"traceutil/trace.go:171","msg":"trace[1193876298] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"284.626112ms","start":"2026-05-29T02:09:41.089191Z","end":"2026-05-29T02:09:41.373817Z","steps":["trace[1193876298] 'process raft request' (duration: 102.459714ms)","trace[1193876298] 'compare' (duration: 181.777739ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:41.373957Z","caller":"traceutil/trace.go:171","msg":"trace[994900279] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1000; }","duration":"246.192393ms","start":"2026-05-29T02:09:41.127659Z","end":"2026-05-29T02:09:41.373851Z","steps":["trace[994900279] 'process raft request' (duration: 246.06206ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:41.374013Z","caller":"traceutil/trace.go:171","msg":"trace[1350199982] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1033; }","duration":"236.838899ms","start":"2026-05-29T02:09:41.136947Z","end":"2026-05-29T02:09:41.373786Z","steps":["trace[1350199982] 'read index received' (duration: 54.726422ms)","trace[1350199982] 'applied index is now lower than readState.Index' (duration: 182.111227ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:41.374174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.174747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:41.374301Z","caller":"traceutil/trace.go:171","msg":"trace[1554493384] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1000; }","duration":"237.3303ms","start":"2026-05-29T02:09:41.13694Z","end":"2026-05-29T02:09:41.374271Z","steps":["trace[1554493384] 'agreement among raft nodes before linearized reading' (duration: 237.063764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:41.374285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.029808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:41.374366Z","caller":"traceutil/trace.go:171","msg":"trace[2077068286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1000; }","duration":"131.142671ms","start":"2026-05-29T02:09:41.243178Z","end":"2026-05-29T02:09:41.374352Z","steps":["trace[2077068286] 'agreement among raft nodes before linearized reading' (duration: 130.970887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:41.995258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.649227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:09:41.99535Z","caller":"traceutil/trace.go:171","msg":"trace[626587329] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1000; }","duration":"421.79589ms","start":"2026-05-29T02:09:41.573536Z","end":"2026-05-29T02:09:41.995332Z","steps":["trace[626587329] 'count revisions from in-memory index tree' (duration: 421.563615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:41.995397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:41.573519Z","time spent":"421.867692ms","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":120,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:09:56.899407Z","caller":"traceutil/trace.go:171","msg":"trace[1695707327] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"218.496958ms","start":"2026-05-29T02:09:56.680878Z","end":"2026-05-29T02:09:56.899375Z","steps":["trace[1695707327] 'process raft request' (duration: 203.426533ms)","trace[1695707327] 'compare' (duration: 14.803769ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:56.909462Z","caller":"traceutil/trace.go:171","msg":"trace[1645198607] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1265; }","duration":"136.517774ms","start":"2026-05-29T02:09:56.772919Z","end":"2026-05-29T02:09:56.909436Z","steps":["trace[1645198607] 'read index received' (duration: 111.371518ms)","trace[1645198607] 'applied index is now lower than readState.Index' (duration: 25.142055ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:56.909545Z","caller":"traceutil/trace.go:171","msg":"trace[1273976672] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"227.097486ms","start":"2026-05-29T02:09:56.682441Z","end":"2026-05-29T02:09:56.909538Z","steps":["trace[1273976672] 'process raft request' (duration: 226.8544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:56.90973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.8041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:09:56.90979Z","caller":"traceutil/trace.go:171","msg":"trace[881756093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1229; }","duration":"136.927742ms","start":"2026-05-29T02:09:56.772851Z","end":"2026-05-29T02:09:56.909779Z","steps":["trace[881756093] 'agreement among raft nodes before linearized reading' (duration: 136.781199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:57.432598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061489628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:09:57.87739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:57.540346Z","time spent":"337.036161ms","remote":"127.0.0.1:37826","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:09:57.877723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.492232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:09:57.878065Z","caller":"traceutil/trace.go:171","msg":"trace[1380268437] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"963.892544ms","start":"2026-05-29T02:09:56.914144Z","end":"2026-05-29T02:09:57.878037Z","steps":["trace[1380268437] 'process raft request' (duration: 847.964072ms)","trace[1380268437] 'compare' (duration: 114.941009ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:57.878136Z","caller":"traceutil/trace.go:171","msg":"trace[744575419] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1268; }","duration":"946.081696ms","start":"2026-05-29T02:09:56.932033Z","end":"2026-05-29T02:09:57.878115Z","steps":["trace[744575419] 'read index received' (duration: 830.019581ms)","trace[744575419] 'applied index is now lower than readState.Index' (duration: 116.060645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:57.8782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:56.914125Z","time spent":"963.994686ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:09:57.878216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.182709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:57.878248Z","caller":"traceutil/trace.go:171","msg":"trace[735245100] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1232; }","duration":"946.24515ms","start":"2026-05-29T02:09:56.931993Z","end":"2026-05-29T02:09:57.878238Z","steps":["trace[735245100] 'agreement among raft nodes before linearized reading' (duration: 946.186428ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:57.878257Z","caller":"traceutil/trace.go:171","msg":"trace[1362192790] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"146.242956ms","start":"2026-05-29T02:09:57.731993Z","end":"2026-05-29T02:09:57.878236Z","steps":["trace[1362192790] 'process raft request' (duration: 146.0181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:57.878296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:56.931977Z","time spent":"946.308332ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:57.878306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:56.915009Z","time spent":"963.29029ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:10:02.263351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.88889ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:10:02.412928Z","caller":"traceutil/trace.go:171","msg":"trace[389495975] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"101.942822ms","start":"2026-05-29T02:10:02.310944Z","end":"2026-05-29T02:10:02.412887Z","steps":["trace[389495975] 'process raft request' (duration: 69.751826ms)","trace[389495975] 'compare' (duration: 31.995742ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:03.148743Z","caller":"traceutil/trace.go:171","msg":"trace[1461799956] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"202.615525ms","start":"2026-05-29T02:10:02.946101Z","end":"2026-05-29T02:10:03.148716Z","steps":["trace[1461799956] 'process raft request' (duration: 202.478962ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:03.159295Z","caller":"traceutil/trace.go:171","msg":"trace[1258965999] linearizableReadLoop","detail":"{readStateIndex:1312; appliedIndex:1310; }","duration":"202.893113ms","start":"2026-05-29T02:10:02.956364Z","end":"2026-05-29T02:10:03.159257Z","steps":["trace[1258965999] 'read index received' (duration: 192.313369ms)","trace[1258965999] 'applied index is now lower than readState.Index' (duration: 10.576944ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:03.159381Z","caller":"traceutil/trace.go:171","msg":"trace[1174322431] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"210.413755ms","start":"2026-05-29T02:10:02.948927Z","end":"2026-05-29T02:10:03.159341Z","steps":["trace[1174322431] 'process raft request' (duration: 210.143969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:03.159507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.609133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:03.159526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.148598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:10:03.159557Z","caller":"traceutil/trace.go:171","msg":"trace[559723454] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:0; response_revision:1272; }","duration":"116.732345ms","start":"2026-05-29T02:10:03.042809Z","end":"2026-05-29T02:10:03.159541Z","steps":["trace[559723454] 'agreement among raft nodes before linearized reading' (duration: 116.620803ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:03.159572Z","caller":"traceutil/trace.go:171","msg":"trace[368505763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1272; }","duration":"203.248301ms","start":"2026-05-29T02:10:02.956311Z","end":"2026-05-29T02:10:03.159559Z","steps":["trace[368505763] 'agreement among raft nodes before linearized reading' (duration: 203.099277ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:03.397438Z","caller":"traceutil/trace.go:171","msg":"trace[351246341] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"112.549278ms","start":"2026-05-29T02:10:03.284856Z","end":"2026-05-29T02:10:03.397406Z","steps":["trace[351246341] 'process raft request' (duration: 108.640099ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:03.518646Z","caller":"traceutil/trace.go:171","msg":"trace[916298223] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"114.508263ms","start":"2026-05-29T02:10:03.404094Z","end":"2026-05-29T02:10:03.518602Z","steps":["trace[916298223] 'process raft request' (duration: 95.624429ms)","trace[916298223] 'compare' (duration: 18.717521ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:03.518694Z","caller":"traceutil/trace.go:171","msg":"trace[130816335] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"111.168757ms","start":"2026-05-29T02:10:03.407498Z","end":"2026-05-29T02:10:03.518667Z","steps":["trace[130816335] 'process raft request' (duration: 111.088965ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:03.518725Z","caller":"traceutil/trace.go:171","msg":"trace[1784840443] linearizableReadLoop","detail":"{readStateIndex:1327; appliedIndex:1326; }","duration":"111.29971ms","start":"2026-05-29T02:10:03.407403Z","end":"2026-05-29T02:10:03.518702Z","steps":["trace[1784840443] 'read index received' (duration: 92.382675ms)","trace[1784840443] 'applied index is now lower than readState.Index' (duration: 18.914345ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:03.519021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.587846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:03.519098Z","caller":"traceutil/trace.go:171","msg":"trace[304416699] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1286; }","duration":"111.698709ms","start":"2026-05-29T02:10:03.407358Z","end":"2026-05-29T02:10:03.519056Z","steps":["trace[304416699] 'agreement among raft nodes before linearized reading' (duration: 111.418622ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:16.735996Z","caller":"traceutil/trace.go:171","msg":"trace[612283071] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"183.771627ms","start":"2026-05-29T02:10:16.552172Z","end":"2026-05-29T02:10:16.735943Z","steps":["trace[612283071] 'process raft request' (duration: 183.565042ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.057607Z","caller":"traceutil/trace.go:171","msg":"trace[1285330500] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1516; }","duration":"204.496602ms","start":"2026-05-29T02:10:16.853083Z","end":"2026-05-29T02:10:17.05758Z","steps":["trace[1285330500] 'read index received' (duration: 113.569411ms)","trace[1285330500] 'applied index is now lower than readState.Index' (duration: 90.925851ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:17.057692Z","caller":"traceutil/trace.go:171","msg":"trace[1374017770] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"317.85353ms","start":"2026-05-29T02:10:16.73979Z","end":"2026-05-29T02:10:17.057643Z","steps":["trace[1374017770] 'process raft request' (duration: 226.845417ms)","trace[1374017770] 'compare' (duration: 90.840639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:17.05776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.660117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:17.057814Z","caller":"traceutil/trace.go:171","msg":"trace[1866445425] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1471; }","duration":"204.768939ms","start":"2026-05-29T02:10:16.85303Z","end":"2026-05-29T02:10:17.057799Z","steps":["trace[1866445425] 'agreement among raft nodes before linearized reading' (duration: 204.676787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:17.057877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:16.739757Z","time spent":"318.030624ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:17.057939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.846388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:10:17.05805Z","caller":"traceutil/trace.go:171","msg":"trace[2028198546] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1471; }","duration":"203.98176ms","start":"2026-05-29T02:10:16.854043Z","end":"2026-05-29T02:10:17.058025Z","steps":["trace[2028198546] 'agreement among raft nodes before linearized reading' (duration: 203.722604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:17.058105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.487573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:10:17.058301Z","caller":"traceutil/trace.go:171","msg":"trace[850104389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1471; }","duration":"114.714178ms","start":"2026-05-29T02:10:16.943564Z","end":"2026-05-29T02:10:17.058278Z","steps":["trace[850104389] 'agreement among raft nodes before linearized reading' (duration: 114.209317ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.521727Z","caller":"traceutil/trace.go:171","msg":"trace[944059555] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"108.68977ms","start":"2026-05-29T02:10:17.412996Z","end":"2026-05-29T02:10:17.521685Z","steps":["trace[944059555] 'process raft request' (duration: 60.968963ms)","trace[944059555] 'compare' (duration: 47.519612ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:18.54973Z","caller":"traceutil/trace.go:171","msg":"trace[456382489] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1527; }","duration":"412.662968ms","start":"2026-05-29T02:10:18.137039Z","end":"2026-05-29T02:10:18.549702Z","steps":["trace[456382489] 'read index received' (duration: 412.577977ms)","trace[456382489] 'applied index is now lower than readState.Index' (duration: 83.131µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:18.549779Z","caller":"traceutil/trace.go:171","msg":"trace[1953069014] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"426.318304ms","start":"2026-05-29T02:10:18.123429Z","end":"2026-05-29T02:10:18.549747Z","steps":["trace[1953069014] 'process raft request' (duration: 426.123109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:18.549996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.904275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-29T02:10:18.550006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:18.123412Z","time spent":"426.444746ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4316,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:18.550041Z","caller":"traceutil/trace.go:171","msg":"trace[166708016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1481; }","duration":"413.048968ms","start":"2026-05-29T02:10:18.13698Z","end":"2026-05-29T02:10:18.550029Z","steps":["trace[166708016] 'agreement among raft nodes before linearized reading' (duration: 412.852093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:18.550081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:18.136958Z","time spent":"413.114919ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:10:18.571468Z","caller":"traceutil/trace.go:171","msg":"trace[1533064978] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"374.111883ms","start":"2026-05-29T02:10:18.197281Z","end":"2026-05-29T02:10:18.571393Z","steps":["trace[1533064978] 'process raft request' (duration: 373.927728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:18.571477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.096782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:18.571644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:18.197261Z","time spent":"374.290897ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:18.571719Z","caller":"traceutil/trace.go:171","msg":"trace[1122216148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1482; }","duration":"327.369968ms","start":"2026-05-29T02:10:18.244316Z","end":"2026-05-29T02:10:18.571686Z","steps":["trace[1122216148] 'agreement among raft nodes before linearized reading' (duration: 327.02587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:18.571834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:18.244294Z","time spent":"327.505831ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:10:20.708843Z","caller":"traceutil/trace.go:171","msg":"trace[1200794806] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"123.665153ms","start":"2026-05-29T02:10:20.585141Z","end":"2026-05-29T02:10:20.708806Z","steps":["trace[1200794806] 'process raft request' (duration: 123.414687ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:21.078077Z","caller":"traceutil/trace.go:171","msg":"trace[98212162] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"365.409503ms","start":"2026-05-29T02:10:20.712439Z","end":"2026-05-29T02:10:21.077848Z","steps":["trace[98212162] 'process raft request' (duration: 316.509938ms)","trace[98212162] 'compare' (duration: 48.70112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:21.07828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:20.712415Z","time spent":"365.760631ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:21.483453Z","caller":"traceutil/trace.go:171","msg":"trace[1244928720] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"104.352579ms","start":"2026-05-29T02:10:21.379072Z","end":"2026-05-29T02:10:21.483425Z","steps":["trace[1244928720] 'process raft request' (duration: 104.177115ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:25.064266Z","caller":"traceutil/trace.go:171","msg":"trace[748727275] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"148.050415ms","start":"2026-05-29T02:10:24.916181Z","end":"2026-05-29T02:10:25.064232Z","steps":["trace[748727275] 'process raft request' (duration: 117.957603ms)","trace[748727275] 'compare' (duration: 29.930318ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:26.54513Z","caller":"traceutil/trace.go:171","msg":"trace[2084852454] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"154.527814ms","start":"2026-05-29T02:10:26.390571Z","end":"2026-05-29T02:10:26.545099Z","steps":["trace[2084852454] 'process raft request' (duration: 154.334709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.210482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.875103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:27.210796Z","caller":"traceutil/trace.go:171","msg":"trace[398803239] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1638; }","duration":"355.524326ms","start":"2026-05-29T02:10:26.855258Z","end":"2026-05-29T02:10:27.210782Z","steps":["trace[398803239] 'read index received' (duration: 236.207552ms)","trace[398803239] 'applied index is now lower than readState.Index' (duration: 119.315264ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:27.210947Z","caller":"traceutil/trace.go:171","msg":"trace[1023367225] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"459.021075ms","start":"2026-05-29T02:10:26.751909Z","end":"2026-05-29T02:10:27.21093Z","steps":["trace[1023367225] 'process raft request' (duration: 339.62968ms)","trace[1023367225] 'compare' (duration: 118.645278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:27.211058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:26.751885Z","time spent":"459.138588ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":111670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:27.211296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.837873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:10:27.212188Z","caller":"traceutil/trace.go:171","msg":"trace[1413063948] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1591; }","duration":"356.955289ms","start":"2026-05-29T02:10:26.855205Z","end":"2026-05-29T02:10:27.21216Z","steps":["trace[1413063948] 'agreement among raft nodes before linearized reading' (duration: 355.745221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.212305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:26.855182Z","time spent":"357.107793ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-05-29T02:10:27.409755Z","caller":"traceutil/trace.go:171","msg":"trace[1873864793] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1639; }","duration":"183.270614ms","start":"2026-05-29T02:10:27.226459Z","end":"2026-05-29T02:10:27.409729Z","steps":["trace[1873864793] 'read index received' (duration: 71.220597ms)","trace[1873864793] 'applied index is now lower than readState.Index' (duration: 112.048477ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:27.409891Z","caller":"traceutil/trace.go:171","msg":"trace[1910998884] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"190.644425ms","start":"2026-05-29T02:10:27.219234Z","end":"2026-05-29T02:10:27.409878Z","steps":["trace[1910998884] 'process raft request' (duration: 136.09081ms)","trace[1910998884] 'compare' (duration: 54.152615ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:27.409998Z","caller":"traceutil/trace.go:171","msg":"trace[1819739312] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"111.102865ms","start":"2026-05-29T02:10:27.298872Z","end":"2026-05-29T02:10:27.409975Z","steps":["trace[1819739312] 'process raft request' (duration: 110.797278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.410104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.626752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:10:27.410151Z","caller":"traceutil/trace.go:171","msg":"trace[1369794057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1593; }","duration":"183.707855ms","start":"2026-05-29T02:10:27.226431Z","end":"2026-05-29T02:10:27.410139Z","steps":["trace[1369794057] 'agreement among raft nodes before linearized reading' (duration: 183.48805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.41032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.157378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:27.410348Z","caller":"traceutil/trace.go:171","msg":"trace[747101596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1594; }","duration":"148.213688ms","start":"2026-05-29T02:10:27.262125Z","end":"2026-05-29T02:10:27.410339Z","steps":["trace[747101596] 'agreement among raft nodes before linearized reading' (duration: 148.126766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.273176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.798205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:30.27338Z","caller":"traceutil/trace.go:171","msg":"trace[583630456] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"145.28132ms","start":"2026-05-29T02:10:30.128069Z","end":"2026-05-29T02:10:30.27335Z","steps":["trace[583630456] 'process raft request' (duration: 15.217839ms)","trace[583630456] 'compare' (duration: 129.676372ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:30.273471Z","caller":"traceutil/trace.go:171","msg":"trace[568752459] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"136.98149ms","start":"2026-05-29T02:10:30.136472Z","end":"2026-05-29T02:10:30.273453Z","steps":["trace[568752459] 'process raft request' (duration: 136.882347ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:31.397649Z","caller":"traceutil/trace.go:171","msg":"trace[1294062163] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"112.696151ms","start":"2026-05-29T02:10:31.284933Z","end":"2026-05-29T02:10:31.397629Z","steps":["trace[1294062163] 'process raft request' (duration: 53.877119ms)","trace[1294062163] 'compare' (duration: 58.71579ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:31.711669Z","caller":"traceutil/trace.go:171","msg":"trace[1634951498] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1704; }","duration":"114.644526ms","start":"2026-05-29T02:10:31.59699Z","end":"2026-05-29T02:10:31.711634Z","steps":["trace[1634951498] 'process raft request' (duration: 39.173801ms)","trace[1634951498] 'compare' (duration: 75.305341ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:31.726545Z","caller":"traceutil/trace.go:171","msg":"trace[192480329] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1768; }","duration":"121.277739ms","start":"2026-05-29T02:10:31.605246Z","end":"2026-05-29T02:10:31.726524Z","steps":["trace[192480329] 'read index received' (duration: 31.089175ms)","trace[192480329] 'applied index is now lower than readState.Index' (duration: 90.187124ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:31.726678Z","caller":"traceutil/trace.go:171","msg":"trace[1843703422] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"127.064812ms","start":"2026-05-29T02:10:31.59959Z","end":"2026-05-29T02:10:31.726655Z","steps":["trace[1843703422] 'process raft request' (duration: 126.785325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:31.726935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.648877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:24984"} {"level":"info","ts":"2026-05-29T02:10:31.726982Z","caller":"traceutil/trace.go:171","msg":"trace[965227500] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1705; }","duration":"121.799381ms","start":"2026-05-29T02:10:31.605168Z","end":"2026-05-29T02:10:31.726967Z","steps":["trace[965227500] 'agreement among raft nodes before linearized reading' (duration: 121.621467ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:32.116745Z","caller":"traceutil/trace.go:171","msg":"trace[419109888] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"357.412769ms","start":"2026-05-29T02:10:31.759294Z","end":"2026-05-29T02:10:32.116706Z","steps":["trace[419109888] 'process raft request' (duration: 356.478918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:32.116949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:31.759267Z","time spent":"357.572832ms","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:37.078798Z","caller":"traceutil/trace.go:171","msg":"trace[1501352734] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"126.369996ms","start":"2026-05-29T02:10:36.952402Z","end":"2026-05-29T02:10:37.078772Z","steps":["trace[1501352734] 'process raft request' (duration: 126.189331ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:37.236482Z","caller":"traceutil/trace.go:171","msg":"trace[582082865] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"135.23726ms","start":"2026-05-29T02:10:37.101219Z","end":"2026-05-29T02:10:37.236456Z","steps":["trace[582082865] 'process raft request' (duration: 45.286481ms)","trace[582082865] 'compare' (duration: 89.794225ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:37.369799Z","caller":"traceutil/trace.go:171","msg":"trace[1130300963] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"123.364767ms","start":"2026-05-29T02:10:37.246412Z","end":"2026-05-29T02:10:37.369777Z","steps":["trace[1130300963] 'process raft request' (duration: 123.302385ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:37.369869Z","caller":"traceutil/trace.go:171","msg":"trace[160552914] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"127.577874ms","start":"2026-05-29T02:10:37.242201Z","end":"2026-05-29T02:10:37.369779Z","steps":["trace[160552914] 'process raft request' (duration: 125.712211ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:39.712801Z","caller":"traceutil/trace.go:171","msg":"trace[1522856620] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1866; }","duration":"115.520786ms","start":"2026-05-29T02:10:39.597246Z","end":"2026-05-29T02:10:39.712767Z","steps":["trace[1522856620] 'read index received' (duration: 115.288441ms)","trace[1522856620] 'applied index is now lower than readState.Index' (duration: 230.295µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:39.712926Z","caller":"traceutil/trace.go:171","msg":"trace[1185031471] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"162.867545ms","start":"2026-05-29T02:10:39.549998Z","end":"2026-05-29T02:10:39.712865Z","steps":["trace[1185031471] 'process raft request' (duration: 162.463335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:39.713143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.872894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:10:39.713232Z","caller":"traceutil/trace.go:171","msg":"trace[2096911226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1796; }","duration":"116.015148ms","start":"2026-05-29T02:10:39.597176Z","end":"2026-05-29T02:10:39.713192Z","steps":["trace[2096911226] 'agreement among raft nodes before linearized reading' (duration: 115.771193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:39.997332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.928598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:39.997471Z","caller":"traceutil/trace.go:171","msg":"trace[135966930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"110.099892ms","start":"2026-05-29T02:10:39.887343Z","end":"2026-05-29T02:10:39.997442Z","steps":["trace[135966930] 'range keys from in-memory index tree' (duration: 109.817336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:39.997655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.261016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:39.997752Z","caller":"traceutil/trace.go:171","msg":"trace[1697002609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"110.42751ms","start":"2026-05-29T02:10:39.887306Z","end":"2026-05-29T02:10:39.997734Z","steps":["trace[1697002609] 'count revisions from in-memory index tree' (duration: 110.131783ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.398938Z","caller":"traceutil/trace.go:171","msg":"trace[2087849999] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"120.647554ms","start":"2026-05-29T02:10:45.278235Z","end":"2026-05-29T02:10:45.398883Z","steps":["trace[2087849999] 'read index received' (duration: 49.077819ms)","trace[2087849999] 'applied index is now lower than readState.Index' (duration: 71.568275ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:45.398979Z","caller":"traceutil/trace.go:171","msg":"trace[190282315] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"138.743751ms","start":"2026-05-29T02:10:45.260203Z","end":"2026-05-29T02:10:45.398946Z","steps":["trace[190282315] 'process raft request' (duration: 67.098923ms)","trace[190282315] 'compare' (duration: 71.483774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:45.399169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.91756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-29T02:10:45.399255Z","caller":"traceutil/trace.go:171","msg":"trace[815808445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1824; }","duration":"121.047813ms","start":"2026-05-29T02:10:45.27819Z","end":"2026-05-29T02:10:45.399238Z","steps":["trace[815808445] 'agreement among raft nodes before linearized reading' (duration: 120.840929ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.601389Z","caller":"traceutil/trace.go:171","msg":"trace[1882433544] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"144.767259ms","start":"2026-05-29T02:10:45.456575Z","end":"2026-05-29T02:10:45.601342Z","steps":["trace[1882433544] 'process raft request' (duration: 85.112447ms)","trace[1882433544] 'compare' (duration: 59.416906ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:45.601467Z","caller":"traceutil/trace.go:171","msg":"trace[1957316928] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"141.430502ms","start":"2026-05-29T02:10:45.460005Z","end":"2026-05-29T02:10:45.601435Z","steps":["trace[1957316928] 'process raft request' (duration: 141.260258ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.601413Z","caller":"traceutil/trace.go:171","msg":"trace[1764165546] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1899; }","duration":"125.994207ms","start":"2026-05-29T02:10:45.475351Z","end":"2026-05-29T02:10:45.601345Z","steps":["trace[1764165546] 'read index received' (duration: 21.376551ms)","trace[1764165546] 'applied index is now lower than readState.Index' (duration: 104.615916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:45.601524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.144351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:45.601638Z","caller":"traceutil/trace.go:171","msg":"trace[204153063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1830; }","duration":"126.295734ms","start":"2026-05-29T02:10:45.475315Z","end":"2026-05-29T02:10:45.601611Z","steps":["trace[204153063] 'agreement among raft nodes before linearized reading' (duration: 126.152481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.602033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.052388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:45.602043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.598641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:45.602082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.734713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:45.602123Z","caller":"traceutil/trace.go:171","msg":"trace[1543836335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1830; }","duration":"109.813976ms","start":"2026-05-29T02:10:45.492298Z","end":"2026-05-29T02:10:45.602112Z","steps":["trace[1543836335] 'agreement among raft nodes before linearized reading' (duration: 109.735924ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.602125Z","caller":"traceutil/trace.go:171","msg":"trace[1648256867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1830; }","duration":"126.726944ms","start":"2026-05-29T02:10:45.475375Z","end":"2026-05-29T02:10:45.602102Z","steps":["trace[1648256867] 'agreement among raft nodes before linearized reading' (duration: 126.579741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.602122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.232543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:45.602143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.787915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:45.602191Z","caller":"traceutil/trace.go:171","msg":"trace[1093119489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:1830; }","duration":"126.349216ms","start":"2026-05-29T02:10:45.475824Z","end":"2026-05-29T02:10:45.602173Z","steps":["trace[1093119489] 'agreement among raft nodes before linearized reading' (duration: 126.244634ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.602211Z","caller":"traceutil/trace.go:171","msg":"trace[225443503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1830; }","duration":"109.886736ms","start":"2026-05-29T02:10:45.492308Z","end":"2026-05-29T02:10:45.602194Z","steps":["trace[225443503] 'agreement among raft nodes before linearized reading' (duration: 109.777304ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.602111Z","caller":"traceutil/trace.go:171","msg":"trace[447985808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:1830; }","duration":"109.193801ms","start":"2026-05-29T02:10:45.4929Z","end":"2026-05-29T02:10:45.602093Z","steps":["trace[447985808] 'agreement among raft nodes before linearized reading' (duration: 109.053398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.811143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.139654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:45.811302Z","caller":"traceutil/trace.go:171","msg":"trace[1801997518] linearizableReadLoop","detail":"{readStateIndex:1907; appliedIndex:1905; }","duration":"105.718661ms","start":"2026-05-29T02:10:45.705569Z","end":"2026-05-29T02:10:45.811287Z","steps":["trace[1801997518] 'read index received' (duration: 7.363249ms)","trace[1801997518] 'applied index is now lower than readState.Index' (duration: 98.353632ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:45.811313Z","caller":"traceutil/trace.go:171","msg":"trace[1745720625] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"112.61615ms","start":"2026-05-29T02:10:45.698669Z","end":"2026-05-29T02:10:45.811285Z","steps":["trace[1745720625] 'compare' (duration: 107.007221ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.811349Z","caller":"traceutil/trace.go:171","msg":"trace[1972311207] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"112.572079ms","start":"2026-05-29T02:10:45.698745Z","end":"2026-05-29T02:10:45.811317Z","steps":["trace[1972311207] 'process raft request' (duration: 112.493427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.811403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.833464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:45.81144Z","caller":"traceutil/trace.go:171","msg":"trace[1698623457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1835; }","duration":"105.900875ms","start":"2026-05-29T02:10:45.70553Z","end":"2026-05-29T02:10:45.811431Z","steps":["trace[1698623457] 'agreement among raft nodes before linearized reading' (duration: 105.822034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:46.563316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.009034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-29T02:10:46.563419Z","caller":"traceutil/trace.go:171","msg":"trace[1961433446] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1845; }","duration":"225.179018ms","start":"2026-05-29T02:10:46.338215Z","end":"2026-05-29T02:10:46.563394Z","steps":["trace[1961433446] 'range keys from in-memory index tree' (duration: 224.906262ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:46.57441Z","caller":"traceutil/trace.go:171","msg":"trace[642672792] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"233.165641ms","start":"2026-05-29T02:10:46.341201Z","end":"2026-05-29T02:10:46.574366Z","steps":["trace[642672792] 'process raft request' (duration: 232.978067ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:46.823237Z","caller":"traceutil/trace.go:171","msg":"trace[348272456] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"239.861275ms","start":"2026-05-29T02:10:46.583343Z","end":"2026-05-29T02:10:46.823204Z","steps":["trace[348272456] 'process raft request' (duration: 239.669591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.222111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.758603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:47.222312Z","caller":"traceutil/trace.go:171","msg":"trace[995305293] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"540.718695ms","start":"2026-05-29T02:10:46.681575Z","end":"2026-05-29T02:10:47.222294Z","steps":["trace[995305293] 'process raft request' (duration: 540.641143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.222377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:46.681546Z","time spent":"540.807187ms","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:10:47.222459Z","caller":"traceutil/trace.go:171","msg":"trace[771394730] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"638.858241ms","start":"2026-05-29T02:10:46.583567Z","end":"2026-05-29T02:10:47.222425Z","steps":["trace[771394730] 'process raft request' (duration: 345.716439ms)","trace[771394730] 'compare' (duration: 292.62786ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:47.222591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:46.583539Z","time spent":"638.991644ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14169,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:10:47.285747Z","caller":"traceutil/trace.go:171","msg":"trace[1908566549] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1919; }","duration":"434.653475ms","start":"2026-05-29T02:10:46.851071Z","end":"2026-05-29T02:10:47.285725Z","steps":["trace[1908566549] 'read index received' (duration: 78.201388ms)","trace[1908566549] 'applied index is now lower than readState.Index' (duration: 356.450507ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:47.285821Z","caller":"traceutil/trace.go:171","msg":"trace[1036324301] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"452.65683ms","start":"2026-05-29T02:10:46.833127Z","end":"2026-05-29T02:10:47.285784Z","steps":["trace[1036324301] 'process raft request' (duration: 452.466465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.285951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.860861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:47.286392Z","caller":"traceutil/trace.go:171","msg":"trace[208867578] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1850; }","duration":"435.346472ms","start":"2026-05-29T02:10:46.851022Z","end":"2026-05-29T02:10:47.286368Z","steps":["trace[208867578] 'agreement among raft nodes before linearized reading' (duration: 434.81932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.286501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:46.851004Z","time spent":"435.456574ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:47.286698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:46.833089Z","time spent":"453.136781ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9148,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:10:47.290081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.97892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:10:47.290103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.869411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-05-29T02:10:47.29015Z","caller":"traceutil/trace.go:171","msg":"trace[717296163] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1851; }","duration":"434.066391ms","start":"2026-05-29T02:10:46.856066Z","end":"2026-05-29T02:10:47.290133Z","steps":["trace[717296163] 'agreement among raft nodes before linearized reading' (duration: 433.838276ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.290155Z","caller":"traceutil/trace.go:171","msg":"trace[1853303539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1851; }","duration":"154.964674ms","start":"2026-05-29T02:10:47.135177Z","end":"2026-05-29T02:10:47.290142Z","steps":["trace[1853303539] 'agreement among raft nodes before linearized reading' (duration: 154.78563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.290159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.97072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:10:47.290188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:46.856059Z","time spent":"434.120944ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-05-29T02:10:47.290216Z","caller":"traceutil/trace.go:171","msg":"trace[156634130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1851; }","duration":"324.073132ms","start":"2026-05-29T02:10:46.966128Z","end":"2026-05-29T02:10:47.290201Z","steps":["trace[156634130] 'agreement among raft nodes before linearized reading' (duration: 323.910178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.290258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:46.966109Z","time spent":"324.141544ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:10:47.559642Z","caller":"traceutil/trace.go:171","msg":"trace[561860271] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"267.83301ms","start":"2026-05-29T02:10:47.291782Z","end":"2026-05-29T02:10:47.559615Z","steps":["trace[561860271] 'process raft request' (duration: 210.86554ms)","trace[561860271] 'compare' (duration: 56.824526ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:47.56146Z","caller":"traceutil/trace.go:171","msg":"trace[2142945865] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1923; }","duration":"267.306527ms","start":"2026-05-29T02:10:47.294143Z","end":"2026-05-29T02:10:47.561449Z","steps":["trace[2142945865] 'read index received' (duration: 208.593597ms)","trace[2142945865] 'applied index is now lower than readState.Index' (duration: 58.71217ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:47.561732Z","caller":"traceutil/trace.go:171","msg":"trace[710871249] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"232.968697ms","start":"2026-05-29T02:10:47.328756Z","end":"2026-05-29T02:10:47.561724Z","steps":["trace[710871249] 'process raft request' (duration: 232.6448ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.56198Z","caller":"traceutil/trace.go:171","msg":"trace[1114433023] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"266.338325ms","start":"2026-05-29T02:10:47.295427Z","end":"2026-05-29T02:10:47.561766Z","steps":["trace[1114433023] 'process raft request' (duration: 265.872344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.562147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.995153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-29T02:10:47.562135Z","caller":"traceutil/trace.go:171","msg":"trace[717662540] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"266.428437ms","start":"2026-05-29T02:10:47.295685Z","end":"2026-05-29T02:10:47.562114Z","steps":["trace[717662540] 'process raft request' (duration: 265.651199ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.562175Z","caller":"traceutil/trace.go:171","msg":"trace[900535813] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1858; }","duration":"268.059194ms","start":"2026-05-29T02:10:47.294107Z","end":"2026-05-29T02:10:47.562166Z","steps":["trace[900535813] 'agreement among raft nodes before linearized reading' (duration: 267.995093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.562286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.895861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-29T02:10:47.562293Z","caller":"traceutil/trace.go:171","msg":"trace[1273415129] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"269.891137ms","start":"2026-05-29T02:10:47.29238Z","end":"2026-05-29T02:10:47.562271Z","steps":["trace[1273415129] 'process raft request' (duration: 268.850243ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.562401Z","caller":"traceutil/trace.go:171","msg":"trace[852295538] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"265.28487ms","start":"2026-05-29T02:10:47.297105Z","end":"2026-05-29T02:10:47.56239Z","steps":["trace[852295538] 'process raft request' (duration: 264.272917ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.562313Z","caller":"traceutil/trace.go:171","msg":"trace[742779600] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1858; }","duration":"267.947081ms","start":"2026-05-29T02:10:47.29436Z","end":"2026-05-29T02:10:47.562307Z","steps":["trace[742779600] 'agreement among raft nodes before linearized reading' (duration: 267.90146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.562544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.58221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:47.562572Z","caller":"traceutil/trace.go:171","msg":"trace[505183547] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1858; }","duration":"129.650661ms","start":"2026-05-29T02:10:47.432912Z","end":"2026-05-29T02:10:47.562563Z","steps":["trace[505183547] 'agreement among raft nodes before linearized reading' (duration: 129.60216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.764452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.588382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:47.76462Z","caller":"traceutil/trace.go:171","msg":"trace[1890680637] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"143.966231ms","start":"2026-05-29T02:10:47.620636Z","end":"2026-05-29T02:10:47.764602Z","steps":["trace[1890680637] 'process raft request' (duration: 40.151413ms)","trace[1890680637] 'compare' (duration: 103.436489ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:47.764596Z","caller":"traceutil/trace.go:171","msg":"trace[1838770201] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"115.916946ms","start":"2026-05-29T02:10:47.648658Z","end":"2026-05-29T02:10:47.764575Z","steps":["trace[1838770201] 'read index received' (duration: 12.142599ms)","trace[1838770201] 'applied index is now lower than readState.Index' (duration: 103.772597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:47.764875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.993002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:10:47.764955Z","caller":"traceutil/trace.go:171","msg":"trace[505073331] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1871; }","duration":"151.113855ms","start":"2026-05-29T02:10:47.613824Z","end":"2026-05-29T02:10:47.764938Z","steps":["trace[505073331] 'agreement among raft nodes before linearized reading' (duration: 150.841839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.764895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.626966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9209"} {"level":"info","ts":"2026-05-29T02:10:47.765047Z","caller":"traceutil/trace.go:171","msg":"trace[840433958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1871; }","duration":"194.779679ms","start":"2026-05-29T02:10:47.57023Z","end":"2026-05-29T02:10:47.765009Z","steps":["trace[840433958] 'agreement among raft nodes before linearized reading' (duration: 194.493933ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.824673Z","caller":"traceutil/trace.go:171","msg":"trace[505480356] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"170.808998ms","start":"2026-05-29T02:10:47.653835Z","end":"2026-05-29T02:10:47.824644Z","steps":["trace[505480356] 'process raft request' (duration: 170.503641ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.824723Z","caller":"traceutil/trace.go:171","msg":"trace[503375973] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"170.277995ms","start":"2026-05-29T02:10:47.654418Z","end":"2026-05-29T02:10:47.824696Z","steps":["trace[503375973] 'process raft request' (duration: 170.114042ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.824851Z","caller":"traceutil/trace.go:171","msg":"trace[1119502745] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"166.52861ms","start":"2026-05-29T02:10:47.658307Z","end":"2026-05-29T02:10:47.824835Z","steps":["trace[1119502745] 'process raft request' (duration: 166.427257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.825007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.721657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18093"} {"level":"warn","ts":"2026-05-29T02:10:47.825035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.0098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127995"} {"level":"info","ts":"2026-05-29T02:10:47.82509Z","caller":"traceutil/trace.go:171","msg":"trace[195125424] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1876; }","duration":"170.117072ms","start":"2026-05-29T02:10:47.65496Z","end":"2026-05-29T02:10:47.825077Z","steps":["trace[195125424] 'agreement among raft nodes before linearized reading' (duration: 169.904837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.825117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.998745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-29T02:10:47.825198Z","caller":"traceutil/trace.go:171","msg":"trace[2106297962] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1876; }","duration":"175.120168ms","start":"2026-05-29T02:10:47.650062Z","end":"2026-05-29T02:10:47.825182Z","steps":["trace[2106297962] 'agreement among raft nodes before linearized reading' (duration: 174.995095ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.82522Z","caller":"traceutil/trace.go:171","msg":"trace[826682125] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"167.329078ms","start":"2026-05-29T02:10:47.657877Z","end":"2026-05-29T02:10:47.825206Z","steps":["trace[826682125] 'process raft request' (duration: 166.800446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.825275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.369965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15296"} {"level":"info","ts":"2026-05-29T02:10:47.825316Z","caller":"traceutil/trace.go:171","msg":"trace[852962874] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1876; }","duration":"159.451536ms","start":"2026-05-29T02:10:47.665853Z","end":"2026-05-29T02:10:47.825304Z","steps":["trace[852962874] 'agreement among raft nodes before linearized reading' (duration: 159.1775ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.824793Z","caller":"traceutil/trace.go:171","msg":"trace[821632438] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"166.883928ms","start":"2026-05-29T02:10:47.65788Z","end":"2026-05-29T02:10:47.824764Z","steps":["trace[821632438] 'process raft request' (duration: 166.724894ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.82509Z","caller":"traceutil/trace.go:171","msg":"trace[507768455] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1876; }","duration":"157.824649ms","start":"2026-05-29T02:10:47.667245Z","end":"2026-05-29T02:10:47.82507Z","steps":["trace[507768455] 'agreement among raft nodes before linearized reading' (duration: 157.600464ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.975024Z","caller":"traceutil/trace.go:171","msg":"trace[2039699801] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1952; }","duration":"134.622726ms","start":"2026-05-29T02:10:47.840377Z","end":"2026-05-29T02:10:47.975Z","steps":["trace[2039699801] 'read index received' (duration: 101.979455ms)","trace[2039699801] 'applied index is now lower than readState.Index' (duration: 32.641671ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:47.97516Z","caller":"traceutil/trace.go:171","msg":"trace[181881542] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"145.318412ms","start":"2026-05-29T02:10:47.829826Z","end":"2026-05-29T02:10:47.975145Z","steps":["trace[181881542] 'process raft request' (duration: 145.104487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.975224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.946665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:10:47.975278Z","caller":"traceutil/trace.go:171","msg":"trace[2044569520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1881; }","duration":"139.031307ms","start":"2026-05-29T02:10:47.836233Z","end":"2026-05-29T02:10:47.975264Z","steps":["trace[2044569520] 'agreement among raft nodes before linearized reading' (duration: 138.795322ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.975316Z","caller":"traceutil/trace.go:171","msg":"trace[477925834] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"147.40652ms","start":"2026-05-29T02:10:47.827869Z","end":"2026-05-29T02:10:47.975276Z","steps":["trace[477925834] 'process raft request' (duration: 114.373441ms)","trace[477925834] 'compare' (duration: 32.413285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:47.975429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.375456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6639"} {"level":"warn","ts":"2026-05-29T02:10:47.975435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.387695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:10:47.97551Z","caller":"traceutil/trace.go:171","msg":"trace[1178473368] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1881; }","duration":"146.488139ms","start":"2026-05-29T02:10:47.829004Z","end":"2026-05-29T02:10:47.975492Z","steps":["trace[1178473368] 'agreement among raft nodes before linearized reading' (duration: 146.242264ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.975521Z","caller":"traceutil/trace.go:171","msg":"trace[28575522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1881; }","duration":"139.496087ms","start":"2026-05-29T02:10:47.836006Z","end":"2026-05-29T02:10:47.975502Z","steps":["trace[28575522] 'agreement among raft nodes before linearized reading' (duration: 139.257892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.975675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.58622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:10:47.975763Z","caller":"traceutil/trace.go:171","msg":"trace[966318963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"139.948728ms","start":"2026-05-29T02:10:47.835796Z","end":"2026-05-29T02:10:47.975745Z","steps":["trace[966318963] 'agreement among raft nodes before linearized reading' (duration: 139.322064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.975838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.991307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:10:47.975918Z","caller":"traceutil/trace.go:171","msg":"trace[60020183] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1881; }","duration":"149.11722ms","start":"2026-05-29T02:10:47.826783Z","end":"2026-05-29T02:10:47.9759Z","steps":["trace[60020183] 'agreement among raft nodes before linearized reading' (duration: 148.883414ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.034886Z","caller":"traceutil/trace.go:171","msg":"trace[896367331] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"188.679129ms","start":"2026-05-29T02:10:47.84619Z","end":"2026-05-29T02:10:48.034869Z","steps":["trace[896367331] 'process raft request' (duration: 188.575206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.034955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.18292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:48.035024Z","caller":"traceutil/trace.go:171","msg":"trace[904057037] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1883; }","duration":"112.303643ms","start":"2026-05-29T02:10:47.922703Z","end":"2026-05-29T02:10:48.035007Z","steps":["trace[904057037] 'agreement among raft nodes before linearized reading' (duration: 112.1712ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.035035Z","caller":"traceutil/trace.go:171","msg":"trace[1968578404] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"191.508564ms","start":"2026-05-29T02:10:47.843497Z","end":"2026-05-29T02:10:48.035006Z","steps":["trace[1968578404] 'process raft request' (duration: 191.158756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.035071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.807725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15296"} {"level":"info","ts":"2026-05-29T02:10:48.035127Z","caller":"traceutil/trace.go:171","msg":"trace[1883292837] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1883; }","duration":"189.887186ms","start":"2026-05-29T02:10:47.845227Z","end":"2026-05-29T02:10:48.035114Z","steps":["trace[1883292837] 'agreement among raft nodes before linearized reading' (duration: 189.717613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.035399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.602072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10630"} {"level":"info","ts":"2026-05-29T02:10:48.035459Z","caller":"traceutil/trace.go:171","msg":"trace[1128091164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1883; }","duration":"193.751966ms","start":"2026-05-29T02:10:47.841693Z","end":"2026-05-29T02:10:48.035445Z","steps":["trace[1128091164] 'agreement among raft nodes before linearized reading' (duration: 193.437789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.345339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.656547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:48.345539Z","caller":"traceutil/trace.go:171","msg":"trace[78673987] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"367.907411ms","start":"2026-05-29T02:10:47.977607Z","end":"2026-05-29T02:10:48.345515Z","steps":["trace[78673987] 'process raft request' (duration: 213.002978ms)","trace[78673987] 'compare' (duration: 154.485653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:48.345622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.977583Z","time spent":"368.003883ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2900,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:10:48.34562Z","caller":"traceutil/trace.go:171","msg":"trace[855934968] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"366.14284ms","start":"2026-05-29T02:10:47.979451Z","end":"2026-05-29T02:10:48.345593Z","steps":["trace[855934968] 'process raft request' (duration: 365.990267ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.345625Z","caller":"traceutil/trace.go:171","msg":"trace[853977771] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1956; }","duration":"310.759937ms","start":"2026-05-29T02:10:48.034851Z","end":"2026-05-29T02:10:48.345611Z","steps":["trace[853977771] 'read index received' (duration: 155.66229ms)","trace[853977771] 'applied index is now lower than readState.Index' (duration: 155.096387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:48.345777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.793848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:10:48.34579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.979437Z","time spent":"366.262653ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:48.345816Z","caller":"traceutil/trace.go:171","msg":"trace[713380247] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1888; }","duration":"367.858479ms","start":"2026-05-29T02:10:47.977949Z","end":"2026-05-29T02:10:48.345808Z","steps":["trace[713380247] 'agreement among raft nodes before linearized reading' (duration: 367.701756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.345819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.649176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:48.345849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.977939Z","time spent":"367.9015ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:10:48.345956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.341276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:48.345849Z","caller":"traceutil/trace.go:171","msg":"trace[1964373142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"104.722248ms","start":"2026-05-29T02:10:48.241117Z","end":"2026-05-29T02:10:48.34584Z","steps":["trace[1964373142] 'agreement among raft nodes before linearized reading' (duration: 104.672017ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.346006Z","caller":"traceutil/trace.go:171","msg":"trace[420922205] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1888; }","duration":"360.401398ms","start":"2026-05-29T02:10:47.985592Z","end":"2026-05-29T02:10:48.345993Z","steps":["trace[420922205] 'agreement among raft nodes before linearized reading' (duration: 360.308645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.346044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.985548Z","time spent":"360.4886ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"info","ts":"2026-05-29T02:10:48.345956Z","caller":"traceutil/trace.go:171","msg":"trace[227614957] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"366.005667ms","start":"2026-05-29T02:10:47.979933Z","end":"2026-05-29T02:10:48.345938Z","steps":["trace[227614957] 'process raft request' (duration: 365.571477ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.346005Z","caller":"traceutil/trace.go:171","msg":"trace[1227082225] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"366.051728ms","start":"2026-05-29T02:10:47.979943Z","end":"2026-05-29T02:10:48.345995Z","steps":["trace[1227082225] 'process raft request' (duration: 365.590857ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.346176Z","caller":"traceutil/trace.go:171","msg":"trace[240311525] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"361.79706ms","start":"2026-05-29T02:10:47.984361Z","end":"2026-05-29T02:10:48.346158Z","steps":["trace[240311525] 'process raft request' (duration: 361.203727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.346287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.97992Z","time spent":"366.286743ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:48.346314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.984352Z","time spent":"361.898402ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:10:48.34621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.979919Z","time spent":"366.251343ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:48.508168Z","caller":"traceutil/trace.go:171","msg":"trace[444282692] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"100.90352ms","start":"2026-05-29T02:10:48.40724Z","end":"2026-05-29T02:10:48.508144Z","steps":["trace[444282692] 'process raft request' (duration: 74.468382ms)","trace[444282692] 'compare' (duration: 26.130801ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:48.74029Z","caller":"traceutil/trace.go:171","msg":"trace[1734162804] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"225.568717ms","start":"2026-05-29T02:10:48.514695Z","end":"2026-05-29T02:10:48.740263Z","steps":["trace[1734162804] 'process raft request' (duration: 137.508252ms)","trace[1734162804] 'compare' (duration: 87.860091ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:48.740601Z","caller":"traceutil/trace.go:171","msg":"trace[1636070643] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"223.851408ms","start":"2026-05-29T02:10:48.516717Z","end":"2026-05-29T02:10:48.740568Z","steps":["trace[1636070643] 'process raft request' (duration: 223.50999ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.740649Z","caller":"traceutil/trace.go:171","msg":"trace[664272842] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"205.070566ms","start":"2026-05-29T02:10:48.535548Z","end":"2026-05-29T02:10:48.740619Z","steps":["trace[664272842] 'process raft request' (duration: 204.894652ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.740659Z","caller":"traceutil/trace.go:171","msg":"trace[1462078600] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1967; }","duration":"204.440702ms","start":"2026-05-29T02:10:48.536169Z","end":"2026-05-29T02:10:48.74061Z","steps":["trace[1462078600] 'read index received' (duration: 116.043979ms)","trace[1462078600] 'applied index is now lower than readState.Index' (duration: 88.395293ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:48.740785Z","caller":"traceutil/trace.go:171","msg":"trace[2094551069] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"205.014855ms","start":"2026-05-29T02:10:48.53576Z","end":"2026-05-29T02:10:48.740775Z","steps":["trace[2094551069] 'process raft request' (duration: 204.778329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.740924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.735039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:48.740977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.465947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-29T02:10:48.741031Z","caller":"traceutil/trace.go:171","msg":"trace[1668409575] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1898; }","duration":"204.847901ms","start":"2026-05-29T02:10:48.536125Z","end":"2026-05-29T02:10:48.740973Z","steps":["trace[1668409575] 'agreement among raft nodes before linearized reading' (duration: 204.691088ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.741057Z","caller":"traceutil/trace.go:171","msg":"trace[163822555] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1898; }","duration":"129.59998ms","start":"2026-05-29T02:10:48.611445Z","end":"2026-05-29T02:10:48.741045Z","steps":["trace[163822555] 'agreement among raft nodes before linearized reading' (duration: 129.418666ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.43598Z","caller":"traceutil/trace.go:171","msg":"trace[1784931455] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"161.339461ms","start":"2026-05-29T02:10:50.274574Z","end":"2026-05-29T02:10:50.435913Z","steps":["trace[1784931455] 'process raft request' (duration: 115.567368ms)","trace[1784931455] 'compare' (duration: 45.66085ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:50.488063Z","caller":"traceutil/trace.go:171","msg":"trace[589600880] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"213.372606ms","start":"2026-05-29T02:10:50.274647Z","end":"2026-05-29T02:10:50.48802Z","steps":["trace[589600880] 'process raft request' (duration: 213.211833ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.488103Z","caller":"traceutil/trace.go:171","msg":"trace[1887876739] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"212.871525ms","start":"2026-05-29T02:10:50.275215Z","end":"2026-05-29T02:10:50.488086Z","steps":["trace[1887876739] 'process raft request' (duration: 212.754002ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.488274Z","caller":"traceutil/trace.go:171","msg":"trace[302561722] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1989; }","duration":"138.168288ms","start":"2026-05-29T02:10:50.350079Z","end":"2026-05-29T02:10:50.488247Z","steps":["trace[302561722] 'read index received' (duration: 40.235296ms)","trace[302561722] 'applied index is now lower than readState.Index' (duration: 97.931432ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:50.488402Z","caller":"traceutil/trace.go:171","msg":"trace[1270714543] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"212.426405ms","start":"2026-05-29T02:10:50.275958Z","end":"2026-05-29T02:10:50.488384Z","steps":["trace[1270714543] 'process raft request' (duration: 212.052476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:50.488512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.419733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:10:50.488554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.787659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:10:50.488554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.73101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:50.488585Z","caller":"traceutil/trace.go:171","msg":"trace[489552829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"138.531206ms","start":"2026-05-29T02:10:50.350036Z","end":"2026-05-29T02:10:50.488568Z","steps":["trace[489552829] 'agreement among raft nodes before linearized reading' (duration: 138.331421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:50.488581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.543863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:10:50.488627Z","caller":"traceutil/trace.go:171","msg":"trace[1455577476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"128.855163ms","start":"2026-05-29T02:10:50.359751Z","end":"2026-05-29T02:10:50.488606Z","steps":["trace[1455577476] 'agreement among raft nodes before linearized reading' (duration: 128.665809ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.488646Z","caller":"traceutil/trace.go:171","msg":"trace[1473084141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1920; }","duration":"137.654045ms","start":"2026-05-29T02:10:50.350974Z","end":"2026-05-29T02:10:50.488628Z","steps":["trace[1473084141] 'agreement among raft nodes before linearized reading' (duration: 137.42996ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.488676Z","caller":"traceutil/trace.go:171","msg":"trace[252637738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"137.878031ms","start":"2026-05-29T02:10:50.350717Z","end":"2026-05-29T02:10:50.488595Z","steps":["trace[252637738] 'agreement among raft nodes before linearized reading' (duration: 137.691006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:50.715043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.092809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:50.71532Z","caller":"traceutil/trace.go:171","msg":"trace[1845350062] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1993; }","duration":"198.319331ms","start":"2026-05-29T02:10:50.516963Z","end":"2026-05-29T02:10:50.715282Z","steps":["trace[1845350062] 'read index received' (duration: 1.672049ms)","trace[1845350062] 'applied index is now lower than readState.Index' (duration: 196.616701ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:50.715517Z","caller":"traceutil/trace.go:171","msg":"trace[1197998326] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"222.416044ms","start":"2026-05-29T02:10:50.493064Z","end":"2026-05-29T02:10:50.71548Z","steps":["trace[1197998326] 'process raft request' (duration: 222.077536ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.715526Z","caller":"traceutil/trace.go:171","msg":"trace[395507728] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"222.461916ms","start":"2026-05-29T02:10:50.493015Z","end":"2026-05-29T02:10:50.715477Z","steps":["trace[395507728] 'process raft request' (duration: 92.834155ms)","trace[395507728] 'compare' (duration: 128.937255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:50.71577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.798511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-29T02:10:50.715839Z","caller":"traceutil/trace.go:171","msg":"trace[1214443465] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f; range_end:; response_count:1; response_revision:1923; }","duration":"198.910024ms","start":"2026-05-29T02:10:50.516914Z","end":"2026-05-29T02:10:50.715824Z","steps":["trace[1214443465] 'agreement among raft nodes before linearized reading' (duration: 198.590787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:50.715848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.433533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:10:50.71592Z","caller":"traceutil/trace.go:171","msg":"trace[832778677] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1923; }","duration":"128.559856ms","start":"2026-05-29T02:10:50.587343Z","end":"2026-05-29T02:10:50.715903Z","steps":["trace[832778677] 'agreement among raft nodes before linearized reading' (duration: 128.28752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:52.081987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061491000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:10:52.582548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061491000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:10:52.710799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135131444s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:10:52.711086Z","caller":"traceutil/trace.go:171","msg":"trace[26101420] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.135510682s","start":"2026-05-29T02:10:51.575557Z","end":"2026-05-29T02:10:52.711068Z","steps":["trace[26101420] 'process raft request' (duration: 1.135389619s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:52.711199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:51.575532Z","time spent":"1.135594335s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:54.167292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296979705s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:10:54.167752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.023412ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:54.167863Z","caller":"traceutil/trace.go:171","msg":"trace[1894077758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1925; }","duration":"428.142525ms","start":"2026-05-29T02:10:53.739696Z","end":"2026-05-29T02:10:54.167838Z","steps":["trace[1894077758] 'range keys from in-memory index tree' (duration: 428.006942ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:54.168327Z","caller":"traceutil/trace.go:171","msg":"trace[1442333692] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"2.507265046s","start":"2026-05-29T02:10:51.661037Z","end":"2026-05-29T02:10:54.168302Z","steps":["trace[1442333692] 'process raft request' (duration: 2.506954039s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.168485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:51.661008Z","time spent":"2.50739319s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:54.169077Z","caller":"traceutil/trace.go:171","msg":"trace[2013101153] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"2.313588602s","start":"2026-05-29T02:10:51.855451Z","end":"2026-05-29T02:10:54.169039Z","steps":["trace[2013101153] 'process raft request' (duration: 2.312801824s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:54.169115Z","caller":"traceutil/trace.go:171","msg":"trace[367718485] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"2.073593614s","start":"2026-05-29T02:10:52.095513Z","end":"2026-05-29T02:10:54.169106Z","steps":["trace[367718485] 'process raft request' (duration: 2.073487341s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.169219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:51.855422Z","time spent":"2.313718406s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:54.169216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.095482Z","time spent":"2.073657836s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:54.432156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.036809ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:10:54.432407Z","caller":"traceutil/trace.go:171","msg":"trace[108608496] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:1998; }","duration":"2.851038812s","start":"2026-05-29T02:10:51.581348Z","end":"2026-05-29T02:10:54.432387Z","steps":["trace[108608496] 'read index received' (duration: 1.1297627s)","trace[108608496] 'applied index is now lower than readState.Index' (duration: 1.721274582s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:54.432538Z","caller":"traceutil/trace.go:171","msg":"trace[705969103] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.313798521s","start":"2026-05-29T02:10:53.11872Z","end":"2026-05-29T02:10:54.432518Z","steps":["trace[705969103] 'process raft request' (duration: 1.313564846s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.432659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:53.118693Z","time spent":"1.313901414s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:54.639385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058006661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:10:54.63955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.914518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:54.639593Z","caller":"traceutil/trace.go:171","msg":"trace[2114518937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1929; }","duration":"3.058245197s","start":"2026-05-29T02:10:51.581308Z","end":"2026-05-29T02:10:54.639553Z","steps":["trace[2114518937] 'agreement among raft nodes before linearized reading' (duration: 2.851257767s)","trace[2114518937] 'range keys from in-memory index tree' (duration: 206.622472ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:54.639681Z","caller":"traceutil/trace.go:171","msg":"trace[1941948370] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"207.212915ms","start":"2026-05-29T02:10:54.432448Z","end":"2026-05-29T02:10:54.639661Z","steps":["trace[1941948370] 'read index received' (duration: 122.033µs)","trace[1941948370] 'applied index is now lower than readState.Index' (duration: 207.089112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:54.639761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:51.581293Z","time spent":"3.058453032s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:54.639921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916610673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:10:54.639977Z","caller":"traceutil/trace.go:171","msg":"trace[997421288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1930; }","duration":"1.916677576s","start":"2026-05-29T02:10:52.723283Z","end":"2026-05-29T02:10:54.639961Z","steps":["trace[997421288] 'agreement among raft nodes before linearized reading' (duration: 1.916493131s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.723275Z","time spent":"1.916738937s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:54.640094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.982262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:54.640162Z","caller":"traceutil/trace.go:171","msg":"trace[474435146] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1930; }","duration":"468.124725ms","start":"2026-05-29T02:10:54.172025Z","end":"2026-05-29T02:10:54.640149Z","steps":["trace[474435146] 'agreement among raft nodes before linearized reading' (duration: 467.9001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.172Z","time spent":"468.211627ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:54.640258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192027351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:54.640279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396553085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:54.640319Z","caller":"traceutil/trace.go:171","msg":"trace[1359848543] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1930; }","duration":"1.192125133s","start":"2026-05-29T02:10:53.448179Z","end":"2026-05-29T02:10:54.640304Z","steps":["trace[1359848543] 'agreement among raft nodes before linearized reading' (duration: 1.192031561s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:54.640298Z","caller":"traceutil/trace.go:171","msg":"trace[1813596146] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"817.448129ms","start":"2026-05-29T02:10:53.822816Z","end":"2026-05-29T02:10:54.640264Z","steps":["trace[1813596146] 'process raft request' (duration: 609.689751ms)","trace[1813596146] 'compare' (duration: 206.764055ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:54.640314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.758652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:54.64035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774264867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:10:54.640336Z","caller":"traceutil/trace.go:171","msg":"trace[955713289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1930; }","duration":"1.396647287s","start":"2026-05-29T02:10:53.243667Z","end":"2026-05-29T02:10:54.640314Z","steps":["trace[955713289] 'agreement among raft nodes before linearized reading' (duration: 1.396583975s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92096143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-29T02:10:54.640357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.919383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:54.640392Z","caller":"traceutil/trace.go:171","msg":"trace[257239183] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1930; }","duration":"312.877395ms","start":"2026-05-29T02:10:54.327495Z","end":"2026-05-29T02:10:54.640372Z","steps":["trace[257239183] 'agreement among raft nodes before linearized reading' (duration: 312.760922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816027181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b3e7592699e041\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-05-29T02:10:54.640406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137505853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:54.640435Z","caller":"traceutil/trace.go:171","msg":"trace[2056434304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f; range_end:; response_count:1; response_revision:1930; }","duration":"2.921048442s","start":"2026-05-29T02:10:51.719368Z","end":"2026-05-29T02:10:54.640416Z","steps":["trace[2056434304] 'agreement among raft nodes before linearized reading' (duration: 2.920906319s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.327469Z","time spent":"312.966556ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:10:54.640447Z","caller":"traceutil/trace.go:171","msg":"trace[340805095] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1930; }","duration":"639.048416ms","start":"2026-05-29T02:10:54.001376Z","end":"2026-05-29T02:10:54.640425Z","steps":["trace[340805095] 'agreement among raft nodes before linearized reading' (duration: 638.864662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:53.822791Z","time spent":"817.582741ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:54.640482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:51.719348Z","time spent":"2.921122393s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" "} {"level":"info","ts":"2026-05-29T02:10:54.640479Z","caller":"traceutil/trace.go:171","msg":"trace[769867807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1930; }","duration":"2.137616916s","start":"2026-05-29T02:10:52.502845Z","end":"2026-05-29T02:10:54.640461Z","steps":["trace[769867807] 'agreement among raft nodes before linearized reading' (duration: 2.137434712s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:54.640392Z","caller":"traceutil/trace.go:171","msg":"trace[1568224261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1930; }","duration":"2.774337808s","start":"2026-05-29T02:10:51.866042Z","end":"2026-05-29T02:10:54.64038Z","steps":["trace[1568224261] 'agreement among raft nodes before linearized reading' (duration: 2.774225126s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:53.448157Z","time spent":"1.192203575s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:54.640533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.502823Z","time spent":"2.137699147s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:10:54.640525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.001345Z","time spent":"639.160348ms","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:54.640487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118379403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:10:54.640621Z","caller":"traceutil/trace.go:171","msg":"trace[1724739549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"2.118550017s","start":"2026-05-29T02:10:52.522053Z","end":"2026-05-29T02:10:54.640603Z","steps":["trace[1724739549] 'agreement among raft nodes before linearized reading' (duration: 2.118258281s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:54.640465Z","caller":"traceutil/trace.go:171","msg":"trace[1991996838] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b3e7592699e041; range_end:; response_count:1; response_revision:1930; }","duration":"1.816535082s","start":"2026-05-29T02:10:52.823911Z","end":"2026-05-29T02:10:54.640446Z","steps":["trace[1991996838] 'agreement among raft nodes before linearized reading' (duration: 1.815774134s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.823897Z","time spent":"1.816805899s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b3e7592699e041\" "} {"level":"warn","ts":"2026-05-29T02:10:54.640562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:51.866028Z","time spent":"2.774517173s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:10:54.640717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.522036Z","time spent":"2.11866472s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:10:54.64024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919378698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:10:54.640852Z","caller":"traceutil/trace.go:171","msg":"trace[1873718022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1930; }","duration":"1.920014272s","start":"2026-05-29T02:10:52.720826Z","end":"2026-05-29T02:10:54.640841Z","steps":["trace[1873718022] 'agreement among raft nodes before linearized reading' (duration: 1.919318766s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.720813Z","time spent":"1.920066724s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:54.640399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:53.243635Z","time spent":"1.396755799s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:10:54.640468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591447583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:10:54.641003Z","caller":"traceutil/trace.go:171","msg":"trace[1643346900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1930; }","duration":"2.592013315s","start":"2026-05-29T02:10:52.048978Z","end":"2026-05-29T02:10:54.640992Z","steps":["trace[1643346900] 'agreement among raft nodes before linearized reading' (duration: 2.591432002s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.640965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.169564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-29T02:10:54.641049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.04896Z","time spent":"2.592075247s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:10:54.641084Z","caller":"traceutil/trace.go:171","msg":"trace[53333903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1930; }","duration":"157.344979ms","start":"2026-05-29T02:10:54.483709Z","end":"2026-05-29T02:10:54.641054Z","steps":["trace[53333903] 'agreement among raft nodes before linearized reading' (duration: 156.838787ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:55.021096Z","caller":"traceutil/trace.go:171","msg":"trace[1690354521] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"377.546131ms","start":"2026-05-29T02:10:54.643526Z","end":"2026-05-29T02:10:55.021072Z","steps":["trace[1690354521] 'process raft request' (duration: 377.273495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.021362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.643504Z","time spent":"377.780607ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:56.649973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:10:56.650058Z","caller":"traceutil/trace.go:171","msg":"trace[518126936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491524s","start":"2026-05-29T02:10:54.649547Z","end":"2026-05-29T02:10:56.650039Z","steps":["trace[518126936] 'agreement among raft nodes before linearized reading' (duration: 2.000392491s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:56.650103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.649537Z","time spent":"2.000557375s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:10:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:10:57.352219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.33124017s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:10:57.3527Z","caller":"traceutil/trace.go:171","msg":"trace[2060003887] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"2.705610148s","start":"2026-05-29T02:10:54.647064Z","end":"2026-05-29T02:10:57.352674Z","steps":["trace[2060003887] 'process raft request' (duration: 2.705360713s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.352845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.647053Z","time spent":"2.705714961s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:57.353075Z","caller":"traceutil/trace.go:171","msg":"trace[1078240303] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"2.705931056s","start":"2026-05-29T02:10:54.647099Z","end":"2026-05-29T02:10:57.35303Z","steps":["trace[1078240303] 'process raft request' (duration: 2.705527166s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:57.353241Z","caller":"traceutil/trace.go:171","msg":"trace[1251649686] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"2.705116157s","start":"2026-05-29T02:10:54.648112Z","end":"2026-05-29T02:10:57.353228Z","steps":["trace[1251649686] 'process raft request' (duration: 2.704968104s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.353287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.647085Z","time spent":"2.70608738s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:57.353248Z","caller":"traceutil/trace.go:171","msg":"trace[515413318] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"2.705966097s","start":"2026-05-29T02:10:54.647115Z","end":"2026-05-29T02:10:57.353081Z","steps":["trace[515413318] 'process raft request' (duration: 2.705726561s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.353326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.648106Z","time spent":"2.705173578s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:57.35332Z","caller":"traceutil/trace.go:171","msg":"trace[623590713] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"2.706165731s","start":"2026-05-29T02:10:54.647136Z","end":"2026-05-29T02:10:57.353302Z","steps":["trace[623590713] 'process raft request' (duration: 2.705891495s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:57.35325Z","caller":"traceutil/trace.go:171","msg":"trace[1037048242] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2004; }","duration":"2.703640363s","start":"2026-05-29T02:10:54.649587Z","end":"2026-05-29T02:10:57.353227Z","steps":["trace[1037048242] 'read index received' (duration: 371.324489ms)","trace[1037048242] 'applied index is now lower than readState.Index' (duration: 2.332314784s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:57.353391Z","caller":"traceutil/trace.go:171","msg":"trace[282240668] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"2.705202369s","start":"2026-05-29T02:10:54.648154Z","end":"2026-05-29T02:10:57.353356Z","steps":["trace[282240668] 'process raft request' (duration: 2.704976424s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.353421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.64712Z","time spent":"2.706246503s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:57.353428Z","caller":"traceutil/trace.go:171","msg":"trace[1487135179] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"2.637340138s","start":"2026-05-29T02:10:54.716067Z","end":"2026-05-29T02:10:57.353407Z","steps":["trace[1487135179] 'process raft request' (duration: 2.637092173s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.353793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.648149Z","time spent":"2.705523956s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:57.353872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.716031Z","time spent":"2.637795349s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:57.353449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.64711Z","time spent":"2.706241133s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:57.366343Z","caller":"traceutil/trace.go:171","msg":"trace[1483341738] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.191145772s","start":"2026-05-29T02:10:56.175178Z","end":"2026-05-29T02:10:57.366324Z","steps":["trace[1483341738] 'process raft request' (duration: 1.190980709s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.36646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:56.175146Z","time spent":"1.191248964s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:57.366552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712983158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:57.366595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.27334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-29T02:10:57.366633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38851482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:57.366693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.366114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:57.366691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.159722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:10:57.366694Z","caller":"traceutil/trace.go:171","msg":"trace[46732425] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.190769224s","start":"2026-05-29T02:10:56.17591Z","end":"2026-05-29T02:10:57.36668Z","steps":["trace[46732425] 'process raft request' (duration: 1.190360324s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:57.366726Z","caller":"traceutil/trace.go:171","msg":"trace[1553265001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"716.436046ms","start":"2026-05-29T02:10:56.650282Z","end":"2026-05-29T02:10:57.366718Z","steps":["trace[1553265001] 'agreement among raft nodes before linearized reading' (duration: 716.391845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.366719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718010108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:57.366744Z","caller":"traceutil/trace.go:171","msg":"trace[1034899400] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1940; }","duration":"510.242274ms","start":"2026-05-29T02:10:56.85649Z","end":"2026-05-29T02:10:57.366732Z","steps":["trace[1034899400] 'agreement among raft nodes before linearized reading' (duration: 510.110391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.366761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:56.650264Z","time spent":"716.491166ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:10:57.366778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:56.85647Z","time spent":"510.299625ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:10:57.366819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:56.175905Z","time spent":"1.190841525s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:57.366835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720352582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-29T02:10:57.366635Z","caller":"traceutil/trace.go:171","msg":"trace[1860889330] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1940; }","duration":"2.713108161s","start":"2026-05-29T02:10:54.653508Z","end":"2026-05-29T02:10:57.366616Z","steps":["trace[1860889330] 'agreement among raft nodes before linearized reading' (duration: 2.712939647s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:57.366696Z","caller":"traceutil/trace.go:171","msg":"trace[212678202] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1940; }","duration":"1.388606333s","start":"2026-05-29T02:10:55.978073Z","end":"2026-05-29T02:10:57.36668Z","steps":["trace[212678202] 'agreement among raft nodes before linearized reading' (duration: 1.388530051s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:57.36689Z","caller":"traceutil/trace.go:171","msg":"trace[708410555] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f; range_end:; response_count:1; response_revision:1940; }","duration":"1.720446163s","start":"2026-05-29T02:10:55.646431Z","end":"2026-05-29T02:10:57.366878Z","steps":["trace[708410555] 'agreement among raft nodes before linearized reading' (duration: 1.720218168s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.366957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:54.653493Z","time spent":"2.713449299s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-29T02:10:57.366565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522746108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:57.366999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.978055Z","time spent":"1.388906459s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:10:57.366647Z","caller":"traceutil/trace.go:171","msg":"trace[1746501607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"936.361863ms","start":"2026-05-29T02:10:56.430272Z","end":"2026-05-29T02:10:57.366633Z","steps":["trace[1746501607] 'agreement among raft nodes before linearized reading' (duration: 936.218909ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:57.367026Z","caller":"traceutil/trace.go:171","msg":"trace[204067523] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1940; }","duration":"1.523215638s","start":"2026-05-29T02:10:55.843798Z","end":"2026-05-29T02:10:57.367014Z","steps":["trace[204067523] 'agreement among raft nodes before linearized reading' (duration: 1.522713217s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:57.366828Z","caller":"traceutil/trace.go:171","msg":"trace[78151753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"1.71811008s","start":"2026-05-29T02:10:55.648653Z","end":"2026-05-29T02:10:57.366763Z","steps":["trace[78151753] 'agreement among raft nodes before linearized reading' (duration: 1.717912425s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:57.367073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.843742Z","time spent":"1.52331672s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:57.36699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.64641Z","time spent":"1.720569597s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" "} {"level":"warn","ts":"2026-05-29T02:10:57.36712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.64863Z","time spent":"1.718477608s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:10:57.367078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:56.430254Z","time spent":"936.814833ms","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-29T02:10:58.492021Z","caller":"traceutil/trace.go:171","msg":"trace[713945490] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"182.489917ms","start":"2026-05-29T02:10:58.309495Z","end":"2026-05-29T02:10:58.491984Z","steps":["trace[713945490] 'process raft request' (duration: 182.260092ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:58.666547Z","caller":"traceutil/trace.go:171","msg":"trace[478212967] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2019; }","duration":"292.335082ms","start":"2026-05-29T02:10:58.374165Z","end":"2026-05-29T02:10:58.6665Z","steps":["trace[478212967] 'read index received' (duration: 117.555273ms)","trace[478212967] 'applied index is now lower than readState.Index' (duration: 174.778619ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:58.666651Z","caller":"traceutil/trace.go:171","msg":"trace[806144397] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"349.468716ms","start":"2026-05-29T02:10:58.317119Z","end":"2026-05-29T02:10:58.666587Z","steps":["trace[806144397] 'process raft request' (duration: 349.165759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:58.667144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:58.317111Z","time spent":"349.65213ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:58.667463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.235303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-29T02:10:58.667671Z","caller":"traceutil/trace.go:171","msg":"trace[1121280372] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f; range_end:; response_count:1; response_revision:1946; }","duration":"293.526659ms","start":"2026-05-29T02:10:58.37412Z","end":"2026-05-29T02:10:58.667647Z","steps":["trace[1121280372] 'agreement among raft nodes before linearized reading' (duration: 292.998387ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:58.691504Z","caller":"traceutil/trace.go:171","msg":"trace[569128301] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"194.595956ms","start":"2026-05-29T02:10:58.496878Z","end":"2026-05-29T02:10:58.691473Z","steps":["trace[569128301] 'process raft request' (duration: 194.438712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:58.691582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.566656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:58.691696Z","caller":"traceutil/trace.go:171","msg":"trace[1698325577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1947; }","duration":"258.724809ms","start":"2026-05-29T02:10:58.432948Z","end":"2026-05-29T02:10:58.691673Z","steps":["trace[1698325577] 'agreement among raft nodes before linearized reading' (duration: 258.520065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:58.691906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.703916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:58.692054Z","caller":"traceutil/trace.go:171","msg":"trace[389193947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"317.88324ms","start":"2026-05-29T02:10:58.37412Z","end":"2026-05-29T02:10:58.692003Z","steps":["trace[389193947] 'agreement among raft nodes before linearized reading' (duration: 317.43503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:58.692154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:58.374097Z","time spent":"318.036684ms","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-29T02:11:00.603378Z","caller":"traceutil/trace.go:171","msg":"trace[918065524] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1961; }","duration":"110.188514ms","start":"2026-05-29T02:11:00.493165Z","end":"2026-05-29T02:11:00.603353Z","steps":["trace[918065524] 'process raft request' (duration: 101.780201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:15.139478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.427104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:11:15.139623Z","caller":"traceutil/trace.go:171","msg":"trace[249267339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"113.586068ms","start":"2026-05-29T02:11:15.025982Z","end":"2026-05-29T02:11:15.139568Z","steps":["trace[249267339] 'range keys from in-memory index tree' (duration: 113.24232ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:51.373449Z","caller":"traceutil/trace.go:171","msg":"trace[214782058] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2360; }","duration":"131.245506ms","start":"2026-05-29T02:11:51.242177Z","end":"2026-05-29T02:11:51.373423Z","steps":["trace[214782058] 'read index received' (duration: 131.029201ms)","trace[214782058] 'applied index is now lower than readState.Index' (duration: 215.275µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:51.373613Z","caller":"traceutil/trace.go:171","msg":"trace[1524645518] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"159.950881ms","start":"2026-05-29T02:11:51.213614Z","end":"2026-05-29T02:11:51.373564Z","steps":["trace[1524645518] 'process raft request' (duration: 159.646734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:51.373721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.516722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:51.373851Z","caller":"traceutil/trace.go:171","msg":"trace[1520498986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2275; }","duration":"131.673806ms","start":"2026-05-29T02:11:51.242132Z","end":"2026-05-29T02:11:51.373806Z","steps":["trace[1520498986] 'agreement among raft nodes before linearized reading' (duration: 131.501052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:51.673402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.950033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:11:51.673578Z","caller":"traceutil/trace.go:171","msg":"trace[2029384161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2275; }","duration":"215.166198ms","start":"2026-05-29T02:11:51.458391Z","end":"2026-05-29T02:11:51.673557Z","steps":["trace[2029384161] 'range keys from in-memory index tree' (duration: 214.81427ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:51.860294Z","caller":"traceutil/trace.go:171","msg":"trace[1309180136] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"158.802904ms","start":"2026-05-29T02:11:51.701446Z","end":"2026-05-29T02:11:51.860249Z","steps":["trace[1309180136] 'process raft request' (duration: 158.649701ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:51.936077Z","caller":"traceutil/trace.go:171","msg":"trace[1203620230] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"223.265325ms","start":"2026-05-29T02:11:51.712787Z","end":"2026-05-29T02:11:51.936052Z","steps":["trace[1203620230] 'process raft request' (duration: 223.095191ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:51.936386Z","caller":"traceutil/trace.go:171","msg":"trace[1032096434] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2361; }","duration":"202.069395ms","start":"2026-05-29T02:11:51.73429Z","end":"2026-05-29T02:11:51.936359Z","steps":["trace[1032096434] 'read index received' (duration: 125.746759ms)","trace[1032096434] 'applied index is now lower than readState.Index' (duration: 76.320426ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:51.936487Z","caller":"traceutil/trace.go:171","msg":"trace[1618812191] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"220.522161ms","start":"2026-05-29T02:11:51.71594Z","end":"2026-05-29T02:11:51.936462Z","steps":["trace[1618812191] 'process raft request' (duration: 220.069921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:51.936735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.789516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-29T02:11:51.936733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.415253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:11:51.936792Z","caller":"traceutil/trace.go:171","msg":"trace[1740206822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"127.892539ms","start":"2026-05-29T02:11:51.808888Z","end":"2026-05-29T02:11:51.93678Z","steps":["trace[1740206822] 'agreement among raft nodes before linearized reading' (duration: 127.708304ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:51.936832Z","caller":"traceutil/trace.go:171","msg":"trace[1318293455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"202.574686ms","start":"2026-05-29T02:11:51.734236Z","end":"2026-05-29T02:11:51.93681Z","steps":["trace[1318293455] 'agreement among raft nodes before linearized reading' (duration: 202.261849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:51.936823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.630489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:11:51.936898Z","caller":"traceutil/trace.go:171","msg":"trace[663786886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"126.748512ms","start":"2026-05-29T02:11:51.81013Z","end":"2026-05-29T02:11:51.936878Z","steps":["trace[663786886] 'agreement among raft nodes before linearized reading' (duration: 126.522507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.015676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.149468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:54.015839Z","caller":"traceutil/trace.go:171","msg":"trace[2137053561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2280; }","duration":"276.375743ms","start":"2026-05-29T02:11:53.739436Z","end":"2026-05-29T02:11:54.015812Z","steps":["trace[2137053561] 'range keys from in-memory index tree' (duration: 276.131038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.016037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931622479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:11:54.016628Z","caller":"traceutil/trace.go:171","msg":"trace[234176039] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"2.074315131s","start":"2026-05-29T02:11:51.942281Z","end":"2026-05-29T02:11:54.016596Z","steps":["trace[234176039] 'process raft request' (duration: 2.073917701s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:54.016635Z","caller":"traceutil/trace.go:171","msg":"trace[349239891] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"2.075071908s","start":"2026-05-29T02:11:51.941535Z","end":"2026-05-29T02:11:54.016607Z","steps":["trace[349239891] 'process raft request' (duration: 2.074595547s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.016723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:51.942263Z","time spent":"2.074417164s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:54.016264Z","caller":"traceutil/trace.go:171","msg":"trace[1429126333] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"2.07472981s","start":"2026-05-29T02:11:51.941498Z","end":"2026-05-29T02:11:54.016227Z","steps":["trace[1429126333] 'process raft request' (duration: 142.808334ms)","trace[1429126333] 'compare' (duration: 1.931124338s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:54.016926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:51.941514Z","time spent":"2.075244382s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:54.016995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:51.941478Z","time spent":"2.075476768s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:54.016769Z","caller":"traceutil/trace.go:171","msg":"trace[612772040] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"2.074205928s","start":"2026-05-29T02:11:51.942542Z","end":"2026-05-29T02:11:54.016748Z","steps":["trace[612772040] 'process raft request' (duration: 2.073690736s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.017276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:51.94253Z","time spent":"2.074661798s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:54.243092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:11:54.24322Z","caller":"traceutil/trace.go:171","msg":"trace[138856311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988201s","start":"2026-05-29T02:11:52.243206Z","end":"2026-05-29T02:11:54.243195Z","steps":["trace[138856311] 'agreement among raft nodes before linearized reading' (duration: 1.999834858s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.243369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:52.243181Z","time spent":"2.000174826s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:11:54.578595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.304699ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:11:54.578955Z","caller":"traceutil/trace.go:171","msg":"trace[1886993598] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2366; }","duration":"2.335665968s","start":"2026-05-29T02:11:52.243267Z","end":"2026-05-29T02:11:54.578933Z","steps":["trace[1886993598] 'read index received' (duration: 372.772435ms)","trace[1886993598] 'applied index is now lower than readState.Index' (duration: 1.962891283s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:54.579356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130110572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:54.579479Z","caller":"traceutil/trace.go:171","msg":"trace[2003149547] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2287; }","duration":"2.130275055s","start":"2026-05-29T02:11:52.449179Z","end":"2026-05-29T02:11:54.579454Z","steps":["trace[2003149547] 'agreement among raft nodes before linearized reading' (duration: 2.130094111s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.579621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:52.449148Z","time spent":"2.130452509s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:11:54.580169Z","caller":"traceutil/trace.go:171","msg":"trace[1432619694] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"637.889098ms","start":"2026-05-29T02:11:53.942259Z","end":"2026-05-29T02:11:54.580148Z","steps":["trace[1432619694] 'process raft request' (duration: 636.947766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.580194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754519832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:54.580253Z","caller":"traceutil/trace.go:171","msg":"trace[1239906741] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2287; }","duration":"1.754609144s","start":"2026-05-29T02:11:52.825631Z","end":"2026-05-29T02:11:54.58024Z","steps":["trace[1239906741] 'agreement among raft nodes before linearized reading' (duration: 1.754492581s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:54.580287Z","caller":"traceutil/trace.go:171","msg":"trace[1005289667] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"713.863036ms","start":"2026-05-29T02:11:53.866417Z","end":"2026-05-29T02:11:54.58028Z","steps":["trace[1005289667] 'process raft request' (duration: 712.396392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.580257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.552553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:11:54.580322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:53.866394Z","time spent":"713.909507ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:54.580349Z","caller":"traceutil/trace.go:171","msg":"trace[961273200] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2287; }","duration":"102.697436ms","start":"2026-05-29T02:11:54.477631Z","end":"2026-05-29T02:11:54.580328Z","steps":["trace[961273200] 'agreement among raft nodes before linearized reading' (duration: 102.535782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.580402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359871482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b3e7628ee05b7a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-29T02:11:54.58043Z","caller":"traceutil/trace.go:171","msg":"trace[1363186349] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"639.29065ms","start":"2026-05-29T02:11:53.941132Z","end":"2026-05-29T02:11:54.580423Z","steps":["trace[1363186349] 'process raft request' (duration: 638.009591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.58047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:53.941116Z","time spent":"639.334962ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:54.580474Z","caller":"traceutil/trace.go:171","msg":"trace[1190792758] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b3e7628ee05b7a; range_end:; response_count:1; response_revision:2287; }","duration":"1.359930153s","start":"2026-05-29T02:11:53.220489Z","end":"2026-05-29T02:11:54.580419Z","steps":["trace[1190792758] 'agreement among raft nodes before linearized reading' (duration: 1.359823511s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.580293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:52.82562Z","time spent":"1.754666405s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:11:54.580501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:53.22047Z","time spent":"1.360025185s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b3e7628ee05b7a\" "} {"level":"warn","ts":"2026-05-29T02:11:54.580257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:53.942246Z","time spent":"637.956919ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:54.580684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55474856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:54.580711Z","caller":"traceutil/trace.go:171","msg":"trace[1508547506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2287; }","duration":"1.554820862s","start":"2026-05-29T02:11:53.025879Z","end":"2026-05-29T02:11:54.5807Z","steps":["trace[1508547506] 'agreement among raft nodes before linearized reading' (duration: 1.554781331s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.580735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:53.025855Z","time spent":"1.554873523s","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:11:54.580769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897096561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-29T02:11:54.580015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.185665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:11:54.580911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.15494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:54.580932Z","caller":"traceutil/trace.go:171","msg":"trace[1966666899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2287; }","duration":"337.197332ms","start":"2026-05-29T02:11:54.243729Z","end":"2026-05-29T02:11:54.580926Z","steps":["trace[1966666899] 'agreement among raft nodes before linearized reading' (duration: 337.162281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.580964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.243712Z","time spent":"337.248273ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:11:54.581017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84777774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-29T02:11:54.581067Z","caller":"traceutil/trace.go:171","msg":"trace[1337471745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2287; }","duration":"1.847852452s","start":"2026-05-29T02:11:52.733201Z","end":"2026-05-29T02:11:54.581053Z","steps":["trace[1337471745] 'agreement among raft nodes before linearized reading' (duration: 1.847716499s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.581114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:52.733181Z","time spent":"1.847921953s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:11:54.581033Z","caller":"traceutil/trace.go:171","msg":"trace[1188323950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2287; }","duration":"1.897413278s","start":"2026-05-29T02:11:52.68346Z","end":"2026-05-29T02:11:54.580873Z","steps":["trace[1188323950] 'agreement among raft nodes before linearized reading' (duration: 1.896693601s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.58125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:52.683437Z","time spent":"1.897795037s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:11:54.581276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.43472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:11:54.581177Z","caller":"traceutil/trace.go:171","msg":"trace[623034531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2287; }","duration":"623.367002ms","start":"2026-05-29T02:11:53.957771Z","end":"2026-05-29T02:11:54.581139Z","steps":["trace[623034531] 'agreement among raft nodes before linearized reading' (duration: 622.132423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.581454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:53.957756Z","time spent":"623.653069ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:11:54.581362Z","caller":"traceutil/trace.go:171","msg":"trace[49755564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2287; }","duration":"622.560494ms","start":"2026-05-29T02:11:53.958784Z","end":"2026-05-29T02:11:54.581345Z","steps":["trace[49755564] 'agreement among raft nodes before linearized reading' (duration: 622.309738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:54.581551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:53.958761Z","time spent":"622.773109ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:11:55.10396Z","caller":"traceutil/trace.go:171","msg":"trace[1104047943] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"518.569896ms","start":"2026-05-29T02:11:54.585368Z","end":"2026-05-29T02:11:55.103938Z","steps":["trace[1104047943] 'process raft request' (duration: 426.011135ms)","trace[1104047943] 'compare' (duration: 92.409378ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:55.104069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.585341Z","time spent":"518.671219ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:55.107053Z","caller":"traceutil/trace.go:171","msg":"trace[1725196382] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"521.396182ms","start":"2026-05-29T02:11:54.585628Z","end":"2026-05-29T02:11:55.107024Z","steps":["trace[1725196382] 'process raft request' (duration: 520.993842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:55.107206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.585612Z","time spent":"521.511195ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:55.107244Z","caller":"traceutil/trace.go:171","msg":"trace[646230] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"518.772751ms","start":"2026-05-29T02:11:54.588446Z","end":"2026-05-29T02:11:55.107219Z","steps":["trace[646230] 'process raft request' (duration: 518.414393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:55.107451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.588429Z","time spent":"518.947746ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:55.107776Z","caller":"traceutil/trace.go:171","msg":"trace[1187599706] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2374; }","duration":"519.830886ms","start":"2026-05-29T02:11:54.587933Z","end":"2026-05-29T02:11:55.107764Z","steps":["trace[1187599706] 'read index received' (duration: 423.452066ms)","trace[1187599706] 'applied index is now lower than readState.Index' (duration: 96.37797ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:55.107814Z","caller":"traceutil/trace.go:171","msg":"trace[1998600020] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"381.730452ms","start":"2026-05-29T02:11:54.726069Z","end":"2026-05-29T02:11:55.1078Z","steps":["trace[1998600020] 'process raft request' (duration: 381.088977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:55.107891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.954058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:11:55.107925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.726041Z","time spent":"381.829234ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:55.107962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.930531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:55.107995Z","caller":"traceutil/trace.go:171","msg":"trace[1968874166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2291; }","duration":"520.075181ms","start":"2026-05-29T02:11:54.587885Z","end":"2026-05-29T02:11:55.10796Z","steps":["trace[1968874166] 'agreement among raft nodes before linearized reading' (duration: 519.953939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:55.108003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.230353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:11:55.108025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.587869Z","time spent":"520.150474ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:11:55.108019Z","caller":"traceutil/trace.go:171","msg":"trace[430700589] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2291; }","duration":"326.024913ms","start":"2026-05-29T02:11:54.781981Z","end":"2026-05-29T02:11:55.108006Z","steps":["trace[430700589] 'agreement among raft nodes before linearized reading' (duration: 325.939832ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:55.108042Z","caller":"traceutil/trace.go:171","msg":"trace[714737765] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2291; }","duration":"494.297595ms","start":"2026-05-29T02:11:54.613728Z","end":"2026-05-29T02:11:55.108026Z","steps":["trace[714737765] 'agreement among raft nodes before linearized reading' (duration: 494.246084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:55.108064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.61371Z","time spent":"494.349756ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:11:55.108062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.781962Z","time spent":"326.090585ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:11:55.10827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.424913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:55.108296Z","caller":"traceutil/trace.go:171","msg":"trace[1439039233] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2291; }","duration":"518.482785ms","start":"2026-05-29T02:11:54.589808Z","end":"2026-05-29T02:11:55.10829Z","steps":["trace[1439039233] 'agreement among raft nodes before linearized reading' (duration: 518.081706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:55.108314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:54.589793Z","time spent":"518.517246ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-29T02:12:32.388494Z","caller":"traceutil/trace.go:171","msg":"trace[1874306441] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2763; }","duration":"171.041654ms","start":"2026-05-29T02:12:32.21742Z","end":"2026-05-29T02:12:32.388462Z","steps":["trace[1874306441] 'read index received' (duration: 170.84084ms)","trace[1874306441] 'applied index is now lower than readState.Index' (duration: 199.244µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:12:32.388598Z","caller":"traceutil/trace.go:171","msg":"trace[1800264498] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"195.221507ms","start":"2026-05-29T02:12:32.193352Z","end":"2026-05-29T02:12:32.388573Z","steps":["trace[1800264498] 'process raft request' (duration: 194.958531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:32.388799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.367231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:12:32.38885Z","caller":"traceutil/trace.go:171","msg":"trace[1444688407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2660; }","duration":"171.472204ms","start":"2026-05-29T02:12:32.217365Z","end":"2026-05-29T02:12:32.388838Z","steps":["trace[1444688407] 'agreement among raft nodes before linearized reading' (duration: 171.265739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:32.388883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.890727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-29T02:12:32.388926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.9823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:12:32.388973Z","caller":"traceutil/trace.go:171","msg":"trace[1756059498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2660; }","duration":"146.044382ms","start":"2026-05-29T02:12:32.242915Z","end":"2026-05-29T02:12:32.388959Z","steps":["trace[1756059498] 'agreement among raft nodes before linearized reading' (duration: 145.97305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:32.388944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.865804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:12:32.388985Z","caller":"traceutil/trace.go:171","msg":"trace[1144216214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2660; }","duration":"170.075872ms","start":"2026-05-29T02:12:32.218882Z","end":"2026-05-29T02:12:32.388958Z","steps":["trace[1144216214] 'agreement among raft nodes before linearized reading' (duration: 169.816556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:32.389021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.225571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:12:32.389137Z","caller":"traceutil/trace.go:171","msg":"trace[641491477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2660; }","duration":"169.403295ms","start":"2026-05-29T02:12:32.219707Z","end":"2026-05-29T02:12:32.389111Z","steps":["trace[641491477] 'agreement among raft nodes before linearized reading' (duration: 169.076038ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:32.389052Z","caller":"traceutil/trace.go:171","msg":"trace[1220384765] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2660; }","duration":"169.006476ms","start":"2026-05-29T02:12:32.220016Z","end":"2026-05-29T02:12:32.389023Z","steps":["trace[1220384765] 'agreement among raft nodes before linearized reading' (duration: 168.72706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:35.140001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.471048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:12:35.140118Z","caller":"traceutil/trace.go:171","msg":"trace[1614380726] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2683; }","duration":"233.651573ms","start":"2026-05-29T02:12:34.906444Z","end":"2026-05-29T02:12:35.140095Z","steps":["trace[1614380726] 'count revisions from in-memory index tree' (duration: 233.360166ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:36.615398Z","caller":"traceutil/trace.go:171","msg":"trace[1651408689] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"211.778423ms","start":"2026-05-29T02:12:36.4036Z","end":"2026-05-29T02:12:36.615378Z","steps":["trace[1651408689] 'process raft request' (duration: 211.637389ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:36.615473Z","caller":"traceutil/trace.go:171","msg":"trace[634807813] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2790; }","duration":"204.461522ms","start":"2026-05-29T02:12:36.410979Z","end":"2026-05-29T02:12:36.61544Z","steps":["trace[634807813] 'read index received' (duration: 204.451322ms)","trace[634807813] 'applied index is now lower than readState.Index' (duration: 8.36µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:12:36.615707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.716278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:12:36.61574Z","caller":"traceutil/trace.go:171","msg":"trace[1465695677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2686; }","duration":"204.78603ms","start":"2026-05-29T02:12:36.410944Z","end":"2026-05-29T02:12:36.61573Z","steps":["trace[1465695677] 'agreement among raft nodes before linearized reading' (duration: 204.602656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:36.617818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.399764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:12:36.61791Z","caller":"traceutil/trace.go:171","msg":"trace[558802780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2687; }","duration":"205.535377ms","start":"2026-05-29T02:12:36.412357Z","end":"2026-05-29T02:12:36.617892Z","steps":["trace[558802780] 'agreement among raft nodes before linearized reading' (duration: 205.307902ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:36.618038Z","caller":"traceutil/trace.go:171","msg":"trace[1695486647] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"205.198599ms","start":"2026-05-29T02:12:36.412802Z","end":"2026-05-29T02:12:36.618Z","steps":["trace[1695486647] 'process raft request' (duration: 204.740128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:36.618109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.618596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:12:36.618158Z","caller":"traceutil/trace.go:171","msg":"trace[1892708410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2687; }","duration":"204.683987ms","start":"2026-05-29T02:12:36.413458Z","end":"2026-05-29T02:12:36.618142Z","steps":["trace[1892708410] 'agreement among raft nodes before linearized reading' (duration: 204.554564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:36.618187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.446945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:12:36.618217Z","caller":"traceutil/trace.go:171","msg":"trace[1141147696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2687; }","duration":"205.487796ms","start":"2026-05-29T02:12:36.412721Z","end":"2026-05-29T02:12:36.618209Z","steps":["trace[1141147696] 'agreement among raft nodes before linearized reading' (duration: 205.398584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:10.093613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.142413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-29T02:13:10.093708Z","caller":"traceutil/trace.go:171","msg":"trace[1010529050] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2892; }","duration":"307.276526ms","start":"2026-05-29T02:13:09.786413Z","end":"2026-05-29T02:13:10.093689Z","steps":["trace[1010529050] 'range keys from in-memory index tree' (duration: 306.975509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:10.093747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:09.786396Z","time spent":"307.342438ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-29T02:13:10.393684Z","caller":"traceutil/trace.go:171","msg":"trace[878616295] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3003; }","duration":"152.294428ms","start":"2026-05-29T02:13:10.241368Z","end":"2026-05-29T02:13:10.393663Z","steps":["trace[878616295] 'read index received' (duration: 152.144514ms)","trace[878616295] 'applied index is now lower than readState.Index' (duration: 148.523µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:13:10.393763Z","caller":"traceutil/trace.go:171","msg":"trace[1575264464] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"211.881155ms","start":"2026-05-29T02:13:10.181838Z","end":"2026-05-29T02:13:10.393719Z","steps":["trace[1575264464] 'process raft request' (duration: 211.68893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:10.393894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.484592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:13:10.394012Z","caller":"traceutil/trace.go:171","msg":"trace[135498315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2893; }","duration":"152.649996ms","start":"2026-05-29T02:13:10.241335Z","end":"2026-05-29T02:13:10.393985Z","steps":["trace[135498315] 'agreement among raft nodes before linearized reading' (duration: 152.459332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:10.604583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.457109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:13:10.60465Z","caller":"traceutil/trace.go:171","msg":"trace[2039193090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2893; }","duration":"209.595281ms","start":"2026-05-29T02:13:10.395039Z","end":"2026-05-29T02:13:10.604634Z","steps":["trace[2039193090] 'range keys from in-memory index tree' (duration: 209.318245ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:10.605474Z","caller":"traceutil/trace.go:171","msg":"trace[426094746] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"209.121631ms","start":"2026-05-29T02:13:10.396329Z","end":"2026-05-29T02:13:10.605451Z","steps":["trace[426094746] 'process raft request' (duration: 208.969747ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.059273Z","caller":"traceutil/trace.go:171","msg":"trace[323640073] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"186.983815ms","start":"2026-05-29T02:13:14.872258Z","end":"2026-05-29T02:13:15.059242Z","steps":["trace[323640073] 'process raft request' (duration: 157.542879ms)","trace[323640073] 'compare' (duration: 29.217581ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:13:15.05962Z","caller":"traceutil/trace.go:171","msg":"trace[240168354] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"185.235665ms","start":"2026-05-29T02:13:14.874288Z","end":"2026-05-29T02:13:15.059524Z","steps":["trace[240168354] 'process raft request' (duration: 185.141253ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.059625Z","caller":"traceutil/trace.go:171","msg":"trace[705987239] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"185.407989ms","start":"2026-05-29T02:13:14.874161Z","end":"2026-05-29T02:13:15.059569Z","steps":["trace[705987239] 'process raft request' (duration: 185.0249ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.945583Z","caller":"traceutil/trace.go:171","msg":"trace[451008394] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3037; }","duration":"258.375058ms","start":"2026-05-29T02:13:15.68718Z","end":"2026-05-29T02:13:15.945555Z","steps":["trace[451008394] 'read index received' (duration: 236.740134ms)","trace[451008394] 'applied index is now lower than readState.Index' (duration: 21.633414ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:13:15.945992Z","caller":"traceutil/trace.go:171","msg":"trace[2032699744] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"274.745369ms","start":"2026-05-29T02:13:15.671214Z","end":"2026-05-29T02:13:15.94596Z","steps":["trace[2032699744] 'process raft request' (duration: 252.714436ms)","trace[2032699744] 'compare' (duration: 21.496411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:13:15.94606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.070645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-29T02:13:15.946115Z","caller":"traceutil/trace.go:171","msg":"trace[801947853] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2926; }","duration":"159.142256ms","start":"2026-05-29T02:13:15.786956Z","end":"2026-05-29T02:13:15.946098Z","steps":["trace[801947853] 'agreement among raft nodes before linearized reading' (duration: 158.988193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.946103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.90523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-29T02:13:15.946341Z","caller":"traceutil/trace.go:171","msg":"trace[1945610695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2926; }","duration":"259.173907ms","start":"2026-05-29T02:13:15.687149Z","end":"2026-05-29T02:13:15.946323Z","steps":["trace[1945610695] 'agreement among raft nodes before linearized reading' (duration: 258.650574ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:35.214355Z","caller":"traceutil/trace.go:171","msg":"trace[892103546] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"210.949596ms","start":"2026-05-29T02:13:35.003345Z","end":"2026-05-29T02:13:35.214295Z","steps":["trace[892103546] 'process raft request' (duration: 208.692403ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:35.215217Z","caller":"traceutil/trace.go:171","msg":"trace[1022643974] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"209.869471ms","start":"2026-05-29T02:13:35.005314Z","end":"2026-05-29T02:13:35.215183Z","steps":["trace[1022643974] 'process raft request' (duration: 209.608005ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:36.469405Z","caller":"traceutil/trace.go:171","msg":"trace[1480613408] linearizableReadLoop","detail":"{readStateIndex:4013; appliedIndex:4011; }","duration":"116.42309ms","start":"2026-05-29T02:15:36.352956Z","end":"2026-05-29T02:15:36.469379Z","steps":["trace[1480613408] 'read index received' (duration: 52.215239ms)","trace[1480613408] 'applied index is now lower than readState.Index' (duration: 64.206171ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:36.469557Z","caller":"traceutil/trace.go:171","msg":"trace[1978270072] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"154.194529ms","start":"2026-05-29T02:15:36.315327Z","end":"2026-05-29T02:15:36.469521Z","steps":["trace[1978270072] 'process raft request' (duration: 153.913413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:36.469671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.699047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:15:36.469736Z","caller":"traceutil/trace.go:171","msg":"trace[995865710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:3867; }","duration":"116.81665ms","start":"2026-05-29T02:15:36.352901Z","end":"2026-05-29T02:15:36.469718Z","steps":["trace[995865710] 'agreement among raft nodes before linearized reading' (duration: 116.597175ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:16:57.477296Z","caller":"traceutil/trace.go:171","msg":"trace[1055078534] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5084; }","duration":"159.842023ms","start":"2026-05-29T02:16:57.317433Z","end":"2026-05-29T02:16:57.477275Z","steps":["trace[1055078534] 'read index received' (duration: 159.69675ms)","trace[1055078534] 'applied index is now lower than readState.Index' (duration: 144.443µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:16:57.477335Z","caller":"traceutil/trace.go:171","msg":"trace[860096976] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"165.552237ms","start":"2026-05-29T02:16:57.311752Z","end":"2026-05-29T02:16:57.477304Z","steps":["trace[860096976] 'process raft request' (duration: 165.418224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:57.477508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.056808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11455"} {"level":"info","ts":"2026-05-29T02:16:57.47754Z","caller":"traceutil/trace.go:171","msg":"trace[1735171535] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4898; }","duration":"160.134399ms","start":"2026-05-29T02:16:57.317396Z","end":"2026-05-29T02:16:57.47753Z","steps":["trace[1735171535] 'agreement among raft nodes before linearized reading' (duration: 159.979636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:57.477644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.004905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-29T02:16:57.477755Z","caller":"traceutil/trace.go:171","msg":"trace[1098160197] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4898; }","duration":"154.129188ms","start":"2026-05-29T02:16:57.323602Z","end":"2026-05-29T02:16:57.477731Z","steps":["trace[1098160197] 'agreement among raft nodes before linearized reading' (duration: 153.847331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.126262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.002774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:01.126456Z","caller":"traceutil/trace.go:171","msg":"trace[57994893] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5223; }","duration":"343.178329ms","start":"2026-05-29T02:17:00.783257Z","end":"2026-05-29T02:17:01.126436Z","steps":["trace[57994893] 'read index received' (duration: 112.840526ms)","trace[57994893] 'applied index is now lower than readState.Index' (duration: 230.335633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:01.126604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.342542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:01.12745Z","caller":"traceutil/trace.go:171","msg":"trace[587410287] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5035; }","duration":"344.209253ms","start":"2026-05-29T02:17:00.783226Z","end":"2026-05-29T02:17:01.127435Z","steps":["trace[587410287] 'agreement among raft nodes before linearized reading' (duration: 343.332553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.127552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:00.783213Z","time spent":"344.323536ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-05-29T02:17:01.126593Z","caller":"traceutil/trace.go:171","msg":"trace[1031586199] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"359.559194ms","start":"2026-05-29T02:17:00.76699Z","end":"2026-05-29T02:17:01.126549Z","steps":["trace[1031586199] 'process raft request' (duration: 129.175671ms)","trace[1031586199] 'compare' (duration: 229.79718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:01.127824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:00.766969Z","time spent":"360.814314ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:01.127082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.721197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:17:01.128164Z","caller":"traceutil/trace.go:171","msg":"trace[932975974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5035; }","duration":"272.851183ms","start":"2026-05-29T02:17:00.855299Z","end":"2026-05-29T02:17:01.12815Z","steps":["trace[932975974] 'agreement among raft nodes before linearized reading' (duration: 271.569563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.127194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.012609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:17:01.128402Z","caller":"traceutil/trace.go:171","msg":"trace[653623491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5035; }","duration":"269.219758ms","start":"2026-05-29T02:17:00.859162Z","end":"2026-05-29T02:17:01.128382Z","steps":["trace[653623491] 'agreement among raft nodes before linearized reading' (duration: 267.972749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.127185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.555024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-150f5d0d-8e9b-4075-adc9-9af2ceeb3499\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-29T02:17:01.128515Z","caller":"traceutil/trace.go:171","msg":"trace[1132225784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-150f5d0d-8e9b-4075-adc9-9af2ceeb3499; range_end:; response_count:1; response_revision:5035; }","duration":"227.932446ms","start":"2026-05-29T02:17:00.900558Z","end":"2026-05-29T02:17:01.128491Z","steps":["trace[1132225784] 'agreement among raft nodes before linearized reading' (duration: 226.41132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.127204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.789751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:17:01.128821Z","caller":"traceutil/trace.go:171","msg":"trace[1921208559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:5035; }","duration":"268.432539ms","start":"2026-05-29T02:17:00.86037Z","end":"2026-05-29T02:17:01.128803Z","steps":["trace[1921208559] 'agreement among raft nodes before linearized reading' (duration: 266.639877ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.29147Z","caller":"traceutil/trace.go:171","msg":"trace[330695373] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"159.73502ms","start":"2026-05-29T02:17:01.13171Z","end":"2026-05-29T02:17:01.291445Z","steps":["trace[330695373] 'process raft request' (duration: 159.572196ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.316791Z","caller":"traceutil/trace.go:171","msg":"trace[1293884544] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"184.326819ms","start":"2026-05-29T02:17:01.132442Z","end":"2026-05-29T02:17:01.316768Z","steps":["trace[1293884544] 'process raft request' (duration: 184.082554ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.316792Z","caller":"traceutil/trace.go:171","msg":"trace[312912741] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5224; }","duration":"183.314655ms","start":"2026-05-29T02:17:01.133454Z","end":"2026-05-29T02:17:01.316769Z","steps":["trace[312912741] 'read index received' (duration: 157.867026ms)","trace[312912741] 'applied index is now lower than readState.Index' (duration: 25.446169ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:01.316858Z","caller":"traceutil/trace.go:171","msg":"trace[526971682] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"184.272849ms","start":"2026-05-29T02:17:01.132548Z","end":"2026-05-29T02:17:01.316821Z","steps":["trace[526971682] 'process raft request' (duration: 184.110885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.316936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.459479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:01.316979Z","caller":"traceutil/trace.go:171","msg":"trace[701114308] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:5039; }","duration":"183.542061ms","start":"2026-05-29T02:17:01.133426Z","end":"2026-05-29T02:17:01.316968Z","steps":["trace[701114308] 'agreement among raft nodes before linearized reading' (duration: 183.457049ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.316956Z","caller":"traceutil/trace.go:171","msg":"trace[345576968] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"182.861384ms","start":"2026-05-29T02:17:01.134033Z","end":"2026-05-29T02:17:01.316895Z","steps":["trace[345576968] 'process raft request' (duration: 182.66923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.317473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.580892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62879"} {"level":"info","ts":"2026-05-29T02:17:01.31763Z","caller":"traceutil/trace.go:171","msg":"trace[594414458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5039; }","duration":"183.824718ms","start":"2026-05-29T02:17:01.133774Z","end":"2026-05-29T02:17:01.317599Z","steps":["trace[594414458] 'agreement among raft nodes before linearized reading' (duration: 183.217454ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.612884Z","caller":"traceutil/trace.go:171","msg":"trace[1811037473] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"101.837637ms","start":"2026-05-29T02:17:01.511Z","end":"2026-05-29T02:17:01.612838Z","steps":["trace[1811037473] 'process raft request' (duration: 12.72594ms)","trace[1811037473] 'compare' (duration: 88.81562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:03.561022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.454616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:03.561164Z","caller":"traceutil/trace.go:171","msg":"trace[1758427295] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5265; }","duration":"317.967956ms","start":"2026-05-29T02:17:03.243171Z","end":"2026-05-29T02:17:03.561139Z","steps":["trace[1758427295] 'read index received' (duration: 36.191082ms)","trace[1758427295] 'applied index is now lower than readState.Index' (duration: 281.774744ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:03.561311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.139189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:03.561367Z","caller":"traceutil/trace.go:171","msg":"trace[1250568580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"318.233402ms","start":"2026-05-29T02:17:03.243118Z","end":"2026-05-29T02:17:03.561352Z","steps":["trace[1250568580] 'agreement among raft nodes before linearized reading' (duration: 318.14627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:03.561416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:03.243094Z","time spent":"318.309404ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:17:03.561797Z","caller":"traceutil/trace.go:171","msg":"trace[1725005228] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"321.463747ms","start":"2026-05-29T02:17:03.2397Z","end":"2026-05-29T02:17:03.561163Z","steps":["trace[1725005228] 'process raft request' (duration: 39.770766ms)","trace[1725005228] 'compare' (duration: 281.095317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:03.561838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.121853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:17:03.561897Z","caller":"traceutil/trace.go:171","msg":"trace[1412756460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5075; }","duration":"240.223125ms","start":"2026-05-29T02:17:03.321659Z","end":"2026-05-29T02:17:03.561882Z","steps":["trace[1412756460] 'agreement among raft nodes before linearized reading' (duration: 240.048691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:03.561935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.616124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:17:03.561964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:03.239678Z","time spent":"322.202415ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:03.56198Z","caller":"traceutil/trace.go:171","msg":"trace[412295852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:5075; }","duration":"237.703006ms","start":"2026-05-29T02:17:03.324265Z","end":"2026-05-29T02:17:03.561968Z","steps":["trace[412295852] 'agreement among raft nodes before linearized reading' (duration: 237.474891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:03.561962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.942258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:17:03.562052Z","caller":"traceutil/trace.go:171","msg":"trace[1172350637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5075; }","duration":"240.080652ms","start":"2026-05-29T02:17:03.321948Z","end":"2026-05-29T02:17:03.562028Z","steps":["trace[1172350637] 'agreement among raft nodes before linearized reading' (duration: 239.797945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:03.562219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.303836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786876"} {"level":"info","ts":"2026-05-29T02:17:03.562321Z","caller":"traceutil/trace.go:171","msg":"trace[1542511561] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5075; }","duration":"220.43851ms","start":"2026-05-29T02:17:03.341865Z","end":"2026-05-29T02:17:03.562303Z","steps":["trace[1542511561] 'agreement among raft nodes before linearized reading' (duration: 219.877757ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.271906Z","caller":"traceutil/trace.go:171","msg":"trace[1560641895] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5327; }","duration":"136.187956ms","start":"2026-05-29T02:17:05.135682Z","end":"2026-05-29T02:17:05.27187Z","steps":["trace[1560641895] 'read index received' (duration: 135.793937ms)","trace[1560641895] 'applied index is now lower than readState.Index' (duration: 392.169µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:05.271926Z","caller":"traceutil/trace.go:171","msg":"trace[901873000] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"136.375131ms","start":"2026-05-29T02:17:05.135515Z","end":"2026-05-29T02:17:05.27189Z","steps":["trace[901873000] 'process raft request' (duration: 136.114905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.272251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.545305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16554"} {"level":"info","ts":"2026-05-29T02:17:05.272344Z","caller":"traceutil/trace.go:171","msg":"trace[1496621404] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5136; }","duration":"136.692258ms","start":"2026-05-29T02:17:05.13563Z","end":"2026-05-29T02:17:05.272323Z","steps":["trace[1496621404] 'agreement among raft nodes before linearized reading' (duration: 136.35614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.273111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.775308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:05.273176Z","caller":"traceutil/trace.go:171","msg":"trace[1219831998] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5136; }","duration":"110.883231ms","start":"2026-05-29T02:17:05.16227Z","end":"2026-05-29T02:17:05.273154Z","steps":["trace[1219831998] 'agreement among raft nodes before linearized reading' (duration: 109.873587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:12.703663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.474685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:12.70377Z","caller":"traceutil/trace.go:171","msg":"trace[1651737263] linearizableReadLoop","detail":"{readStateIndex:5448; appliedIndex:5447; }","duration":"313.235374ms","start":"2026-05-29T02:17:12.390518Z","end":"2026-05-29T02:17:12.703754Z","steps":["trace[1651737263] 'read index received' (duration: 178.502153ms)","trace[1651737263] 'applied index is now lower than readState.Index' (duration: 134.731291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:12.703971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.455029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-29T02:17:12.704151Z","caller":"traceutil/trace.go:171","msg":"trace[2049341348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5251; }","duration":"313.654934ms","start":"2026-05-29T02:17:12.390484Z","end":"2026-05-29T02:17:12.704139Z","steps":["trace[2049341348] 'agreement among raft nodes before linearized reading' (duration: 313.355307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:12.704194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:12.390474Z","time spent":"313.712096ms","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:17:12.704094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.535053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:17:12.704294Z","caller":"traceutil/trace.go:171","msg":"trace[1726983246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5251; }","duration":"294.754598ms","start":"2026-05-29T02:17:12.409511Z","end":"2026-05-29T02:17:12.704266Z","steps":["trace[1726983246] 'agreement among raft nodes before linearized reading' (duration: 294.523243ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:12.703859Z","caller":"traceutil/trace.go:171","msg":"trace[1105685038] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"316.271255ms","start":"2026-05-29T02:17:12.387552Z","end":"2026-05-29T02:17:12.703824Z","steps":["trace[1105685038] 'process raft request' (duration: 181.555294ms)","trace[1105685038] 'compare' (duration: 134.375803ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:12.704519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:12.387533Z","time spent":"316.906211ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:14.781114Z","caller":"traceutil/trace.go:171","msg":"trace[329080764] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"179.937676ms","start":"2026-05-29T02:17:14.601129Z","end":"2026-05-29T02:17:14.781067Z","steps":["trace[329080764] 'process raft request' (duration: 179.631139ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:15.052106Z","caller":"traceutil/trace.go:171","msg":"trace[1252385743] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"266.445293ms","start":"2026-05-29T02:17:14.785635Z","end":"2026-05-29T02:17:15.052081Z","steps":["trace[1252385743] 'process raft request' (duration: 266.403172ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:15.052195Z","caller":"traceutil/trace.go:171","msg":"trace[588075387] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"266.731469ms","start":"2026-05-29T02:17:14.785426Z","end":"2026-05-29T02:17:15.052157Z","steps":["trace[588075387] 'process raft request' (duration: 266.543544ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:15.052129Z","caller":"traceutil/trace.go:171","msg":"trace[1555347141] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"269.040824ms","start":"2026-05-29T02:17:14.783061Z","end":"2026-05-29T02:17:15.052102Z","steps":["trace[1555347141] 'process raft request' (duration: 175.268286ms)","trace[1555347141] 'compare' (duration: 93.499581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:15.318117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.477194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:15.318212Z","caller":"traceutil/trace.go:171","msg":"trace[2029831647] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5491; }","duration":"166.898289ms","start":"2026-05-29T02:17:15.151299Z","end":"2026-05-29T02:17:15.318198Z","steps":["trace[2029831647] 'read index received' (duration: 7.268081ms)","trace[2029831647] 'applied index is now lower than readState.Index' (duration: 159.628728ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:15.318233Z","caller":"traceutil/trace.go:171","msg":"trace[241389884] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"261.480666ms","start":"2026-05-29T02:17:15.056723Z","end":"2026-05-29T02:17:15.318204Z","steps":["trace[241389884] 'process raft request' (duration: 101.856108ms)","trace[241389884] 'compare' (duration: 159.330611ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:15.318353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.042612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-29T02:17:15.318389Z","caller":"traceutil/trace.go:171","msg":"trace[697386637] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5294; }","duration":"167.129424ms","start":"2026-05-29T02:17:15.151251Z","end":"2026-05-29T02:17:15.31838Z","steps":["trace[697386637] 'agreement among raft nodes before linearized reading' (duration: 167.020311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:15.318577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.512499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127995"} {"level":"info","ts":"2026-05-29T02:17:15.318608Z","caller":"traceutil/trace.go:171","msg":"trace[218739858] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5294; }","duration":"163.574571ms","start":"2026-05-29T02:17:15.155024Z","end":"2026-05-29T02:17:15.318598Z","steps":["trace[218739858] 'agreement among raft nodes before linearized reading' (duration: 163.425828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:15.318782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.797814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-z4s7z\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-05-29T02:17:15.31883Z","caller":"traceutil/trace.go:171","msg":"trace[986481266] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-z4s7z; range_end:; response_count:1; response_revision:5294; }","duration":"109.841086ms","start":"2026-05-29T02:17:15.208963Z","end":"2026-05-29T02:17:15.318805Z","steps":["trace[986481266] 'agreement among raft nodes before linearized reading' (duration: 109.735943ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:15.484859Z","caller":"traceutil/trace.go:171","msg":"trace[313944236] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"116.470272ms","start":"2026-05-29T02:17:15.368319Z","end":"2026-05-29T02:17:15.48479Z","steps":["trace[313944236] 'process raft request' (duration: 76.961241ms)","trace[313944236] 'compare' (duration: 39.363427ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:15.485068Z","caller":"traceutil/trace.go:171","msg":"trace[773177626] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"116.545004ms","start":"2026-05-29T02:17:15.368503Z","end":"2026-05-29T02:17:15.485048Z","steps":["trace[773177626] 'process raft request' (duration: 116.221236ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:15.485176Z","caller":"traceutil/trace.go:171","msg":"trace[320697115] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"116.497922ms","start":"2026-05-29T02:17:15.368655Z","end":"2026-05-29T02:17:15.485153Z","steps":["trace[320697115] 'process raft request' (duration: 116.310528ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:15.48576Z","caller":"traceutil/trace.go:171","msg":"trace[331575938] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"114.985827ms","start":"2026-05-29T02:17:15.370755Z","end":"2026-05-29T02:17:15.485741Z","steps":["trace[331575938] 'process raft request' (duration: 114.332052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:16.019224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.554508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:16.019408Z","caller":"traceutil/trace.go:171","msg":"trace[1209223073] linearizableReadLoop","detail":"{readStateIndex:5501; appliedIndex:5499; }","duration":"428.461797ms","start":"2026-05-29T02:17:15.590929Z","end":"2026-05-29T02:17:16.01939Z","steps":["trace[1209223073] 'read index received' (duration: 2.55634ms)","trace[1209223073] 'applied index is now lower than readState.Index' (duration: 425.903887ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:16.019446Z","caller":"traceutil/trace.go:171","msg":"trace[695643165] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"524.483396ms","start":"2026-05-29T02:17:15.494934Z","end":"2026-05-29T02:17:16.019417Z","steps":["trace[695643165] 'process raft request' (duration: 524.390244ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:16.019483Z","caller":"traceutil/trace.go:171","msg":"trace[1611206828] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"527.931558ms","start":"2026-05-29T02:17:15.491503Z","end":"2026-05-29T02:17:16.019434Z","steps":["trace[1611206828] 'process raft request' (duration: 102.067582ms)","trace[1611206828] 'compare' (duration: 425.368674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:16.019591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:15.494924Z","time spent":"524.59044ms","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:16.01966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:15.49148Z","time spent":"528.088452ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:16.019521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.614831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:17:16.019832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.648123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:17:16.019855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.255062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:17:16.019885Z","caller":"traceutil/trace.go:171","msg":"trace[1452420669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5303; }","duration":"375.738845ms","start":"2026-05-29T02:17:15.644134Z","end":"2026-05-29T02:17:16.019873Z","steps":["trace[1452420669] 'agreement among raft nodes before linearized reading' (duration: 375.586812ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:16.019894Z","caller":"traceutil/trace.go:171","msg":"trace[1098699410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:5303; }","duration":"380.356804ms","start":"2026-05-29T02:17:15.639528Z","end":"2026-05-29T02:17:16.019884Z","steps":["trace[1098699410] 'agreement among raft nodes before linearized reading' (duration: 380.14859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:16.0199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.135061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:17:16.01992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:15.644112Z","time spent":"375.799397ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:17:16.019955Z","caller":"traceutil/trace.go:171","msg":"trace[2032096620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5303; }","duration":"355.191672ms","start":"2026-05-29T02:17:15.66475Z","end":"2026-05-29T02:17:16.019942Z","steps":["trace[2032096620] 'agreement among raft nodes before linearized reading' (duration: 355.027298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:16.01992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:15.639497Z","time spent":"380.415845ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:17:16.019995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:15.66472Z","time spent":"355.266633ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:17:16.020112Z","caller":"traceutil/trace.go:171","msg":"trace[1308394993] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5303; }","duration":"428.895507ms","start":"2026-05-29T02:17:15.590866Z","end":"2026-05-29T02:17:16.019762Z","steps":["trace[1308394993] 'agreement among raft nodes before linearized reading' (duration: 428.62044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:16.020242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:15.59085Z","time spent":"429.312107ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:17:20.488221Z","caller":"traceutil/trace.go:171","msg":"trace[189420664] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"438.642355ms","start":"2026-05-29T02:17:20.049553Z","end":"2026-05-29T02:17:20.488195Z","steps":["trace[189420664] 'process raft request' (duration: 438.495402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.488505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:20.049534Z","time spent":"438.758008ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:20.489061Z","caller":"traceutil/trace.go:171","msg":"trace[1060354109] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"437.309014ms","start":"2026-05-29T02:17:20.051713Z","end":"2026-05-29T02:17:20.489022Z","steps":["trace[1060354109] 'process raft request' (duration: 437.14019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.489226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:20.051692Z","time spent":"437.448557ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:20.489338Z","caller":"traceutil/trace.go:171","msg":"trace[149098765] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"385.895274ms","start":"2026-05-29T02:17:20.103427Z","end":"2026-05-29T02:17:20.489322Z","steps":["trace[149098765] 'process raft request' (duration: 385.794111ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:20.489378Z","caller":"traceutil/trace.go:171","msg":"trace[1811712445] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5544; }","duration":"424.629556ms","start":"2026-05-29T02:17:20.064729Z","end":"2026-05-29T02:17:20.489359Z","steps":["trace[1811712445] 'read index received' (duration: 423.426647ms)","trace[1811712445] 'applied index is now lower than readState.Index' (duration: 1.201879ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:20.489364Z","caller":"traceutil/trace.go:171","msg":"trace[709654287] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"387.499812ms","start":"2026-05-29T02:17:20.101831Z","end":"2026-05-29T02:17:20.489331Z","steps":["trace[709654287] 'process raft request' (duration: 387.150894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.489459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:20.103403Z","time spent":"385.987406ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:20.489513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:20.101818Z","time spent":"387.620415ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:20.489542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.81733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:17:20.489564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.060749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:17:20.489579Z","caller":"traceutil/trace.go:171","msg":"trace[748151713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5350; }","duration":"424.895792ms","start":"2026-05-29T02:17:20.064672Z","end":"2026-05-29T02:17:20.489568Z","steps":["trace[748151713] 'agreement among raft nodes before linearized reading' (duration: 424.780629ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:20.489601Z","caller":"traceutil/trace.go:171","msg":"trace[1079762111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5350; }","duration":"361.132881ms","start":"2026-05-29T02:17:20.128458Z","end":"2026-05-29T02:17:20.489591Z","steps":["trace[1079762111] 'agreement among raft nodes before linearized reading' (duration: 361.009108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.489638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:20.128442Z","time spent":"361.189452ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:17:20.489641Z","caller":"traceutil/trace.go:171","msg":"trace[2022639845] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"369.879647ms","start":"2026-05-29T02:17:20.119752Z","end":"2026-05-29T02:17:20.489631Z","steps":["trace[2022639845] 'process raft request' (duration: 369.535479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.489697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:20.119733Z","time spent":"369.930748ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:20.489608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:20.064647Z","time spent":"424.955123ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:17:20.489756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.629674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-vddjn\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-05-29T02:17:20.489792Z","caller":"traceutil/trace.go:171","msg":"trace[1733226749] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-vddjn; range_end:; response_count:1; response_revision:5350; }","duration":"226.684806ms","start":"2026-05-29T02:17:20.263096Z","end":"2026-05-29T02:17:20.48978Z","steps":["trace[1733226749] 'agreement among raft nodes before linearized reading' (duration: 226.553892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.489845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.961594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:17:20.489871Z","caller":"traceutil/trace.go:171","msg":"trace[1988360191] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5350; }","duration":"134.025176ms","start":"2026-05-29T02:17:20.355839Z","end":"2026-05-29T02:17:20.489864Z","steps":["trace[1988360191] 'agreement among raft nodes before linearized reading' (duration: 133.735159ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:21.40277Z","caller":"traceutil/trace.go:171","msg":"trace[1181666458] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"119.077053ms","start":"2026-05-29T02:17:21.283671Z","end":"2026-05-29T02:17:21.402748Z","steps":["trace[1181666458] 'process raft request' (duration: 118.92981ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:21.521499Z","caller":"traceutil/trace.go:171","msg":"trace[91006914] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"112.213922ms","start":"2026-05-29T02:17:21.40926Z","end":"2026-05-29T02:17:21.521474Z","steps":["trace[91006914] 'process raft request' (duration: 112.035898ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:21.521659Z","caller":"traceutil/trace.go:171","msg":"trace[919543458] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5555; }","duration":"105.092134ms","start":"2026-05-29T02:17:21.416536Z","end":"2026-05-29T02:17:21.521628Z","steps":["trace[919543458] 'read index received' (duration: 75.001985ms)","trace[919543458] 'applied index is now lower than readState.Index' (duration: 30.088039ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:21.5217Z","caller":"traceutil/trace.go:171","msg":"trace[1404073426] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"112.341245ms","start":"2026-05-29T02:17:21.409347Z","end":"2026-05-29T02:17:21.521689Z","steps":["trace[1404073426] 'process raft request' (duration: 112.075719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:21.521768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.211487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:21.521798Z","caller":"traceutil/trace.go:171","msg":"trace[972526873] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5359; }","duration":"105.291989ms","start":"2026-05-29T02:17:21.416498Z","end":"2026-05-29T02:17:21.52179Z","steps":["trace[972526873] 'agreement among raft nodes before linearized reading' (duration: 105.213697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:23.402556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.435658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:23.402781Z","caller":"traceutil/trace.go:171","msg":"trace[46320179] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5570; }","duration":"254.238475ms","start":"2026-05-29T02:17:23.148441Z","end":"2026-05-29T02:17:23.402679Z","steps":["trace[46320179] 'read index received' (duration: 56.51468ms)","trace[46320179] 'applied index is now lower than readState.Index' (duration: 197.721645ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:23.402771Z","caller":"traceutil/trace.go:171","msg":"trace[842424858] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"256.14116ms","start":"2026-05-29T02:17:23.146588Z","end":"2026-05-29T02:17:23.402729Z","steps":["trace[842424858] 'process raft request' (duration: 58.423705ms)","trace[842424858] 'compare' (duration: 197.248104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:23.403035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.568113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1580"} {"level":"info","ts":"2026-05-29T02:17:23.403124Z","caller":"traceutil/trace.go:171","msg":"trace[910846668] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5371; }","duration":"254.690886ms","start":"2026-05-29T02:17:23.14841Z","end":"2026-05-29T02:17:23.403101Z","steps":["trace[910846668] 'agreement among raft nodes before linearized reading' (duration: 254.41382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:23.403128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.211416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:17:23.403125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.461072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:17:23.403211Z","caller":"traceutil/trace.go:171","msg":"trace[1316908303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5371; }","duration":"161.350538ms","start":"2026-05-29T02:17:23.241842Z","end":"2026-05-29T02:17:23.403193Z","steps":["trace[1316908303] 'agreement among raft nodes before linearized reading' (duration: 161.193445ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:23.403283Z","caller":"traceutil/trace.go:171","msg":"trace[2117885410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5371; }","duration":"195.616785ms","start":"2026-05-29T02:17:23.207616Z","end":"2026-05-29T02:17:23.403233Z","steps":["trace[2117885410] 'agreement among raft nodes before linearized reading' (duration: 195.40084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:23.40332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.610946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1580"} {"level":"info","ts":"2026-05-29T02:17:23.403378Z","caller":"traceutil/trace.go:171","msg":"trace[246693884] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5371; }","duration":"249.670078ms","start":"2026-05-29T02:17:23.15369Z","end":"2026-05-29T02:17:23.40336Z","steps":["trace[246693884] 'agreement among raft nodes before linearized reading' (duration: 249.535605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:23.403187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.022149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:17:23.403442Z","caller":"traceutil/trace.go:171","msg":"trace[952582122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5371; }","duration":"251.319337ms","start":"2026-05-29T02:17:23.152106Z","end":"2026-05-29T02:17:23.403425Z","steps":["trace[952582122] 'agreement among raft nodes before linearized reading' (duration: 250.914987ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:23.847721Z","caller":"traceutil/trace.go:171","msg":"trace[998358408] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"174.067028ms","start":"2026-05-29T02:17:23.673636Z","end":"2026-05-29T02:17:23.847703Z","steps":["trace[998358408] 'process raft request' (duration: 174.027877ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:23.847808Z","caller":"traceutil/trace.go:171","msg":"trace[254800182] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"178.803459ms","start":"2026-05-29T02:17:23.66897Z","end":"2026-05-29T02:17:23.847773Z","steps":["trace[254800182] 'process raft request' (duration: 158.261796ms)","trace[254800182] 'compare' (duration: 20.188405ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:23.847885Z","caller":"traceutil/trace.go:171","msg":"trace[1324445000] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5580; }","duration":"177.287974ms","start":"2026-05-29T02:17:23.67059Z","end":"2026-05-29T02:17:23.847878Z","steps":["trace[1324445000] 'read index received' (duration: 156.671788ms)","trace[1324445000] 'applied index is now lower than readState.Index' (duration: 20.615386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:23.848075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.471388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-05-29T02:17:23.848099Z","caller":"traceutil/trace.go:171","msg":"trace[1425718456] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5382; }","duration":"177.54096ms","start":"2026-05-29T02:17:23.670551Z","end":"2026-05-29T02:17:23.848092Z","steps":["trace[1425718456] 'agreement among raft nodes before linearized reading' (duration: 177.407917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:23.848308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.410797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"warn","ts":"2026-05-29T02:17:23.848263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.362556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-05-29T02:17:23.848331Z","caller":"traceutil/trace.go:171","msg":"trace[408325766] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5382; }","duration":"177.459518ms","start":"2026-05-29T02:17:23.670867Z","end":"2026-05-29T02:17:23.848326Z","steps":["trace[408325766] 'agreement among raft nodes before linearized reading' (duration: 177.399227ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:23.848364Z","caller":"traceutil/trace.go:171","msg":"trace[2136099728] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5382; }","duration":"177.52739ms","start":"2026-05-29T02:17:23.670815Z","end":"2026-05-29T02:17:23.848343Z","steps":["trace[2136099728] 'agreement among raft nodes before linearized reading' (duration: 177.217412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:25.907231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061499524,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:17:26.03107Z","caller":"traceutil/trace.go:171","msg":"trace[1778805585] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5677; }","duration":"624.778908ms","start":"2026-05-29T02:17:25.406271Z","end":"2026-05-29T02:17:26.03105Z","steps":["trace[1778805585] 'read index received' (duration: 624.547663ms)","trace[1778805585] 'applied index is now lower than readState.Index' (duration: 230.035µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:26.03113Z","caller":"traceutil/trace.go:171","msg":"trace[1472241096] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"712.80475ms","start":"2026-05-29T02:17:25.318293Z","end":"2026-05-29T02:17:26.031098Z","steps":["trace[1472241096] 'process raft request' (duration: 712.591145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:26.031269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.989393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:17:26.031283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:25.318272Z","time spent":"712.913363ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:26.031379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.893992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:17:26.031406Z","caller":"traceutil/trace.go:171","msg":"trace[1484883052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5475; }","duration":"613.962413ms","start":"2026-05-29T02:17:25.417438Z","end":"2026-05-29T02:17:26.031401Z","steps":["trace[1484883052] 'agreement among raft nodes before linearized reading' (duration: 613.880241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:26.031431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:25.417419Z","time spent":"614.006365ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:17:26.0313Z","caller":"traceutil/trace.go:171","msg":"trace[1815637993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5475; }","duration":"625.073205ms","start":"2026-05-29T02:17:25.406219Z","end":"2026-05-29T02:17:26.031292Z","steps":["trace[1815637993] 'agreement among raft nodes before linearized reading' (duration: 624.948212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:26.03148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:25.406202Z","time spent":"625.26647ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:17:26.545964Z","caller":"traceutil/trace.go:171","msg":"trace[1951489256] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"509.889074ms","start":"2026-05-29T02:17:26.036048Z","end":"2026-05-29T02:17:26.545937Z","steps":["trace[1951489256] 'process raft request' (duration: 509.71921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:26.54633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.036026Z","time spent":"510.019057ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:27.645134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.802238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:27.645446Z","caller":"traceutil/trace.go:171","msg":"trace[1628972869] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"1.097805924s","start":"2026-05-29T02:17:26.547623Z","end":"2026-05-29T02:17:27.645429Z","steps":["trace[1628972869] 'process raft request' (duration: 1.097767033s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:27.645476Z","caller":"traceutil/trace.go:171","msg":"trace[461613957] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"1.10659109s","start":"2026-05-29T02:17:26.538854Z","end":"2026-05-29T02:17:27.645446Z","steps":["trace[461613957] 'process raft request' (duration: 1.106454277s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:27.645515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.547604Z","time spent":"1.097879665s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:27.645635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.538826Z","time spent":"1.106716913s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:27.645647Z","caller":"traceutil/trace.go:171","msg":"trace[1922086747] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5678; }","duration":"1.568662708s","start":"2026-05-29T02:17:26.07691Z","end":"2026-05-29T02:17:27.645573Z","steps":["trace[1922086747] 'read index received' (duration: 468.925039ms)","trace[1922086747] 'applied index is now lower than readState.Index' (duration: 1.099733509s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:27.645469Z","caller":"traceutil/trace.go:171","msg":"trace[1417522377] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"1.568114366s","start":"2026-05-29T02:17:26.077316Z","end":"2026-05-29T02:17:27.64543Z","steps":["trace[1417522377] 'process raft request' (duration: 1.567911491s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:27.64575Z","caller":"traceutil/trace.go:171","msg":"trace[598898411] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"1.609299565s","start":"2026-05-29T02:17:26.036431Z","end":"2026-05-29T02:17:27.645731Z","steps":["trace[598898411] 'process raft request' (duration: 678.814531ms)","trace[598898411] 'compare' (duration: 929.614323ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:27.645763Z","caller":"traceutil/trace.go:171","msg":"trace[715670645] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"1.099161995s","start":"2026-05-29T02:17:26.546575Z","end":"2026-05-29T02:17:27.645737Z","steps":["trace[715670645] 'process raft request' (duration: 1.098779126s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:27.645809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.077305Z","time spent":"1.568464484s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:27.645889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.546548Z","time spent":"1.099266848s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:27.645892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.036412Z","time spent":"1.609400058s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:27.646129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56919353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:17:27.646341Z","caller":"traceutil/trace.go:171","msg":"trace[390794120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:5481; }","duration":"1.569311883s","start":"2026-05-29T02:17:26.076867Z","end":"2026-05-29T02:17:27.646179Z","steps":["trace[390794120] 'agreement among raft nodes before linearized reading' (duration: 1.568994096s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:27.646436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.076851Z","time spent":"1.569543779s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:17:28.146098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061499535,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:17:28.483715Z","caller":"traceutil/trace.go:171","msg":"trace[296150539] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5684; }","duration":"837.840565ms","start":"2026-05-29T02:17:27.64576Z","end":"2026-05-29T02:17:28.4836Z","steps":["trace[296150539] 'read index received' (duration: 811.356971ms)","trace[296150539] 'applied index is now lower than readState.Index' (duration: 26.481814ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:28.48398Z","caller":"traceutil/trace.go:171","msg":"trace[1994835352] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"878.379408ms","start":"2026-05-29T02:17:27.605585Z","end":"2026-05-29T02:17:28.483964Z","steps":["trace[1994835352] 'process raft request' (duration: 851.587507ms)","trace[1994835352] 'compare' (duration: 26.109765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:28.484094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:27.605558Z","time spent":"878.459621ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:28.484157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918836461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:17:28.484245Z","caller":"traceutil/trace.go:171","msg":"trace[426977402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5482; }","duration":"1.918948024s","start":"2026-05-29T02:17:26.565279Z","end":"2026-05-29T02:17:28.484227Z","steps":["trace[426977402] 'agreement among raft nodes before linearized reading' (duration: 1.918710229s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.484295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.56527Z","time spent":"1.919012376s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:17:28.484292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276114223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:17:28.484385Z","caller":"traceutil/trace.go:171","msg":"trace[777272568] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5482; }","duration":"2.276253106s","start":"2026-05-29T02:17:26.208109Z","end":"2026-05-29T02:17:28.484362Z","steps":["trace[777272568] 'agreement among raft nodes before linearized reading' (duration: 2.276082042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.484368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240671767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:17:28.484386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2748038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:17:28.48444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.127253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:17:28.484444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.208093Z","time spent":"2.276335228s","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:17:28.484456Z","caller":"traceutil/trace.go:171","msg":"trace[765369747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5482; }","duration":"1.24081196s","start":"2026-05-29T02:17:27.243621Z","end":"2026-05-29T02:17:28.484433Z","steps":["trace[765369747] 'agreement among raft nodes before linearized reading' (duration: 1.240689197s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.484461Z","caller":"traceutil/trace.go:171","msg":"trace[1816697477] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5482; }","duration":"1.274922382s","start":"2026-05-29T02:17:27.20952Z","end":"2026-05-29T02:17:28.484442Z","steps":["trace[1816697477] 'agreement among raft nodes before linearized reading' (duration: 1.274793809s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.484476Z","caller":"traceutil/trace.go:171","msg":"trace[1916824073] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5482; }","duration":"638.208785ms","start":"2026-05-29T02:17:27.846258Z","end":"2026-05-29T02:17:28.484467Z","steps":["trace[1916824073] 'agreement among raft nodes before linearized reading' (duration: 638.125643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.484512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720337679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:17:28.484513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:27.243596Z","time spent":"1.240905182s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:17:28.484519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:27.209497Z","time spent":"1.275007495s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:17:28.484501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918179196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:17:28.484547Z","caller":"traceutil/trace.go:171","msg":"trace[924634361] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5482; }","duration":"1.720453172s","start":"2026-05-29T02:17:26.764083Z","end":"2026-05-29T02:17:28.484536Z","steps":["trace[924634361] 'agreement among raft nodes before linearized reading' (duration: 1.7203985s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.48458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.764038Z","time spent":"1.720534124s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:17:28.484615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930772732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:17:28.484519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:27.846236Z","time spent":"638.270716ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:17:28.484649Z","caller":"traceutil/trace.go:171","msg":"trace[2144713864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5482; }","duration":"1.930830684s","start":"2026-05-29T02:17:26.553807Z","end":"2026-05-29T02:17:28.484637Z","steps":["trace[2144713864] 'agreement among raft nodes before linearized reading' (duration: 1.930743722s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.484668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611265791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:17:28.484683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.553793Z","time spent":"1.930881055s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:17:28.484697Z","caller":"traceutil/trace.go:171","msg":"trace[478951238] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:5482; }","duration":"1.611347883s","start":"2026-05-29T02:17:26.873342Z","end":"2026-05-29T02:17:28.48469Z","steps":["trace[478951238] 'agreement among raft nodes before linearized reading' (duration: 1.610922803s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.484577Z","caller":"traceutil/trace.go:171","msg":"trace[1239927473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5482; }","duration":"1.918278558s","start":"2026-05-29T02:17:26.56628Z","end":"2026-05-29T02:17:28.484559Z","steps":["trace[1239927473] 'agreement among raft nodes before linearized reading' (duration: 1.918049523s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.484441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.406346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-29T02:17:28.484804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918563006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:17:28.484837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.873314Z","time spent":"1.611411254s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-05-29T02:17:28.484863Z","caller":"traceutil/trace.go:171","msg":"trace[540023308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5482; }","duration":"1.918646897s","start":"2026-05-29T02:17:26.566196Z","end":"2026-05-29T02:17:28.484842Z","steps":["trace[540023308] 'agreement among raft nodes before linearized reading' (duration: 1.918278698s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.484859Z","caller":"traceutil/trace.go:171","msg":"trace[100408756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5482; }","duration":"606.833706ms","start":"2026-05-29T02:17:27.878002Z","end":"2026-05-29T02:17:28.484836Z","steps":["trace[100408756] 'agreement among raft nodes before linearized reading' (duration: 606.353754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.484905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.566182Z","time spent":"1.918712209s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:17:28.484897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.492282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80110"} {"level":"warn","ts":"2026-05-29T02:17:28.484941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:27.877991Z","time spent":"606.932659ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:17:28.484963Z","caller":"traceutil/trace.go:171","msg":"trace[625994057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5482; }","duration":"833.585424ms","start":"2026-05-29T02:17:27.651361Z","end":"2026-05-29T02:17:28.484946Z","steps":["trace[625994057] 'agreement among raft nodes before linearized reading' (duration: 832.899458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.485011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:27.651305Z","time spent":"833.692307ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80133,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:17:28.484884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195433493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c152a7f-af64-431f-97d1-e639222dbb61\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-29T02:17:28.485065Z","caller":"traceutil/trace.go:171","msg":"trace[1664053447] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c152a7f-af64-431f-97d1-e639222dbb61; range_end:; response_count:1; response_revision:5482; }","duration":"2.195613948s","start":"2026-05-29T02:17:26.289433Z","end":"2026-05-29T02:17:28.485047Z","steps":["trace[1664053447] 'agreement among raft nodes before linearized reading' (duration: 2.19530338s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.485128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.289375Z","time spent":"2.1957362s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c152a7f-af64-431f-97d1-e639222dbb61\" "} {"level":"warn","ts":"2026-05-29T02:17:28.485808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:26.566275Z","time spent":"1.918453202s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:17:34.672792Z","caller":"traceutil/trace.go:171","msg":"trace[1335369449] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"109.301653ms","start":"2026-05-29T02:17:34.563461Z","end":"2026-05-29T02:17:34.672763Z","steps":["trace[1335369449] 'process raft request' (duration: 109.057037ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.672841Z","caller":"traceutil/trace.go:171","msg":"trace[644420140] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"108.650317ms","start":"2026-05-29T02:17:34.564164Z","end":"2026-05-29T02:17:34.672814Z","steps":["trace[644420140] 'process raft request' (duration: 108.522164ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.673164Z","caller":"traceutil/trace.go:171","msg":"trace[1440626592] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"108.897963ms","start":"2026-05-29T02:17:34.564253Z","end":"2026-05-29T02:17:34.673151Z","steps":["trace[1440626592] 'process raft request' (duration: 108.514974ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.673363Z","caller":"traceutil/trace.go:171","msg":"trace[1863687481] linearizableReadLoop","detail":"{readStateIndex:5802; appliedIndex:5798; }","duration":"100.128156ms","start":"2026-05-29T02:17:34.573199Z","end":"2026-05-29T02:17:34.673327Z","steps":["trace[1863687481] 'read index received' (duration: 24.791543ms)","trace[1863687481] 'applied index is now lower than readState.Index' (duration: 75.333873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:34.673629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.407192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:17:34.673728Z","caller":"traceutil/trace.go:171","msg":"trace[396541213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5598; }","duration":"100.550416ms","start":"2026-05-29T02:17:34.573159Z","end":"2026-05-29T02:17:34.673709Z","steps":["trace[396541213] 'agreement among raft nodes before linearized reading' (duration: 100.32318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:35.8162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.854045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-29T02:17:35.816325Z","caller":"traceutil/trace.go:171","msg":"trace[1727190015] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5605; }","duration":"306.006939ms","start":"2026-05-29T02:17:35.510273Z","end":"2026-05-29T02:17:35.81628Z","steps":["trace[1727190015] 'range keys from in-memory index tree' (duration: 305.614579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:35.816372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:35.510242Z","time spent":"306.117691ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-29T02:17:39.867716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.423604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:39.867955Z","caller":"traceutil/trace.go:171","msg":"trace[1694121438] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"375.389396ms","start":"2026-05-29T02:17:39.492532Z","end":"2026-05-29T02:17:39.867922Z","steps":["trace[1694121438] 'process raft request' (duration: 270.675226ms)","trace[1694121438] 'compare' (duration: 104.28871ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:39.86804Z","caller":"traceutil/trace.go:171","msg":"trace[230140267] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"375.15433ms","start":"2026-05-29T02:17:39.492867Z","end":"2026-05-29T02:17:39.868021Z","steps":["trace[230140267] 'process raft request' (duration: 374.953775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:39.868121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:39.492858Z","time spent":"375.226163ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:39.868151Z","caller":"traceutil/trace.go:171","msg":"trace[385601191] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"374.911235ms","start":"2026-05-29T02:17:39.493199Z","end":"2026-05-29T02:17:39.86811Z","steps":["trace[385601191] 'process raft request' (duration: 374.68205ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:39.868228Z","caller":"traceutil/trace.go:171","msg":"trace[786740812] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5840; }","duration":"142.181994ms","start":"2026-05-29T02:17:39.725991Z","end":"2026-05-29T02:17:39.868173Z","steps":["trace[786740812] 'read index received' (duration: 37.233868ms)","trace[786740812] 'applied index is now lower than readState.Index' (duration: 104.938165ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:39.868315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:39.493192Z","time spent":"375.044028ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:39.868177Z","caller":"traceutil/trace.go:171","msg":"trace[269810433] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"374.688649ms","start":"2026-05-29T02:17:39.493462Z","end":"2026-05-29T02:17:39.868151Z","steps":["trace[269810433] 'process raft request' (duration: 374.469914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:39.868696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.707587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:17:39.868747Z","caller":"traceutil/trace.go:171","msg":"trace[14437787] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5639; }","duration":"142.793419ms","start":"2026-05-29T02:17:39.725941Z","end":"2026-05-29T02:17:39.868735Z","steps":["trace[14437787] 'agreement among raft nodes before linearized reading' (duration: 142.349088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:39.868797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:39.493454Z","time spent":"375.083909ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:39.868235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:39.492515Z","time spent":"375.514139ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:40.985427Z","caller":"traceutil/trace.go:171","msg":"trace[1462688313] linearizableReadLoop","detail":"{readStateIndex:5849; appliedIndex:5848; }","duration":"178.972432ms","start":"2026-05-29T02:17:40.806431Z","end":"2026-05-29T02:17:40.985403Z","steps":["trace[1462688313] 'read index received' (duration: 178.714226ms)","trace[1462688313] 'applied index is now lower than readState.Index' (duration: 256.756µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:40.985489Z","caller":"traceutil/trace.go:171","msg":"trace[1457513436] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"179.351621ms","start":"2026-05-29T02:17:40.806096Z","end":"2026-05-29T02:17:40.985447Z","steps":["trace[1457513436] 'process raft request' (duration: 179.154626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:40.985653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.784338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:17:40.985689Z","caller":"traceutil/trace.go:171","msg":"trace[1552329648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5642; }","duration":"178.85632ms","start":"2026-05-29T02:17:40.806824Z","end":"2026-05-29T02:17:40.98568Z","steps":["trace[1552329648] 'agreement among raft nodes before linearized reading' (duration: 178.717006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:40.985812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.445742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:17:40.985788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.32633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81801"} {"level":"warn","ts":"2026-05-29T02:17:40.985718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.186263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:17:40.985823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.436719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:17:40.985913Z","caller":"traceutil/trace.go:171","msg":"trace[731023233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5642; }","duration":"175.46737ms","start":"2026-05-29T02:17:40.810426Z","end":"2026-05-29T02:17:40.985894Z","steps":["trace[731023233] 'agreement among raft nodes before linearized reading' (duration: 175.165443ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:40.985935Z","caller":"traceutil/trace.go:171","msg":"trace[1288295432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5642; }","duration":"175.607893ms","start":"2026-05-29T02:17:40.810303Z","end":"2026-05-29T02:17:40.98591Z","steps":["trace[1288295432] 'agreement among raft nodes before linearized reading' (duration: 175.294916ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:40.985964Z","caller":"traceutil/trace.go:171","msg":"trace[1310651875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5642; }","duration":"179.467094ms","start":"2026-05-29T02:17:40.806408Z","end":"2026-05-29T02:17:40.985875Z","steps":["trace[1310651875] 'agreement among raft nodes before linearized reading' (duration: 179.077475ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:40.985837Z","caller":"traceutil/trace.go:171","msg":"trace[534900675] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5642; }","duration":"134.511803ms","start":"2026-05-29T02:17:40.85132Z","end":"2026-05-29T02:17:40.985832Z","steps":["trace[534900675] 'agreement among raft nodes before linearized reading' (duration: 134.469422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:40.985825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.709842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:17:40.986129Z","caller":"traceutil/trace.go:171","msg":"trace[1815352210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"178.01017ms","start":"2026-05-29T02:17:40.808088Z","end":"2026-05-29T02:17:40.986098Z","steps":["trace[1815352210] 'agreement among raft nodes before linearized reading' (duration: 177.59449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.631188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.374852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:41.63145Z","caller":"traceutil/trace.go:171","msg":"trace[1004189757] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"640.816877ms","start":"2026-05-29T02:17:40.990463Z","end":"2026-05-29T02:17:41.631279Z","steps":["trace[1004189757] 'process raft request' (duration: 316.267881ms)","trace[1004189757] 'compare' (duration: 324.248249ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:41.631563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.990435Z","time spent":"641.062714ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:41.789037Z","caller":"traceutil/trace.go:171","msg":"trace[1812980375] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"798.259683ms","start":"2026-05-29T02:17:40.990756Z","end":"2026-05-29T02:17:41.789016Z","steps":["trace[1812980375] 'process raft request' (duration: 798.105439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.789221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.990736Z","time spent":"798.366125ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:41.789354Z","caller":"traceutil/trace.go:171","msg":"trace[391360677] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"798.504608ms","start":"2026-05-29T02:17:40.990825Z","end":"2026-05-29T02:17:41.789329Z","steps":["trace[391360677] 'process raft request' (duration: 798.15645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.789503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.990633Z","time spent":"798.788824ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:41.789537Z","caller":"traceutil/trace.go:171","msg":"trace[810350560] linearizableReadLoop","detail":"{readStateIndex:5853; appliedIndex:5850; }","duration":"408.420675ms","start":"2026-05-29T02:17:41.381095Z","end":"2026-05-29T02:17:41.789515Z","steps":["trace[810350560] 'read index received' (duration: 407.850632ms)","trace[810350560] 'applied index is now lower than readState.Index' (duration: 568.763µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:41.789646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.551308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:41.789624Z","caller":"traceutil/trace.go:171","msg":"trace[160002268] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"798.760044ms","start":"2026-05-29T02:17:40.990849Z","end":"2026-05-29T02:17:41.789609Z","steps":["trace[160002268] 'process raft request' (duration: 798.391125ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:41.789694Z","caller":"traceutil/trace.go:171","msg":"trace[1586534428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5646; }","duration":"408.64021ms","start":"2026-05-29T02:17:41.38104Z","end":"2026-05-29T02:17:41.78968Z","steps":["trace[1586534428] 'agreement among raft nodes before linearized reading' (duration: 408.553188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.789736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:41.38102Z","time spent":"408.704142ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:17:41.789763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.990821Z","time spent":"798.872187ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:18:13.743301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2916} {"level":"info","ts":"2026-05-29T02:18:13.816874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2916,"took":"72.005879ms","hash":3821687759,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":33566720,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-29T02:18:13.816936Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3821687759,"revision":2916,"compact-revision":-1} {"level":"info","ts":"2026-05-29T02:18:16.06339Z","caller":"traceutil/trace.go:171","msg":"trace[1511515252] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"101.397992ms","start":"2026-05-29T02:18:15.961974Z","end":"2026-05-29T02:18:16.063372Z","steps":["trace[1511515252] 'process raft request' (duration: 101.30488ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:16.063511Z","caller":"traceutil/trace.go:171","msg":"trace[2083894274] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"101.529585ms","start":"2026-05-29T02:18:15.961974Z","end":"2026-05-29T02:18:16.063504Z","steps":["trace[2083894274] 'process raft request' (duration: 101.366841ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:16.350583Z","caller":"traceutil/trace.go:171","msg":"trace[40094637] linearizableReadLoop","detail":"{readStateIndex:6181; appliedIndex:6180; }","duration":"107.558257ms","start":"2026-05-29T02:18:16.243001Z","end":"2026-05-29T02:18:16.350559Z","steps":["trace[40094637] 'read index received' (duration: 107.446285ms)","trace[40094637] 'applied index is now lower than readState.Index' (duration: 110.862µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:18:16.350772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.746862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:18:16.350806Z","caller":"traceutil/trace.go:171","msg":"trace[1172296525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5964; }","duration":"107.801143ms","start":"2026-05-29T02:18:16.242995Z","end":"2026-05-29T02:18:16.350796Z","steps":["trace[1172296525] 'agreement among raft nodes before linearized reading' (duration: 107.66391ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:16.350947Z","caller":"traceutil/trace.go:171","msg":"trace[104769616] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"156.017461ms","start":"2026-05-29T02:18:16.194846Z","end":"2026-05-29T02:18:16.350864Z","steps":["trace[104769616] 'process raft request' (duration: 155.504979ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:16.592075Z","caller":"traceutil/trace.go:171","msg":"trace[1294535967] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"226.198896ms","start":"2026-05-29T02:18:16.365834Z","end":"2026-05-29T02:18:16.592033Z","steps":["trace[1294535967] 'process raft request' (duration: 196.962507ms)","trace[1294535967] 'compare' (duration: 29.081625ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:30.225753Z","caller":"traceutil/trace.go:171","msg":"trace[428182357] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"106.071882ms","start":"2026-05-29T02:18:30.119631Z","end":"2026-05-29T02:18:30.225703Z","steps":["trace[428182357] 'process raft request' (duration: 105.851277ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:30.225935Z","caller":"traceutil/trace.go:171","msg":"trace[660713161] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"106.256606ms","start":"2026-05-29T02:18:30.119652Z","end":"2026-05-29T02:18:30.225908Z","steps":["trace[660713161] 'process raft request' (duration: 105.99672ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:30.292572Z","caller":"traceutil/trace.go:171","msg":"trace[912082217] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"132.221719ms","start":"2026-05-29T02:18:30.160319Z","end":"2026-05-29T02:18:30.292541Z","steps":["trace[912082217] 'process raft request' (duration: 132.119877ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:30.292618Z","caller":"traceutil/trace.go:171","msg":"trace[619295494] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"134.872512ms","start":"2026-05-29T02:18:30.157707Z","end":"2026-05-29T02:18:30.29258Z","steps":["trace[619295494] 'process raft request' (duration: 134.552415ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:30.292797Z","caller":"traceutil/trace.go:171","msg":"trace[449053332] linearizableReadLoop","detail":"{readStateIndex:6289; appliedIndex:6285; }","duration":"122.89919ms","start":"2026-05-29T02:18:30.169875Z","end":"2026-05-29T02:18:30.292775Z","steps":["trace[449053332] 'read index received' (duration: 55.662293ms)","trace[449053332] 'applied index is now lower than readState.Index' (duration: 67.234927ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:30.292824Z","caller":"traceutil/trace.go:171","msg":"trace[29247856] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"122.017719ms","start":"2026-05-29T02:18:30.170797Z","end":"2026-05-29T02:18:30.292815Z","steps":["trace[29247856] 'process raft request' (duration: 121.688491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:30.293066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.226883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-29T02:18:30.293071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.174406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:18:30.293117Z","caller":"traceutil/trace.go:171","msg":"trace[940790476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6070; }","duration":"122.316936ms","start":"2026-05-29T02:18:30.170785Z","end":"2026-05-29T02:18:30.293102Z","steps":["trace[940790476] 'agreement among raft nodes before linearized reading' (duration: 122.138251ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:30.293181Z","caller":"traceutil/trace.go:171","msg":"trace[120528190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6070; }","duration":"123.32951ms","start":"2026-05-29T02:18:30.169822Z","end":"2026-05-29T02:18:30.293152Z","steps":["trace[120528190] 'agreement among raft nodes before linearized reading' (duration: 123.022662ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:57.235842Z","caller":"traceutil/trace.go:171","msg":"trace[1601511190] transaction","detail":"{read_only:false; response_revision:7517; number_of_response:1; }","duration":"100.812466ms","start":"2026-05-29T02:21:57.134989Z","end":"2026-05-29T02:21:57.235802Z","steps":["trace[1601511190] 'process raft request' (duration: 100.614362ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:13.749088Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5944} {"level":"info","ts":"2026-05-29T02:23:13.852776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5944,"took":"101.391481ms","hash":3917071263,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":21815296,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-29T02:23:13.852859Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3917071263,"revision":5944,"compact-revision":2916} {"level":"info","ts":"2026-05-29T02:23:16.872563Z","caller":"traceutil/trace.go:171","msg":"trace[1358563559] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"198.452509ms","start":"2026-05-29T02:23:16.674053Z","end":"2026-05-29T02:23:16.872505Z","steps":["trace[1358563559] 'process raft request' (duration: 183.352523ms)","trace[1358563559] 'compare' (duration: 14.677166ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:16.901217Z","caller":"traceutil/trace.go:171","msg":"trace[638682998] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8369; }","duration":"122.749014ms","start":"2026-05-29T02:23:16.778444Z","end":"2026-05-29T02:23:16.901193Z","steps":["trace[638682998] 'read index received' (duration: 78.90244ms)","trace[638682998] 'applied index is now lower than readState.Index' (duration: 43.845394ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:16.901308Z","caller":"traceutil/trace.go:171","msg":"trace[558279408] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"223.402327ms","start":"2026-05-29T02:23:16.677877Z","end":"2026-05-29T02:23:16.901279Z","steps":["trace[558279408] 'process raft request' (duration: 223.168112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:16.901404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.94837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:16.901446Z","caller":"traceutil/trace.go:171","msg":"trace[1674832823] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8083; }","duration":"123.077162ms","start":"2026-05-29T02:23:16.778356Z","end":"2026-05-29T02:23:16.901433Z","steps":["trace[1674832823] 'agreement among raft nodes before linearized reading' (duration: 122.98432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:25.537383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061506880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:23:25.89248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650087124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:25.892661Z","caller":"traceutil/trace.go:171","msg":"trace[687481193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8263; }","duration":"1.6503162s","start":"2026-05-29T02:23:24.242324Z","end":"2026-05-29T02:23:25.89264Z","steps":["trace[687481193] 'range keys from in-memory index tree' (duration: 1.649986482s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:25.892733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.2423Z","time spent":"1.650421592s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:25.893214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440212906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:25.893304Z","caller":"traceutil/trace.go:171","msg":"trace[1520354134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8263; }","duration":"1.440360949s","start":"2026-05-29T02:23:24.452927Z","end":"2026-05-29T02:23:25.893288Z","steps":["trace[1520354134] 'count revisions from in-memory index tree' (duration: 1.440061042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:25.893366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.452894Z","time spent":"1.440457291s","remote":"127.0.0.1:59132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:25.893542Z","caller":"traceutil/trace.go:171","msg":"trace[927120916] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8553; }","duration":"856.38294ms","start":"2026-05-29T02:23:25.037117Z","end":"2026-05-29T02:23:25.8935Z","steps":["trace[927120916] 'read index received' (duration: 832.054996ms)","trace[927120916] 'applied index is now lower than readState.Index' (duration: 24.326394ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:25.893727Z","caller":"traceutil/trace.go:171","msg":"trace[1408230047] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"1.012845649s","start":"2026-05-29T02:23:24.880789Z","end":"2026-05-29T02:23:25.893634Z","steps":["trace[1408230047] 'process raft request' (duration: 988.404443ms)","trace[1408230047] 'compare' (duration: 23.620917ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:25.89387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.729409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:23:25.893925Z","caller":"traceutil/trace.go:171","msg":"trace[1002810472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8264; }","duration":"856.804251ms","start":"2026-05-29T02:23:25.037102Z","end":"2026-05-29T02:23:25.893906Z","steps":["trace[1002810472] 'agreement among raft nodes before linearized reading' (duration: 856.572535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:25.893972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.037024Z","time spent":"856.939823ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:25.894145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:24.880751Z","time spent":"1.013123696s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:26.025839Z","caller":"traceutil/trace.go:171","msg":"trace[89149852] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"439.262396ms","start":"2026-05-29T02:23:25.586542Z","end":"2026-05-29T02:23:26.025804Z","steps":["trace[89149852] 'process raft request' (duration: 438.772375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.586502Z","time spent":"439.435571ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:26.026122Z","caller":"traceutil/trace.go:171","msg":"trace[26673602] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"437.525386ms","start":"2026-05-29T02:23:25.588562Z","end":"2026-05-29T02:23:26.026087Z","steps":["trace[26673602] 'process raft request' (duration: 437.188888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.588541Z","time spent":"437.671249ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:26.026336Z","caller":"traceutil/trace.go:171","msg":"trace[1877169060] linearizableReadLoop","detail":"{readStateIndex:8557; appliedIndex:8554; }","duration":"132.651388ms","start":"2026-05-29T02:23:25.893635Z","end":"2026-05-29T02:23:26.026287Z","steps":["trace[1877169060] 'read index received' (duration: 131.697995ms)","trace[1877169060] 'applied index is now lower than readState.Index' (duration: 950.903µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:26.026434Z","caller":"traceutil/trace.go:171","msg":"trace[1381236311] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"426.166368ms","start":"2026-05-29T02:23:25.600255Z","end":"2026-05-29T02:23:26.026421Z","steps":["trace[1381236311] 'process raft request' (duration: 425.790319ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.026464Z","caller":"traceutil/trace.go:171","msg":"trace[372333438] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"126.577004ms","start":"2026-05-29T02:23:25.899859Z","end":"2026-05-29T02:23:26.026436Z","steps":["trace[372333438] 'process raft request' (duration: 126.469302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.600233Z","time spent":"426.23683ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:26.02662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.611301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.026634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.749542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.026616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.529125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.026668Z","caller":"traceutil/trace.go:171","msg":"trace[2080313532] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8268; }","duration":"440.823323ms","start":"2026-05-29T02:23:25.58583Z","end":"2026-05-29T02:23:26.026654Z","steps":["trace[2080313532] 'agreement among raft nodes before linearized reading' (duration: 440.747652ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.026662Z","caller":"traceutil/trace.go:171","msg":"trace[1047603131] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8268; }","duration":"533.691193ms","start":"2026-05-29T02:23:25.492956Z","end":"2026-05-29T02:23:26.026647Z","steps":["trace[1047603131] 'agreement among raft nodes before linearized reading' (duration: 533.634382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.585816Z","time spent":"440.869575ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.026698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.492921Z","time spent":"533.768735ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:26.026697Z","caller":"traceutil/trace.go:171","msg":"trace[771051475] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8268; }","duration":"641.643297ms","start":"2026-05-29T02:23:25.385034Z","end":"2026-05-29T02:23:26.026677Z","steps":["trace[771051475] 'agreement among raft nodes before linearized reading' (duration: 641.493643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.298584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.02676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.385028Z","time spent":"641.71392ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.026818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.036102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.026848Z","caller":"traceutil/trace.go:171","msg":"trace[1942544389] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8268; }","duration":"509.089823ms","start":"2026-05-29T02:23:25.517751Z","end":"2026-05-29T02:23:26.026841Z","steps":["trace[1942544389] 'agreement among raft nodes before linearized reading' (duration: 509.043112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.517735Z","time spent":"509.140225ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.026951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.865741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.026983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.753426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.026992Z","caller":"traceutil/trace.go:171","msg":"trace[877380665] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8268; }","duration":"534.907732ms","start":"2026-05-29T02:23:25.492074Z","end":"2026-05-29T02:23:26.026981Z","steps":["trace[877380665] 'agreement among raft nodes before linearized reading' (duration: 534.81061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.368914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.026999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.20266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.492009Z","time spent":"535.011934ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:23:26.027051Z","caller":"traceutil/trace.go:171","msg":"trace[58730580] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8268; }","duration":"642.393886ms","start":"2026-05-29T02:23:25.384647Z","end":"2026-05-29T02:23:26.027041Z","steps":["trace[58730580] 'agreement among raft nodes before linearized reading' (duration: 642.364365ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.027056Z","caller":"traceutil/trace.go:171","msg":"trace[1224632433] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8268; }","duration":"642.305923ms","start":"2026-05-29T02:23:25.384742Z","end":"2026-05-29T02:23:26.027048Z","steps":["trace[1224632433] 'agreement among raft nodes before linearized reading' (duration: 642.234271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.384593Z","time spent":"642.475867ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.384707Z","time spent":"642.367794ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.02708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.53052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.500445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.133908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027166Z","caller":"traceutil/trace.go:171","msg":"trace[717170316] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8268; }","duration":"672.523335ms","start":"2026-05-29T02:23:25.354634Z","end":"2026-05-29T02:23:26.027158Z","steps":["trace[717170316] 'agreement among raft nodes before linearized reading' (duration: 672.494375ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.027151Z","caller":"traceutil/trace.go:171","msg":"trace[1032723182] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8268; }","duration":"441.621513ms","start":"2026-05-29T02:23:25.585507Z","end":"2026-05-29T02:23:26.027128Z","steps":["trace[1032723182] 'agreement among raft nodes before linearized reading' (duration: 441.543661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.354631Z","time spent":"672.549106ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.02718Z","caller":"traceutil/trace.go:171","msg":"trace[1494711428] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8268; }","duration":"510.22312ms","start":"2026-05-29T02:23:25.516947Z","end":"2026-05-29T02:23:26.02717Z","steps":["trace[1494711428] 'agreement among raft nodes before linearized reading' (duration: 510.169938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.219329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.985997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:26.027217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.516918Z","time spent":"510.290672ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.585486Z","time spent":"441.712824ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:23:26.02723Z","caller":"traceutil/trace.go:171","msg":"trace[1470953976] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8268; }","duration":"465.596278ms","start":"2026-05-29T02:23:25.561626Z","end":"2026-05-29T02:23:26.027222Z","steps":["trace[1470953976] 'agreement among raft nodes before linearized reading' (duration: 465.145597ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.027238Z","caller":"traceutil/trace.go:171","msg":"trace[935803678] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8268; }","duration":"536.042899ms","start":"2026-05-29T02:23:25.491186Z","end":"2026-05-29T02:23:26.027229Z","steps":["trace[935803678] 'agreement among raft nodes before linearized reading' (duration: 535.966467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.561601Z","time spent":"465.651389ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.02727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.491174Z","time spent":"536.08905ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.027295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.662128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027312Z","caller":"traceutil/trace.go:171","msg":"trace[1005125116] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8268; }","duration":"672.679769ms","start":"2026-05-29T02:23:25.354628Z","end":"2026-05-29T02:23:26.027308Z","steps":["trace[1005125116] 'agreement among raft nodes before linearized reading' (duration: 672.650268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.354616Z","time spent":"672.716449ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.027349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.451056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027381Z","caller":"traceutil/trace.go:171","msg":"trace[1288147753] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8268; }","duration":"510.499286ms","start":"2026-05-29T02:23:25.516872Z","end":"2026-05-29T02:23:26.027372Z","steps":["trace[1288147753] 'agreement among raft nodes before linearized reading' (duration: 510.451205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.02737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.893815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.02741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.516866Z","time spent":"510.537167ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.027419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.812812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.717998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027441Z","caller":"traceutil/trace.go:171","msg":"trace[389156178] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8268; }","duration":"672.871764ms","start":"2026-05-29T02:23:25.354563Z","end":"2026-05-29T02:23:26.027434Z","steps":["trace[389156178] 'agreement among raft nodes before linearized reading' (duration: 672.835313ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.027435Z","caller":"traceutil/trace.go:171","msg":"trace[1374676588] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8268; }","duration":"801.970257ms","start":"2026-05-29T02:23:25.225448Z","end":"2026-05-29T02:23:26.027418Z","steps":["trace[1374676588] 'agreement among raft nodes before linearized reading' (duration: 801.883725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.0275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.771653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.02751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.020766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.225439Z","time spent":"802.058269ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.027476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.354541Z","time spent":"672.931005ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.645913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:23:26.027544Z","caller":"traceutil/trace.go:171","msg":"trace[358779193] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8268; }","duration":"597.102148ms","start":"2026-05-29T02:23:25.430429Z","end":"2026-05-29T02:23:26.027531Z","steps":["trace[358779193] 'agreement among raft nodes before linearized reading' (duration: 597.057097ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.02757Z","caller":"traceutil/trace.go:171","msg":"trace[1538776819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8268; }","duration":"248.729655ms","start":"2026-05-29T02:23:25.778827Z","end":"2026-05-29T02:23:26.027556Z","steps":["trace[1538776819] 'agreement among raft nodes before linearized reading' (duration: 248.606802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.4304Z","time spent":"597.17076ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.412659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.78655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027643Z","caller":"traceutil/trace.go:171","msg":"trace[11811932] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8268; }","duration":"615.44919ms","start":"2026-05-29T02:23:25.412184Z","end":"2026-05-29T02:23:26.027633Z","steps":["trace[11811932] 'agreement among raft nodes before linearized reading' (duration: 615.404638ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.027667Z","caller":"traceutil/trace.go:171","msg":"trace[63267427] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8268; }","duration":"719.831431ms","start":"2026-05-29T02:23:25.307829Z","end":"2026-05-29T02:23:26.02766Z","steps":["trace[63267427] 'agreement among raft nodes before linearized reading' (duration: 719.79128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.41218Z","time spent":"615.48547ms","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.073485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.307818Z","time spent":"719.869172ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.027526Z","caller":"traceutil/trace.go:171","msg":"trace[1790730669] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8268; }","duration":"552.827145ms","start":"2026-05-29T02:23:25.474692Z","end":"2026-05-29T02:23:26.027519Z","steps":["trace[1790730669] 'agreement among raft nodes before linearized reading' (duration: 552.787664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.297426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:23:26.027756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.096521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.02777Z","caller":"traceutil/trace.go:171","msg":"trace[670325412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8268; }","duration":"254.368098ms","start":"2026-05-29T02:23:25.773394Z","end":"2026-05-29T02:23:26.027762Z","steps":["trace[670325412] 'agreement among raft nodes before linearized reading' (duration: 254.299596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.474676Z","time spent":"553.08006ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.02777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.027478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.354187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027808Z","caller":"traceutil/trace.go:171","msg":"trace[1486264219] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8268; }","duration":"466.114249ms","start":"2026-05-29T02:23:25.561681Z","end":"2026-05-29T02:23:26.027795Z","steps":["trace[1486264219] 'agreement among raft nodes before linearized reading' (duration: 466.065328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.561649Z","time spent":"466.186611ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.027845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.453732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.824955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027886Z","caller":"traceutil/trace.go:171","msg":"trace[87586749] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8268; }","duration":"720.899336ms","start":"2026-05-29T02:23:25.306979Z","end":"2026-05-29T02:23:26.027879Z","steps":["trace[87586749] 'agreement among raft nodes before linearized reading' (duration: 720.849935ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.027848Z","caller":"traceutil/trace.go:171","msg":"trace[1161476416] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8268; }","duration":"802.430808ms","start":"2026-05-29T02:23:25.225393Z","end":"2026-05-29T02:23:26.027824Z","steps":["trace[1161476416] 'agreement among raft nodes before linearized reading' (duration: 802.349776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.026952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.6874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.027908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.306951Z","time spent":"720.947527ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.615273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.02792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.225377Z","time spent":"802.53141ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:23:26.027724Z","caller":"traceutil/trace.go:171","msg":"trace[307055309] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8268; }","duration":"465.149267ms","start":"2026-05-29T02:23:25.562564Z","end":"2026-05-29T02:23:26.027713Z","steps":["trace[307055309] 'agreement among raft nodes before linearized reading' (duration: 465.050125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.599376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027961Z","caller":"traceutil/trace.go:171","msg":"trace[970171505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8268; }","duration":"785.756255ms","start":"2026-05-29T02:23:25.242191Z","end":"2026-05-29T02:23:26.027947Z","steps":["trace[970171505] 'agreement among raft nodes before linearized reading' (duration: 784.676349ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.02798Z","caller":"traceutil/trace.go:171","msg":"trace[87475753] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8268; }","duration":"579.673228ms","start":"2026-05-29T02:23:25.448299Z","end":"2026-05-29T02:23:26.027972Z","steps":["trace[87475753] 'agreement among raft nodes before linearized reading' (duration: 579.621026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.995168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.242182Z","time spent":"785.812486ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.028018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.448276Z","time spent":"579.729158ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.028045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.85062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028063Z","caller":"traceutil/trace.go:171","msg":"trace[629935989] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8268; }","duration":"741.886431ms","start":"2026-05-29T02:23:25.286172Z","end":"2026-05-29T02:23:26.028058Z","steps":["trace[629935989] 'agreement among raft nodes before linearized reading' (duration: 741.85825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.286162Z","time spent":"741.911742ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.027881Z","caller":"traceutil/trace.go:171","msg":"trace[793473342] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8268; }","duration":"579.498913ms","start":"2026-05-29T02:23:25.448374Z","end":"2026-05-29T02:23:26.027873Z","steps":["trace[793473342] 'agreement among raft nodes before linearized reading' (duration: 579.446232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.905295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.910023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028219Z","caller":"traceutil/trace.go:171","msg":"trace[1256273510] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8268; }","duration":"742.948646ms","start":"2026-05-29T02:23:25.285264Z","end":"2026-05-29T02:23:26.028213Z","steps":["trace[1256273510] 'agreement among raft nodes before linearized reading' (duration: 742.914265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.285253Z","time spent":"742.981667ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:23:26.028238Z","caller":"traceutil/trace.go:171","msg":"trace[930473479] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8268; }","duration":"579.963304ms","start":"2026-05-29T02:23:25.448266Z","end":"2026-05-29T02:23:26.028229Z","steps":["trace[930473479] 'agreement among raft nodes before linearized reading' (duration: 579.914192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.51267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028302Z","caller":"traceutil/trace.go:171","msg":"trace[931647921] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8268; }","duration":"858.566932ms","start":"2026-05-29T02:23:25.169722Z","end":"2026-05-29T02:23:26.028289Z","steps":["trace[931647921] 'agreement among raft nodes before linearized reading' (duration: 858.511931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.90451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.169714Z","time spent":"858.603843ms","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.028346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.789501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.812125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028365Z","caller":"traceutil/trace.go:171","msg":"trace[1904709947] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8268; }","duration":"767.818112ms","start":"2026-05-29T02:23:25.260541Z","end":"2026-05-29T02:23:26.028359Z","steps":["trace[1904709947] 'agreement among raft nodes before linearized reading' (duration: 767.791181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.314023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.260532Z","time spent":"767.847993ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.028375Z","caller":"traceutil/trace.go:171","msg":"trace[614339944] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8268; }","duration":"597.877117ms","start":"2026-05-29T02:23:25.430489Z","end":"2026-05-29T02:23:26.028367Z","steps":["trace[614339944] 'agreement among raft nodes before linearized reading' (duration: 597.838616ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.028405Z","caller":"traceutil/trace.go:171","msg":"trace[1283089710] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8268; }","duration":"597.419595ms","start":"2026-05-29T02:23:25.43097Z","end":"2026-05-29T02:23:26.028389Z","steps":["trace[1283089710] 'agreement among raft nodes before linearized reading' (duration: 597.315663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.430959Z","time spent":"597.473986ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.028492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.428447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.027461Z","caller":"traceutil/trace.go:171","msg":"trace[624515826] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8268; }","duration":"551.79998ms","start":"2026-05-29T02:23:25.475652Z","end":"2026-05-29T02:23:26.027452Z","steps":["trace[624515826] 'agreement among raft nodes before linearized reading' (duration: 551.744819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.475625Z","time spent":"552.889646ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.028542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.56886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028573Z","caller":"traceutil/trace.go:171","msg":"trace[781966904] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8268; }","duration":"768.619032ms","start":"2026-05-29T02:23:25.259946Z","end":"2026-05-29T02:23:26.028565Z","steps":["trace[781966904] 'agreement among raft nodes before linearized reading' (duration: 768.56526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.25991Z","time spent":"768.679592ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.028659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.26952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.551315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028694Z","caller":"traceutil/trace.go:171","msg":"trace[902788777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8268; }","duration":"840.334891ms","start":"2026-05-29T02:23:25.18835Z","end":"2026-05-29T02:23:26.028685Z","steps":["trace[902788777] 'agreement among raft nodes before linearized reading' (duration: 840.27726ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.028709Z","caller":"traceutil/trace.go:171","msg":"trace[1112542551] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8268; }","duration":"818.132169ms","start":"2026-05-29T02:23:25.21057Z","end":"2026-05-29T02:23:26.028702Z","steps":["trace[1112542551] 'agreement among raft nodes before linearized reading' (duration: 817.550915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.02872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.021691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.188342Z","time spent":"840.374023ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:26.028747Z","caller":"traceutil/trace.go:171","msg":"trace[1496507071] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8268; }","duration":"786.050232ms","start":"2026-05-29T02:23:25.24269Z","end":"2026-05-29T02:23:26.02874Z","steps":["trace[1496507071] 'agreement among raft nodes before linearized reading' (duration: 786.000921ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.028351Z","caller":"traceutil/trace.go:171","msg":"trace[1474218274] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8268; }","duration":"859.017452ms","start":"2026-05-29T02:23:25.169318Z","end":"2026-05-29T02:23:26.028335Z","steps":["trace[1474218274] 'agreement among raft nodes before linearized reading' (duration: 858.93376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.242632Z","time spent":"786.133704ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.028779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.169276Z","time spent":"859.496403ms","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.028863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.271009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:23:26.028895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.478382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028896Z","caller":"traceutil/trace.go:171","msg":"trace[568492585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:8268; }","duration":"932.335741ms","start":"2026-05-29T02:23:25.096552Z","end":"2026-05-29T02:23:26.028888Z","steps":["trace[568492585] 'agreement among raft nodes before linearized reading' (duration: 932.184788ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.028919Z","caller":"traceutil/trace.go:171","msg":"trace[1858034131] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8268; }","duration":"786.565824ms","start":"2026-05-29T02:23:25.242346Z","end":"2026-05-29T02:23:26.028912Z","steps":["trace[1858034131] 'agreement among raft nodes before linearized reading' (duration: 786.518793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.096535Z","time spent":"932.390412ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:23:26.028932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.908002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.02894Z","caller":"traceutil/trace.go:171","msg":"trace[1448206258] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8268; }","duration":"768.927788ms","start":"2026-05-29T02:23:25.260006Z","end":"2026-05-29T02:23:26.028934Z","steps":["trace[1448206258] 'agreement among raft nodes before linearized reading' (duration: 768.470427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.242301Z","time spent":"786.635616ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.028966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.259973Z","time spent":"768.98753ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:26.028965Z","caller":"traceutil/trace.go:171","msg":"trace[711746129] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8268; }","duration":"839.948633ms","start":"2026-05-29T02:23:25.189008Z","end":"2026-05-29T02:23:26.028956Z","steps":["trace[711746129] 'agreement among raft nodes before linearized reading' (duration: 839.903722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.189002Z","time spent":"839.985784ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.027023Z","caller":"traceutil/trace.go:171","msg":"trace[1382535611] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8268; }","duration":"416.820078ms","start":"2026-05-29T02:23:25.610196Z","end":"2026-05-29T02:23:26.027016Z","steps":["trace[1382535611] 'agreement among raft nodes before linearized reading' (duration: 416.676165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.029037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.610175Z","time spent":"418.852095ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.026388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.208241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.028733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.210551Z","time spent":"818.174319ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.02909Z","caller":"traceutil/trace.go:171","msg":"trace[1695442613] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8267; }","duration":"616.949195ms","start":"2026-05-29T02:23:25.412129Z","end":"2026-05-29T02:23:26.029079Z","steps":["trace[1695442613] 'agreement among raft nodes before linearized reading' (duration: 614.21338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.027164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.539257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:23:26.02913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.41211Z","time spent":"617.008847ms","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:26.029147Z","caller":"traceutil/trace.go:171","msg":"trace[1379622615] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8268; }","duration":"442.538984ms","start":"2026-05-29T02:23:25.586599Z","end":"2026-05-29T02:23:26.029138Z","steps":["trace[1379622615] 'agreement among raft nodes before linearized reading' (duration: 440.546357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.029175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.586586Z","time spent":"442.581375ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.029197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.911985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.029225Z","caller":"traceutil/trace.go:171","msg":"trace[1696071946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8268; }","duration":"840.960137ms","start":"2026-05-29T02:23:25.188254Z","end":"2026-05-29T02:23:26.029215Z","steps":["trace[1696071946] 'agreement among raft nodes before linearized reading' (duration: 840.910336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.029246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.188241Z","time spent":"840.998557ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.660626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.029309Z","caller":"traceutil/trace.go:171","msg":"trace[648650121] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8268; }","duration":"802.718035ms","start":"2026-05-29T02:23:25.226581Z","end":"2026-05-29T02:23:26.029299Z","steps":["trace[648650121] 'agreement among raft nodes before linearized reading' (duration: 800.658056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.029337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.226561Z","time spent":"802.765047ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.029329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.324153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.029369Z","caller":"traceutil/trace.go:171","msg":"trace[272032030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8268; }","duration":"133.363594ms","start":"2026-05-29T02:23:25.895994Z","end":"2026-05-29T02:23:26.029357Z","steps":["trace[272032030] 'agreement among raft nodes before linearized reading' (duration: 133.301733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.028315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.071448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.029516Z","caller":"traceutil/trace.go:171","msg":"trace[1683880616] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8268; }","duration":"744.285548ms","start":"2026-05-29T02:23:25.28522Z","end":"2026-05-29T02:23:26.029505Z","steps":["trace[1683880616] 'agreement among raft nodes before linearized reading' (duration: 743.075129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.029553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.285208Z","time spent":"744.332809ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.028409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.430464Z","time spent":"597.938398ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.028713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.454993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.028019Z","caller":"traceutil/trace.go:171","msg":"trace[1952277071] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8268; }","duration":"721.063151ms","start":"2026-05-29T02:23:25.30695Z","end":"2026-05-29T02:23:26.028013Z","steps":["trace[1952277071] 'agreement among raft nodes before linearized reading' (duration: 721.03245ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:26.030403Z","caller":"traceutil/trace.go:171","msg":"trace[705963620] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8268; }","duration":"861.176764ms","start":"2026-05-29T02:23:25.169215Z","end":"2026-05-29T02:23:26.030392Z","steps":["trace[705963620] 'agreement among raft nodes before linearized reading' (duration: 859.458373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.030431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.169196Z","time spent":"861.224844ms","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.030432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.306921Z","time spent":"723.494187ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.028891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.880716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.03047Z","caller":"traceutil/trace.go:171","msg":"trace[892002102] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8268; }","duration":"820.474084ms","start":"2026-05-29T02:23:25.209988Z","end":"2026-05-29T02:23:26.030462Z","steps":["trace[892002102] 'agreement among raft nodes before linearized reading' (duration: 818.874427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.030498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.20998Z","time spent":"820.505245ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.027974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.562529Z","time spent":"465.435523ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.030688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.487404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.030762Z","caller":"traceutil/trace.go:171","msg":"trace[2036702900] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8268; }","duration":"820.623367ms","start":"2026-05-29T02:23:25.210125Z","end":"2026-05-29T02:23:26.030748Z","steps":["trace[2036702900] 'agreement among raft nodes before linearized reading' (duration: 818.090377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.030818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.210095Z","time spent":"820.700369ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:26.026894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.568652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.03088Z","caller":"traceutil/trace.go:171","msg":"trace[790387863] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8268; }","duration":"420.603237ms","start":"2026-05-29T02:23:25.610265Z","end":"2026-05-29T02:23:26.030868Z","steps":["trace[790387863] 'agreement among raft nodes before linearized reading' (duration: 416.563522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.030951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.610241Z","time spent":"420.69914ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:23:26.026765Z","caller":"traceutil/trace.go:171","msg":"trace[1265105097] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8268; }","duration":"533.439098ms","start":"2026-05-29T02:23:25.493303Z","end":"2026-05-29T02:23:26.026743Z","steps":["trace[1265105097] 'agreement among raft nodes before linearized reading' (duration: 533.269254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.031061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.493292Z","time spent":"537.759739ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.02779Z","caller":"traceutil/trace.go:171","msg":"trace[1057047534] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8268; }","duration":"553.143202ms","start":"2026-05-29T02:23:25.474638Z","end":"2026-05-29T02:23:26.027781Z","steps":["trace[1057047534] 'agreement among raft nodes before linearized reading' (duration: 553.085591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.031178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.474628Z","time spent":"556.512161ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:23:26.02757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.62271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:26.031334Z","caller":"traceutil/trace.go:171","msg":"trace[1826076656] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8268; }","duration":"618.394799ms","start":"2026-05-29T02:23:25.41293Z","end":"2026-05-29T02:23:26.031324Z","steps":["trace[1826076656] 'agreement among raft nodes before linearized reading' (duration: 614.61891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.031361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.412924Z","time spent":"618.42833ms","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:23:26.027935Z","caller":"traceutil/trace.go:171","msg":"trace[1696993737] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8268; }","duration":"416.659323ms","start":"2026-05-29T02:23:25.611267Z","end":"2026-05-29T02:23:26.027926Z","steps":["trace[1696993737] 'agreement among raft nodes before linearized reading' (duration: 416.607262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:26.031533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.611261Z","time spent":"420.245189ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.028267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.448255Z","time spent":"580.005175ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:23:26.028189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.448366Z","time spent":"579.81215ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:30.255869Z","caller":"traceutil/trace.go:171","msg":"trace[2134398963] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"208.447724ms","start":"2026-05-29T02:23:30.047394Z","end":"2026-05-29T02:23:30.255842Z","steps":["trace[2134398963] 'process raft request' (duration: 208.24969ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.256067Z","caller":"traceutil/trace.go:171","msg":"trace[622151801] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"204.421469ms","start":"2026-05-29T02:23:30.051637Z","end":"2026-05-29T02:23:30.256059Z","steps":["trace[622151801] 'process raft request' (duration: 204.161473ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.256095Z","caller":"traceutil/trace.go:171","msg":"trace[1614260370] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8577; }","duration":"201.438019ms","start":"2026-05-29T02:23:30.054609Z","end":"2026-05-29T02:23:30.256047Z","steps":["trace[1614260370] 'read index received' (duration: 27.960509ms)","trace[1614260370] 'applied index is now lower than readState.Index' (duration: 173.47418ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:30.256345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.697645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:23:30.256435Z","caller":"traceutil/trace.go:171","msg":"trace[1551971002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8289; }","duration":"201.838839ms","start":"2026-05-29T02:23:30.054577Z","end":"2026-05-29T02:23:30.256416Z","steps":["trace[1551971002] 'agreement among raft nodes before linearized reading' (duration: 201.556622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:30.256438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.07233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:23:30.256488Z","caller":"traceutil/trace.go:171","msg":"trace[101486986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8289; }","duration":"201.157553ms","start":"2026-05-29T02:23:30.055307Z","end":"2026-05-29T02:23:30.256465Z","steps":["trace[101486986] 'agreement among raft nodes before linearized reading' (duration: 200.932568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:30.256544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.921885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:23:30.256605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.704322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:23:30.256629Z","caller":"traceutil/trace.go:171","msg":"trace[2114664985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:8289; }","duration":"192.054168ms","start":"2026-05-29T02:23:30.064555Z","end":"2026-05-29T02:23:30.256609Z","steps":["trace[2114664985] 'agreement among raft nodes before linearized reading' (duration: 191.735581ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.256638Z","caller":"traceutil/trace.go:171","msg":"trace[10931658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8289; }","duration":"200.786264ms","start":"2026-05-29T02:23:30.055843Z","end":"2026-05-29T02:23:30.256629Z","steps":["trace[10931658] 'agreement among raft nodes before linearized reading' (duration: 200.704072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:30.25663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.708171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:23:30.25665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.334063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:23:30.256718Z","caller":"traceutil/trace.go:171","msg":"trace[811430294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8289; }","duration":"197.826984ms","start":"2026-05-29T02:23:30.058867Z","end":"2026-05-29T02:23:30.256694Z","steps":["trace[811430294] 'agreement among raft nodes before linearized reading' (duration: 197.576958ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.256739Z","caller":"traceutil/trace.go:171","msg":"trace[55081100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8289; }","duration":"200.456996ms","start":"2026-05-29T02:23:30.05626Z","end":"2026-05-29T02:23:30.256717Z","steps":["trace[55081100] 'agreement among raft nodes before linearized reading' (duration: 200.124028ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.550782Z","caller":"traceutil/trace.go:171","msg":"trace[1543456923] linearizableReadLoop","detail":"{readStateIndex:8586; appliedIndex:8580; }","duration":"280.714598ms","start":"2026-05-29T02:23:30.270041Z","end":"2026-05-29T02:23:30.550756Z","steps":["trace[1543456923] 'read index received' (duration: 42.272097ms)","trace[1543456923] 'applied index is now lower than readState.Index' (duration: 238.441751ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:30.5508Z","caller":"traceutil/trace.go:171","msg":"trace[1590787725] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"284.958049ms","start":"2026-05-29T02:23:30.265799Z","end":"2026-05-29T02:23:30.550757Z","steps":["trace[1590787725] 'process raft request' (duration: 284.824785ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.550788Z","caller":"traceutil/trace.go:171","msg":"trace[473022036] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"285.45611ms","start":"2026-05-29T02:23:30.265275Z","end":"2026-05-29T02:23:30.550731Z","steps":["trace[473022036] 'process raft request' (duration: 285.140983ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.55099Z","caller":"traceutil/trace.go:171","msg":"trace[835247072] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"283.486294ms","start":"2026-05-29T02:23:30.26746Z","end":"2026-05-29T02:23:30.550946Z","steps":["trace[835247072] 'process raft request' (duration: 283.253148ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.551042Z","caller":"traceutil/trace.go:171","msg":"trace[923151073] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"284.871346ms","start":"2026-05-29T02:23:30.26613Z","end":"2026-05-29T02:23:30.551001Z","steps":["trace[923151073] 'process raft request' (duration: 284.530938ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:30.55099Z","caller":"traceutil/trace.go:171","msg":"trace[1450375555] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"284.520768ms","start":"2026-05-29T02:23:30.266425Z","end":"2026-05-29T02:23:30.550946Z","steps":["trace[1450375555] 'process raft request' (duration: 284.259322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:30.551448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.370824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-05-29T02:23:30.551488Z","caller":"traceutil/trace.go:171","msg":"trace[2065983239] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8295; }","duration":"281.487797ms","start":"2026-05-29T02:23:30.269991Z","end":"2026-05-29T02:23:30.551479Z","steps":["trace[2065983239] 'agreement among raft nodes before linearized reading' (duration: 280.881382ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.235621Z","caller":"traceutil/trace.go:171","msg":"trace[542643852] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"129.034971ms","start":"2026-05-29T02:23:36.106549Z","end":"2026-05-29T02:23:36.235584Z","steps":["trace[542643852] 'process raft request' (duration: 128.854136ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.39556Z","caller":"traceutil/trace.go:171","msg":"trace[1747723148] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8608; }","duration":"122.617711ms","start":"2026-05-29T02:23:36.272907Z","end":"2026-05-29T02:23:36.395525Z","steps":["trace[1747723148] 'read index received' (duration: 116.915736ms)","trace[1747723148] 'applied index is now lower than readState.Index' (duration: 5.700744ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:36.395625Z","caller":"traceutil/trace.go:171","msg":"trace[787890893] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"125.398477ms","start":"2026-05-29T02:23:36.270179Z","end":"2026-05-29T02:23:36.395578Z","steps":["trace[787890893] 'process raft request' (duration: 119.559289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:36.395833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.907937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:23:36.395913Z","caller":"traceutil/trace.go:171","msg":"trace[1381084827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8317; }","duration":"123.01579ms","start":"2026-05-29T02:23:36.272881Z","end":"2026-05-29T02:23:36.395896Z","steps":["trace[1381084827] 'agreement among raft nodes before linearized reading' (duration: 122.791155ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.40306Z","caller":"traceutil/trace.go:171","msg":"trace[323860597] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"122.462708ms","start":"2026-05-29T02:23:36.28057Z","end":"2026-05-29T02:23:36.403033Z","steps":["trace[323860597] 'process raft request' (duration: 122.277323ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.403091Z","caller":"traceutil/trace.go:171","msg":"trace[1934249771] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"126.586615ms","start":"2026-05-29T02:23:36.276486Z","end":"2026-05-29T02:23:36.403073Z","steps":["trace[1934249771] 'process raft request' (duration: 126.185925ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.874547Z","caller":"traceutil/trace.go:171","msg":"trace[979873622] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"205.627178ms","start":"2026-05-29T02:23:36.66889Z","end":"2026-05-29T02:23:36.874518Z","steps":["trace[979873622] 'process raft request' (duration: 200.953208ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.87494Z","caller":"traceutil/trace.go:171","msg":"trace[33235109] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"205.922245ms","start":"2026-05-29T02:23:36.668954Z","end":"2026-05-29T02:23:36.874876Z","steps":["trace[33235109] 'process raft request' (duration: 205.501795ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.875009Z","caller":"traceutil/trace.go:171","msg":"trace[737289450] linearizableReadLoop","detail":"{readStateIndex:8618; appliedIndex:8612; }","duration":"205.563596ms","start":"2026-05-29T02:23:36.669431Z","end":"2026-05-29T02:23:36.874995Z","steps":["trace[737289450] 'read index received' (duration: 57.890055ms)","trace[737289450] 'applied index is now lower than readState.Index' (duration: 147.672501ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:36.874986Z","caller":"traceutil/trace.go:171","msg":"trace[284369845] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"205.751921ms","start":"2026-05-29T02:23:36.669198Z","end":"2026-05-29T02:23:36.87495Z","steps":["trace[284369845] 'process raft request' (duration: 205.638349ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.875187Z","caller":"traceutil/trace.go:171","msg":"trace[703423160] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"206.076909ms","start":"2026-05-29T02:23:36.6691Z","end":"2026-05-29T02:23:36.875177Z","steps":["trace[703423160] 'process raft request' (duration: 205.617248ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.875191Z","caller":"traceutil/trace.go:171","msg":"trace[1795680824] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"205.945636ms","start":"2026-05-29T02:23:36.669224Z","end":"2026-05-29T02:23:36.87517Z","steps":["trace[1795680824] 'process raft request' (duration: 205.666429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:36.875421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.979657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-05-29T02:23:36.875466Z","caller":"traceutil/trace.go:171","msg":"trace[413165560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8325; }","duration":"206.067398ms","start":"2026-05-29T02:23:36.669389Z","end":"2026-05-29T02:23:36.875456Z","steps":["trace[413165560] 'agreement among raft nodes before linearized reading' (duration: 205.651639ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:36.879525Z","caller":"traceutil/trace.go:171","msg":"trace[425098739] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"150.827496ms","start":"2026-05-29T02:23:36.728672Z","end":"2026-05-29T02:23:36.8795Z","steps":["trace[425098739] 'process raft request' (duration: 150.584461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:37.638736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.827342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:37.638856Z","caller":"traceutil/trace.go:171","msg":"trace[1780434389] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8327; }","duration":"147.060258ms","start":"2026-05-29T02:23:37.491767Z","end":"2026-05-29T02:23:37.638827Z","steps":["trace[1780434389] 'count revisions from in-memory index tree' (duration: 146.630227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:37.639023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.793127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:23:37.639117Z","caller":"traceutil/trace.go:171","msg":"trace[1614287364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8327; }","duration":"539.957441ms","start":"2026-05-29T02:23:37.099137Z","end":"2026-05-29T02:23:37.639094Z","steps":["trace[1614287364] 'range keys from in-memory index tree' (duration: 539.556791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:37.639168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:37.099115Z","time spent":"540.043602ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:23:37.639226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.578118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:37.639844Z","caller":"traceutil/trace.go:171","msg":"trace[1156227866] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8327; }","duration":"619.790973ms","start":"2026-05-29T02:23:37.019528Z","end":"2026-05-29T02:23:37.639319Z","steps":["trace[1156227866] 'count revisions from in-memory index tree' (duration: 619.466316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:37.639928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:37.019502Z","time spent":"620.407018ms","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:38.63979Z","caller":"traceutil/trace.go:171","msg":"trace[135633966] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"389.491603ms","start":"2026-05-29T02:23:38.250268Z","end":"2026-05-29T02:23:38.63976Z","steps":["trace[135633966] 'process raft request' (duration: 389.328389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:38.640179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.250252Z","time spent":"389.824321ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:39.520807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.350896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:39.521007Z","caller":"traceutil/trace.go:171","msg":"trace[430690933] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"588.162467ms","start":"2026-05-29T02:23:38.932829Z","end":"2026-05-29T02:23:39.520991Z","steps":["trace[430690933] 'process raft request' (duration: 588.125356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.521062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.932793Z","time spent":"588.247299ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:39.521241Z","caller":"traceutil/trace.go:171","msg":"trace[2013981877] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"1.111562468s","start":"2026-05-29T02:23:38.409669Z","end":"2026-05-29T02:23:39.521232Z","steps":["trace[2013981877] 'process raft request' (duration: 1.11123348s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:39.521209Z","caller":"traceutil/trace.go:171","msg":"trace[1927600163] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"1.113105264s","start":"2026-05-29T02:23:38.408031Z","end":"2026-05-29T02:23:39.521136Z","steps":["trace[1927600163] 'process raft request' (duration: 657.346709ms)","trace[1927600163] 'compare' (duration: 455.197582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:39.521294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.409639Z","time spent":"1.11163379s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:39.521392Z","caller":"traceutil/trace.go:171","msg":"trace[1153993349] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8622; }","duration":"1.091370992s","start":"2026-05-29T02:23:38.430011Z","end":"2026-05-29T02:23:39.521382Z","steps":["trace[1153993349] 'read index received' (duration: 209.673444ms)","trace[1153993349] 'applied index is now lower than readState.Index' (duration: 881.696328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:39.521418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.408009Z","time spent":"1.113291918s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:39.521572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091560336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:23:39.521625Z","caller":"traceutil/trace.go:171","msg":"trace[1075270793] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8332; }","duration":"1.091619848s","start":"2026-05-29T02:23:38.429971Z","end":"2026-05-29T02:23:39.521591Z","steps":["trace[1075270793] 'agreement among raft nodes before linearized reading' (duration: 1.091533106s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.521654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.429944Z","time spent":"1.091703839s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:23:39.521777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.264779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:23:39.5218Z","caller":"traceutil/trace.go:171","msg":"trace[508593686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8332; }","duration":"641.329431ms","start":"2026-05-29T02:23:38.880465Z","end":"2026-05-29T02:23:39.521794Z","steps":["trace[508593686] 'agreement among raft nodes before linearized reading' (duration: 641.28641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.521815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.880437Z","time spent":"641.374912ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:23:39.521916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.7706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:39.521937Z","caller":"traceutil/trace.go:171","msg":"trace[1048157841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8332; }","duration":"280.79195ms","start":"2026-05-29T02:23:39.24114Z","end":"2026-05-29T02:23:39.521932Z","steps":["trace[1048157841] 'agreement among raft nodes before linearized reading' (duration: 280.758879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.522051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.978741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:39.522074Z","caller":"traceutil/trace.go:171","msg":"trace[916467657] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8332; }","duration":"414.047002ms","start":"2026-05-29T02:23:39.108022Z","end":"2026-05-29T02:23:39.522069Z","steps":["trace[916467657] 'agreement among raft nodes before linearized reading' (duration: 414.002961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.522092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:39.108002Z","time spent":"414.085473ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:23:39.522281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.386167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:23:39.522303Z","caller":"traceutil/trace.go:171","msg":"trace[1807376924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:8332; }","duration":"634.423318ms","start":"2026-05-29T02:23:38.887874Z","end":"2026-05-29T02:23:39.522297Z","steps":["trace[1807376924] 'agreement among raft nodes before linearized reading' (duration: 634.312235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.522321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.887866Z","time spent":"634.450618ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:23:39.522446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.904205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:23:39.522509Z","caller":"traceutil/trace.go:171","msg":"trace[1960080308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8332; }","duration":"642.018747ms","start":"2026-05-29T02:23:38.880475Z","end":"2026-05-29T02:23:39.522494Z","steps":["trace[1960080308] 'agreement among raft nodes before linearized reading' (duration: 641.907725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.522557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.880448Z","time spent":"642.09982ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:39.522762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.71291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:23:39.522833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.272613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:23:39.522835Z","caller":"traceutil/trace.go:171","msg":"trace[1768736890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8332; }","duration":"641.796352ms","start":"2026-05-29T02:23:38.881027Z","end":"2026-05-29T02:23:39.522823Z","steps":["trace[1768736890] 'agreement among raft nodes before linearized reading' (duration: 641.69143ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:39.522856Z","caller":"traceutil/trace.go:171","msg":"trace[223277280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8332; }","duration":"642.307324ms","start":"2026-05-29T02:23:38.880541Z","end":"2026-05-29T02:23:39.522849Z","steps":["trace[223277280] 'agreement among raft nodes before linearized reading' (duration: 642.203581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.52288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.880531Z","time spent":"642.342755ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:23:39.523019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.204312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:23:39.523046Z","caller":"traceutil/trace.go:171","msg":"trace[2126933058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8332; }","duration":"642.229772ms","start":"2026-05-29T02:23:38.880808Z","end":"2026-05-29T02:23:39.523037Z","steps":["trace[2126933058] 'agreement among raft nodes before linearized reading' (duration: 642.181781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.523066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.880768Z","time spent":"642.293724ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:39.522874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:38.881018Z","time spent":"641.846233ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:23:39.731369Z","caller":"traceutil/trace.go:171","msg":"trace[2076251570] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"204.743077ms","start":"2026-05-29T02:23:39.526589Z","end":"2026-05-29T02:23:39.731332Z","steps":["trace[2076251570] 'process raft request' (duration: 204.381579ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:39.741284Z","caller":"traceutil/trace.go:171","msg":"trace[19383156] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"214.052166ms","start":"2026-05-29T02:23:39.527206Z","end":"2026-05-29T02:23:39.741258Z","steps":["trace[19383156] 'process raft request' (duration: 213.869162ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:39.741672Z","caller":"traceutil/trace.go:171","msg":"trace[1543572796] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"214.166389ms","start":"2026-05-29T02:23:39.527487Z","end":"2026-05-29T02:23:39.741654Z","steps":["trace[1543572796] 'process raft request' (duration: 213.723179ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:39.741756Z","caller":"traceutil/trace.go:171","msg":"trace[1476767336] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"213.76644ms","start":"2026-05-29T02:23:39.527974Z","end":"2026-05-29T02:23:39.741741Z","steps":["trace[1476767336] 'process raft request' (duration: 213.624206ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:39.741765Z","caller":"traceutil/trace.go:171","msg":"trace[49652647] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8626; }","duration":"213.608406ms","start":"2026-05-29T02:23:39.528128Z","end":"2026-05-29T02:23:39.741737Z","steps":["trace[49652647] 'read index received' (duration: 202.996626ms)","trace[49652647] 'applied index is now lower than readState.Index' (duration: 10.61ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:39.741803Z","caller":"traceutil/trace.go:171","msg":"trace[7310985] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"213.615687ms","start":"2026-05-29T02:23:39.528178Z","end":"2026-05-29T02:23:39.741793Z","steps":["trace[7310985] 'process raft request' (duration: 213.491254ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:39.74184Z","caller":"traceutil/trace.go:171","msg":"trace[698488748] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"214.16013ms","start":"2026-05-29T02:23:39.52767Z","end":"2026-05-29T02:23:39.74183Z","steps":["trace[698488748] 'process raft request' (duration: 213.815061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.742024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.067343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:23:39.742091Z","caller":"traceutil/trace.go:171","msg":"trace[128407122] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8338; }","duration":"154.200135ms","start":"2026-05-29T02:23:39.587872Z","end":"2026-05-29T02:23:39.742072Z","steps":["trace[128407122] 'agreement among raft nodes before linearized reading' (duration: 154.045902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:39.742202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.061967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-05-29T02:23:39.742236Z","caller":"traceutil/trace.go:171","msg":"trace[1215583181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8338; }","duration":"214.103508ms","start":"2026-05-29T02:23:39.528123Z","end":"2026-05-29T02:23:39.742227Z","steps":["trace[1215583181] 'agreement among raft nodes before linearized reading' (duration: 213.737419ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:41.07655Z","caller":"traceutil/trace.go:171","msg":"trace[1100546896] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"125.205422ms","start":"2026-05-29T02:23:40.951317Z","end":"2026-05-29T02:23:41.076522Z","steps":["trace[1100546896] 'read index received' (duration: 125.090739ms)","trace[1100546896] 'applied index is now lower than readState.Index' (duration: 113.303µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:41.076709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.354865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:41.076749Z","caller":"traceutil/trace.go:171","msg":"trace[2049744593] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8339; }","duration":"125.484369ms","start":"2026-05-29T02:23:40.951252Z","end":"2026-05-29T02:23:41.076736Z","steps":["trace[2049744593] 'agreement among raft nodes before linearized reading' (duration: 125.370647ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:41.076806Z","caller":"traceutil/trace.go:171","msg":"trace[354358004] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"430.06963ms","start":"2026-05-29T02:23:40.646528Z","end":"2026-05-29T02:23:41.076598Z","steps":["trace[354358004] 'process raft request' (duration: 429.823994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:41.077718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:40.646497Z","time spent":"430.451229ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:41.750561Z","caller":"traceutil/trace.go:171","msg":"trace[1532568612] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"221.333528ms","start":"2026-05-29T02:23:41.529193Z","end":"2026-05-29T02:23:41.750526Z","steps":["trace[1532568612] 'process raft request' (duration: 161.225921ms)","trace[1532568612] 'compare' (duration: 59.838101ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:41.75053Z","caller":"traceutil/trace.go:171","msg":"trace[358240190] linearizableReadLoop","detail":"{readStateIndex:8635; appliedIndex:8633; }","duration":"184.018488ms","start":"2026-05-29T02:23:41.566466Z","end":"2026-05-29T02:23:41.750484Z","steps":["trace[358240190] 'read index received' (duration: 25.685955ms)","trace[358240190] 'applied index is now lower than readState.Index' (duration: 158.330053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:41.750703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.217963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:41.750764Z","caller":"traceutil/trace.go:171","msg":"trace[495788781] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8341; }","duration":"184.334746ms","start":"2026-05-29T02:23:41.566413Z","end":"2026-05-29T02:23:41.750748Z","steps":["trace[495788781] 'agreement among raft nodes before linearized reading' (duration: 184.192903ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:43.656529Z","caller":"traceutil/trace.go:171","msg":"trace[637967074] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"120.312826ms","start":"2026-05-29T02:23:43.536189Z","end":"2026-05-29T02:23:43.656502Z","steps":["trace[637967074] 'process raft request' (duration: 120.174133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:06.531307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.828266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-05-29T02:24:06.531424Z","caller":"traceutil/trace.go:171","msg":"trace[530079641] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8526; }","duration":"228.991299ms","start":"2026-05-29T02:24:06.302406Z","end":"2026-05-29T02:24:06.531398Z","steps":["trace[530079641] 'range keys from in-memory index tree' (duration: 228.60706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:06.531862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.879033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:06.531975Z","caller":"traceutil/trace.go:171","msg":"trace[1788870193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8526; }","duration":"289.082157ms","start":"2026-05-29T02:24:06.242869Z","end":"2026-05-29T02:24:06.531951Z","steps":["trace[1788870193] 'range keys from in-memory index tree' (duration: 288.79536ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:09.919706Z","caller":"traceutil/trace.go:171","msg":"trace[2128043809] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"302.307508ms","start":"2026-05-29T02:24:09.617353Z","end":"2026-05-29T02:24:09.91966Z","steps":["trace[2128043809] 'process raft request' (duration: 246.770319ms)","trace[2128043809] 'compare' (duration: 55.100649ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:09.919794Z","caller":"traceutil/trace.go:171","msg":"trace[1486318605] linearizableReadLoop","detail":"{readStateIndex:8845; appliedIndex:8844; }","duration":"276.014519ms","start":"2026-05-29T02:24:09.64372Z","end":"2026-05-29T02:24:09.919735Z","steps":["trace[1486318605] 'read index received' (duration: 220.426938ms)","trace[1486318605] 'applied index is now lower than readState.Index' (duration: 55.584511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:09.919942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:09.617323Z","time spent":"302.491143ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:09.920093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.319876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-29T02:24:09.920197Z","caller":"traceutil/trace.go:171","msg":"trace[1446113913] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8543; }","duration":"276.466709ms","start":"2026-05-29T02:24:09.643703Z","end":"2026-05-29T02:24:09.92017Z","steps":["trace[1446113913] 'agreement among raft nodes before linearized reading' (duration: 276.09698ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:09.920884Z","caller":"traceutil/trace.go:171","msg":"trace[156108664] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"119.12766ms","start":"2026-05-29T02:24:09.801734Z","end":"2026-05-29T02:24:09.920861Z","steps":["trace[156108664] 'process raft request' (duration: 118.7297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:22.172383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.517269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:24:22.172512Z","caller":"traceutil/trace.go:171","msg":"trace[1385284506] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8647; }","duration":"210.337499ms","start":"2026-05-29T02:24:21.962157Z","end":"2026-05-29T02:24:22.172494Z","steps":["trace[1385284506] 'process raft request' (duration: 59.559524ms)","trace[1385284506] 'compare' (duration: 150.302514ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:22.177797Z","caller":"traceutil/trace.go:171","msg":"trace[1337311461] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"208.124088ms","start":"2026-05-29T02:24:21.969646Z","end":"2026-05-29T02:24:22.17777Z","steps":["trace[1337311461] 'process raft request' (duration: 208.068327ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:22.177815Z","caller":"traceutil/trace.go:171","msg":"trace[38757927] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"214.1573ms","start":"2026-05-29T02:24:21.963626Z","end":"2026-05-29T02:24:22.177783Z","steps":["trace[38757927] 'process raft request' (duration: 213.937455ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:22.185384Z","caller":"traceutil/trace.go:171","msg":"trace[47078260] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"150.874428ms","start":"2026-05-29T02:24:22.034487Z","end":"2026-05-29T02:24:22.185362Z","steps":["trace[47078260] 'process raft request' (duration: 150.361146ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:22.20872Z","caller":"traceutil/trace.go:171","msg":"trace[95091175] linearizableReadLoop","detail":"{readStateIndex:8958; appliedIndex:8955; }","duration":"148.702947ms","start":"2026-05-29T02:24:22.059985Z","end":"2026-05-29T02:24:22.208688Z","steps":["trace[95091175] 'read index received' (duration: 117.526022ms)","trace[95091175] 'applied index is now lower than readState.Index' (duration: 31.175255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:22.209059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.047835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:24:22.209157Z","caller":"traceutil/trace.go:171","msg":"trace[881478737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8650; }","duration":"149.188508ms","start":"2026-05-29T02:24:22.059948Z","end":"2026-05-29T02:24:22.209137Z","steps":["trace[881478737] 'agreement among raft nodes before linearized reading' (duration: 148.866511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:22.209355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.936336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:24:22.209572Z","caller":"traceutil/trace.go:171","msg":"trace[2065437223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8650; }","duration":"139.189692ms","start":"2026-05-29T02:24:22.070364Z","end":"2026-05-29T02:24:22.209553Z","steps":["trace[2065437223] 'agreement among raft nodes before linearized reading' (duration: 138.69694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:22.209356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.870654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:24:22.210571Z","caller":"traceutil/trace.go:171","msg":"trace[210824776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8650; }","duration":"137.124254ms","start":"2026-05-29T02:24:22.073428Z","end":"2026-05-29T02:24:22.210552Z","steps":["trace[210824776] 'agreement among raft nodes before linearized reading' (duration: 135.721091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:22.20936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.723837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:24:22.210729Z","caller":"traceutil/trace.go:171","msg":"trace[1892025449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:8650; }","duration":"125.120481ms","start":"2026-05-29T02:24:22.085597Z","end":"2026-05-29T02:24:22.210717Z","steps":["trace[1892025449] 'agreement among raft nodes before linearized reading' (duration: 123.660936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:22.209347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.938138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:24:22.210929Z","caller":"traceutil/trace.go:171","msg":"trace[2021173129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8650; }","duration":"107.546476ms","start":"2026-05-29T02:24:22.103349Z","end":"2026-05-29T02:24:22.210895Z","steps":["trace[2021173129] 'agreement among raft nodes before linearized reading' (duration: 105.780204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:22.209411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.458568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:24:22.211077Z","caller":"traceutil/trace.go:171","msg":"trace[245277925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8650; }","duration":"138.163798ms","start":"2026-05-29T02:24:22.072902Z","end":"2026-05-29T02:24:22.211066Z","steps":["trace[245277925] 'agreement among raft nodes before linearized reading' (duration: 136.343565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:22.209456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.723215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:24:22.211234Z","caller":"traceutil/trace.go:171","msg":"trace[1519564470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8650; }","duration":"105.543938ms","start":"2026-05-29T02:24:22.105671Z","end":"2026-05-29T02:24:22.211215Z","steps":["trace[1519564470] 'agreement among raft nodes before linearized reading' (duration: 103.638373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:23.179095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.636519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qfwjj\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-05-29T02:24:23.179213Z","caller":"traceutil/trace.go:171","msg":"trace[381900994] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qfwjj; range_end:; response_count:1; response_revision:8657; }","duration":"261.822704ms","start":"2026-05-29T02:24:22.91737Z","end":"2026-05-29T02:24:23.179192Z","steps":["trace[381900994] 'range keys from in-memory index tree' (duration: 261.394744ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:23.204109Z","caller":"traceutil/trace.go:171","msg":"trace[756573883] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"285.829581ms","start":"2026-05-29T02:24:22.918263Z","end":"2026-05-29T02:24:23.204093Z","steps":["trace[756573883] 'process raft request' (duration: 285.700078ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:23.231638Z","caller":"traceutil/trace.go:171","msg":"trace[1114326265] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8967; }","duration":"269.809423ms","start":"2026-05-29T02:24:22.96177Z","end":"2026-05-29T02:24:23.231579Z","steps":["trace[1114326265] 'read index received' (duration: 242.445518ms)","trace[1114326265] 'applied index is now lower than readState.Index' (duration: 27.362165ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:23.231741Z","caller":"traceutil/trace.go:171","msg":"trace[1128764176] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"306.036387ms","start":"2026-05-29T02:24:22.925662Z","end":"2026-05-29T02:24:23.231699Z","steps":["trace[1128764176] 'process raft request' (duration: 305.728749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:23.231832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.024698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:23.231889Z","caller":"traceutil/trace.go:171","msg":"trace[455541163] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8659; }","duration":"270.153741ms","start":"2026-05-29T02:24:22.961721Z","end":"2026-05-29T02:24:23.231874Z","steps":["trace[455541163] 'agreement among raft nodes before linearized reading' (duration: 270.025718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:23.231942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:22.92564Z","time spent":"306.194571ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:23.912529Z","caller":"traceutil/trace.go:171","msg":"trace[102020800] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"153.160322ms","start":"2026-05-29T02:24:23.759319Z","end":"2026-05-29T02:24:23.912479Z","steps":["trace[102020800] 'process raft request' (duration: 140.464383ms)","trace[102020800] 'compare' (duration: 12.30133ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:24.448418Z","caller":"traceutil/trace.go:171","msg":"trace[1661844977] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"264.334553ms","start":"2026-05-29T02:24:24.184048Z","end":"2026-05-29T02:24:24.448383Z","steps":["trace[1661844977] 'process raft request' (duration: 264.161789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.637917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.691472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:24:24.638071Z","caller":"traceutil/trace.go:171","msg":"trace[1005457160] linearizableReadLoop","detail":"{readStateIndex:8975; appliedIndex:8973; }","duration":"444.458791ms","start":"2026-05-29T02:24:24.193589Z","end":"2026-05-29T02:24:24.638048Z","steps":["trace[1005457160] 'read index received' (duration: 254.601114ms)","trace[1005457160] 'applied index is now lower than readState.Index' (duration: 189.856127ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:24.638264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.675086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:24.638305Z","caller":"traceutil/trace.go:171","msg":"trace[1831515441] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8666; }","duration":"444.719757ms","start":"2026-05-29T02:24:24.193573Z","end":"2026-05-29T02:24:24.638293Z","steps":["trace[1831515441] 'agreement among raft nodes before linearized reading' (duration: 444.636485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.638348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.193525Z","time spent":"444.811529ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:24:24.638419Z","caller":"traceutil/trace.go:171","msg":"trace[1893779663] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"445.825723ms","start":"2026-05-29T02:24:24.192398Z","end":"2026-05-29T02:24:24.638224Z","steps":["trace[1893779663] 'process raft request' (duration: 300.696901ms)","trace[1893779663] 'compare' (duration: 144.514597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:24.638601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.564326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:24:24.638599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.665336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:24:24.638664Z","caller":"traceutil/trace.go:171","msg":"trace[963023500] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8666; }","duration":"269.656389ms","start":"2026-05-29T02:24:24.36899Z","end":"2026-05-29T02:24:24.638646Z","steps":["trace[963023500] 'agreement among raft nodes before linearized reading' (duration: 269.544136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.638658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.036411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-29T02:24:24.638654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.426371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:24:24.638699Z","caller":"traceutil/trace.go:171","msg":"trace[2070062259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8666; }","duration":"391.80542ms","start":"2026-05-29T02:24:24.246871Z","end":"2026-05-29T02:24:24.638677Z","steps":["trace[2070062259] 'agreement among raft nodes before linearized reading' (duration: 391.469392ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.638745Z","caller":"traceutil/trace.go:171","msg":"trace[21824017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8666; }","duration":"391.153974ms","start":"2026-05-29T02:24:24.24757Z","end":"2026-05-29T02:24:24.638724Z","steps":["trace[21824017] 'agreement among raft nodes before linearized reading' (duration: 390.811766ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.638755Z","caller":"traceutil/trace.go:171","msg":"trace[1242554266] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8666; }","duration":"391.600694ms","start":"2026-05-29T02:24:24.247133Z","end":"2026-05-29T02:24:24.638733Z","steps":["trace[1242554266] 'agreement among raft nodes before linearized reading' (duration: 391.262676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.6388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.355879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:24:24.638813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.247117Z","time spent":"391.686396ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:24:24.63876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.246859Z","time spent":"391.891391ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:24:24.638792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.185641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:24:24.63886Z","caller":"traceutil/trace.go:171","msg":"trace[1829780745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8666; }","duration":"408.551553ms","start":"2026-05-29T02:24:24.230293Z","end":"2026-05-29T02:24:24.638845Z","steps":["trace[1829780745] 'agreement among raft nodes before linearized reading' (duration: 407.97601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.638814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.247559Z","time spent":"391.238975ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:24:24.638939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.230273Z","time spent":"408.626396ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:24:24.638961Z","caller":"traceutil/trace.go:171","msg":"trace[373795325] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:8666; }","duration":"404.378555ms","start":"2026-05-29T02:24:24.234495Z","end":"2026-05-29T02:24:24.638874Z","steps":["trace[373795325] 'agreement among raft nodes before linearized reading' (duration: 404.001856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.639092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.234475Z","time spent":"404.600891ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:24:24.638576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.326181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:24:24.639398Z","caller":"traceutil/trace.go:171","msg":"trace[824010407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8666; }","duration":"393.200412ms","start":"2026-05-29T02:24:24.246183Z","end":"2026-05-29T02:24:24.639384Z","steps":["trace[824010407] 'agreement among raft nodes before linearized reading' (duration: 392.192778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.639449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.246152Z","time spent":"393.286124ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:24:24.638698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.854101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:24:24.639497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.192348Z","time spent":"446.220012ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:24.639554Z","caller":"traceutil/trace.go:171","msg":"trace[2089890663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8666; }","duration":"392.716251ms","start":"2026-05-29T02:24:24.246814Z","end":"2026-05-29T02:24:24.63953Z","steps":["trace[2089890663] 'agreement among raft nodes before linearized reading' (duration: 391.646085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.639673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.246804Z","time spent":"392.851414ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:24:24.6415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.217137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-05-29T02:24:24.641628Z","caller":"traceutil/trace.go:171","msg":"trace[161512582] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8666; }","duration":"397.423871ms","start":"2026-05-29T02:24:24.244171Z","end":"2026-05-29T02:24:24.641595Z","steps":["trace[161512582] 'agreement among raft nodes before linearized reading' (duration: 394.212696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.641771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:24.24414Z","time spent":"397.608936ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-29T02:24:24.777316Z","caller":"traceutil/trace.go:171","msg":"trace[1628290172] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"133.674062ms","start":"2026-05-29T02:24:24.643606Z","end":"2026-05-29T02:24:24.77728Z","steps":["trace[1628290172] 'process raft request' (duration: 133.57501ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.777362Z","caller":"traceutil/trace.go:171","msg":"trace[276523323] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"133.628881ms","start":"2026-05-29T02:24:24.643689Z","end":"2026-05-29T02:24:24.777319Z","steps":["trace[276523323] 'process raft request' (duration: 133.329104ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.777606Z","caller":"traceutil/trace.go:171","msg":"trace[1268819377] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"133.536609ms","start":"2026-05-29T02:24:24.644038Z","end":"2026-05-29T02:24:24.777575Z","steps":["trace[1268819377] 'process raft request' (duration: 133.189831ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.777901Z","caller":"traceutil/trace.go:171","msg":"trace[373731380] linearizableReadLoop","detail":"{readStateIndex:8980; appliedIndex:8975; }","duration":"133.122479ms","start":"2026-05-29T02:24:24.644759Z","end":"2026-05-29T02:24:24.777881Z","steps":["trace[373731380] 'read index received' (duration: 62.689608ms)","trace[373731380] 'applied index is now lower than readState.Index' (duration: 70.431531ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:24.777921Z","caller":"traceutil/trace.go:171","msg":"trace[1439831653] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"130.874616ms","start":"2026-05-29T02:24:24.647031Z","end":"2026-05-29T02:24:24.777905Z","steps":["trace[1439831653] 'process raft request' (duration: 130.739013ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.77797Z","caller":"traceutil/trace.go:171","msg":"trace[1273872579] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"133.631961ms","start":"2026-05-29T02:24:24.644299Z","end":"2026-05-29T02:24:24.777931Z","steps":["trace[1273872579] 'process raft request' (duration: 133.1388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.778502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.723303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228489"} {"level":"warn","ts":"2026-05-29T02:24:24.778532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.786972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-29T02:24:24.778571Z","caller":"traceutil/trace.go:171","msg":"trace[324025249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8672; }","duration":"133.807235ms","start":"2026-05-29T02:24:24.644752Z","end":"2026-05-29T02:24:24.778559Z","steps":["trace[324025249] 'agreement among raft nodes before linearized reading' (duration: 133.255432ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.778678Z","caller":"traceutil/trace.go:171","msg":"trace[679593403] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8672; }","duration":"111.10536ms","start":"2026-05-29T02:24:24.667478Z","end":"2026-05-29T02:24:24.778583Z","steps":["trace[679593403] 'agreement among raft nodes before linearized reading' (duration: 110.574997ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:36.466051Z","caller":"traceutil/trace.go:171","msg":"trace[1721386648] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9073; }","duration":"290.9154ms","start":"2026-05-29T02:24:36.175108Z","end":"2026-05-29T02:24:36.466024Z","steps":["trace[1721386648] 'read index received' (duration: 290.650653ms)","trace[1721386648] 'applied index is now lower than readState.Index' (duration: 263.527µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:36.466146Z","caller":"traceutil/trace.go:171","msg":"trace[1887582586] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"294.048173ms","start":"2026-05-29T02:24:36.172051Z","end":"2026-05-29T02:24:36.4661Z","steps":["trace[1887582586] 'process raft request' (duration: 293.809388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:36.466453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.06243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:36.466605Z","caller":"traceutil/trace.go:171","msg":"trace[2030864835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8762; }","duration":"223.271755ms","start":"2026-05-29T02:24:36.243307Z","end":"2026-05-29T02:24:36.466579Z","steps":["trace[2030864835] 'agreement among raft nodes before linearized reading' (duration: 223.015449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:36.466756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.630257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:44 size:586138"} {"level":"info","ts":"2026-05-29T02:24:36.46683Z","caller":"traceutil/trace.go:171","msg":"trace[109475029] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:44; response_revision:8762; }","duration":"291.77658ms","start":"2026-05-29T02:24:36.175036Z","end":"2026-05-29T02:24:36.466812Z","steps":["trace[109475029] 'agreement among raft nodes before linearized reading' (duration: 291.125515ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:39.012372Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000239f.wal"} {"level":"warn","ts":"2026-05-29T02:25:28.475025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.261798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-29T02:25:28.47517Z","caller":"traceutil/trace.go:171","msg":"trace[72549463] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9276; }","duration":"129.468223ms","start":"2026-05-29T02:25:28.345679Z","end":"2026-05-29T02:25:28.475147Z","steps":["trace[72549463] 'range keys from in-memory index tree' (duration: 129.037393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:28.475161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.076692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:25:28.475295Z","caller":"traceutil/trace.go:171","msg":"trace[2087456186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9276; }","duration":"123.353028ms","start":"2026-05-29T02:25:28.351914Z","end":"2026-05-29T02:25:28.475267Z","steps":["trace[2087456186] 'count revisions from in-memory index tree' (duration: 122.956639ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:28.560291Z","caller":"traceutil/trace.go:171","msg":"trace[1178491830] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"123.281316ms","start":"2026-05-29T02:25:28.436977Z","end":"2026-05-29T02:25:28.560258Z","steps":["trace[1178491830] 'process raft request' (duration: 122.869697ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:37.986141Z","caller":"traceutil/trace.go:171","msg":"trace[2060678030] linearizableReadLoop","detail":"{readStateIndex:9663; appliedIndex:9662; }","duration":"115.562215ms","start":"2026-05-29T02:25:37.870545Z","end":"2026-05-29T02:25:37.986107Z","steps":["trace[2060678030] 'read index received' (duration: 115.339779ms)","trace[2060678030] 'applied index is now lower than readState.Index' (duration: 220.926µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:37.986239Z","caller":"traceutil/trace.go:171","msg":"trace[571082192] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"358.569155ms","start":"2026-05-29T02:25:37.627617Z","end":"2026-05-29T02:25:37.986186Z","steps":["trace[571082192] 'process raft request' (duration: 358.305408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:37.986395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.833642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:25:37.986445Z","caller":"traceutil/trace.go:171","msg":"trace[1106402622] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9334; }","duration":"115.909413ms","start":"2026-05-29T02:25:37.870521Z","end":"2026-05-29T02:25:37.986431Z","steps":["trace[1106402622] 'agreement among raft nodes before linearized reading' (duration: 115.725419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:37.986473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:37.627586Z","time spent":"358.764598ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:38.324354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.022097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:25:38.324784Z","caller":"traceutil/trace.go:171","msg":"trace[1086132414] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"331.203941ms","start":"2026-05-29T02:25:37.993551Z","end":"2026-05-29T02:25:38.324754Z","steps":["trace[1086132414] 'process raft request' (duration: 180.666411ms)","trace[1086132414] 'compare' (duration: 149.865714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:25:38.325076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:37.993527Z","time spent":"331.460416ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:39.413522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.742604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:25:39.413582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:38.476807Z","time spent":"936.76303ms","remote":"127.0.0.1:34240","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:25:39.413872Z","caller":"traceutil/trace.go:171","msg":"trace[656036996] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9335; }","duration":"890.940949ms","start":"2026-05-29T02:25:38.522708Z","end":"2026-05-29T02:25:39.413649Z","steps":["trace[656036996] 'count revisions from in-memory index tree' (duration: 890.653273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:39.414156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:38.522674Z","time spent":"891.457701ms","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:25:39.414857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.473532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:25:39.415029Z","caller":"traceutil/trace.go:171","msg":"trace[581076435] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"739.531939ms","start":"2026-05-29T02:25:38.675471Z","end":"2026-05-29T02:25:39.415003Z","steps":["trace[581076435] 'process raft request' (duration: 330.78259ms)","trace[581076435] 'compare' (duration: 407.756185ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:25:39.415117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:38.675443Z","time spent":"739.632041ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:25:39.457517Z","caller":"traceutil/trace.go:171","msg":"trace[1111958984] linearizableReadLoop","detail":"{readStateIndex:9667; appliedIndex:9665; }","duration":"419.39946ms","start":"2026-05-29T02:25:39.03809Z","end":"2026-05-29T02:25:39.457489Z","steps":["trace[1111958984] 'read index received' (duration: 419.221325ms)","trace[1111958984] 'applied index is now lower than readState.Index' (duration: 176.785µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:39.457575Z","caller":"traceutil/trace.go:171","msg":"trace[161927299] transaction","detail":"{read_only:false; response_revision:9338; number_of_response:1; }","duration":"506.304429ms","start":"2026-05-29T02:25:38.951239Z","end":"2026-05-29T02:25:39.457544Z","steps":["trace[161927299] 'process raft request' (duration: 506.186376ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.457604Z","caller":"traceutil/trace.go:171","msg":"trace[1392153215] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"611.216963ms","start":"2026-05-29T02:25:38.846325Z","end":"2026-05-29T02:25:39.457542Z","steps":["trace[1392153215] 'process raft request' (duration: 610.918486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:39.457687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:38.95121Z","time spent":"506.416602ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:39.457771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.658016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:25:39.457824Z","caller":"traceutil/trace.go:171","msg":"trace[393954467] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9338; }","duration":"419.789569ms","start":"2026-05-29T02:25:39.03802Z","end":"2026-05-29T02:25:39.45781Z","steps":["trace[393954467] 'agreement among raft nodes before linearized reading' (duration: 419.628755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:39.457865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:39.037995Z","time spent":"419.859401ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:25:39.457884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:38.846297Z","time spent":"611.438138ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:39.458216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.332018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:25:39.458258Z","caller":"traceutil/trace.go:171","msg":"trace[575203028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9338; }","duration":"324.41251ms","start":"2026-05-29T02:25:39.133837Z","end":"2026-05-29T02:25:39.458249Z","steps":["trace[575203028] 'agreement among raft nodes before linearized reading' (duration: 324.270246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:39.45829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:39.133812Z","time spent":"324.470111ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:25:39.458425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.724867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:25:39.458456Z","caller":"traceutil/trace.go:171","msg":"trace[2020850540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9338; }","duration":"321.799148ms","start":"2026-05-29T02:25:39.13665Z","end":"2026-05-29T02:25:39.458449Z","steps":["trace[2020850540] 'agreement among raft nodes before linearized reading' (duration: 321.717426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:39.458485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:39.136622Z","time spent":"321.85759ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:25:39.458253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.130787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:25:39.458555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.469552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:25:39.458587Z","caller":"traceutil/trace.go:171","msg":"trace[217326234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9338; }","duration":"152.467585ms","start":"2026-05-29T02:25:39.306093Z","end":"2026-05-29T02:25:39.458561Z","steps":["trace[217326234] 'agreement among raft nodes before linearized reading' (duration: 152.028845ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.458611Z","caller":"traceutil/trace.go:171","msg":"trace[425407580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9338; }","duration":"299.542804ms","start":"2026-05-29T02:25:39.159055Z","end":"2026-05-29T02:25:39.458598Z","steps":["trace[425407580] 'agreement among raft nodes before linearized reading' (duration: 299.309428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:39.45867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.319079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:25:39.458725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.599362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:25:39.458772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.718332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:25:39.458817Z","caller":"traceutil/trace.go:171","msg":"trace[1090349705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9338; }","duration":"275.758683ms","start":"2026-05-29T02:25:39.183047Z","end":"2026-05-29T02:25:39.458806Z","steps":["trace[1090349705] 'agreement among raft nodes before linearized reading' (duration: 275.65857ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.459484Z","caller":"traceutil/trace.go:171","msg":"trace[704394742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9338; }","duration":"193.40557ms","start":"2026-05-29T02:25:39.266064Z","end":"2026-05-29T02:25:39.45947Z","steps":["trace[704394742] 'agreement among raft nodes before linearized reading' (duration: 192.600531ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.458723Z","caller":"traceutil/trace.go:171","msg":"trace[636280161] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:9338; }","duration":"101.402181ms","start":"2026-05-29T02:25:39.357308Z","end":"2026-05-29T02:25:39.45871Z","steps":["trace[636280161] 'agreement among raft nodes before linearized reading' (duration: 101.252848ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.598127Z","caller":"traceutil/trace.go:171","msg":"trace[1665828653] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"130.252031ms","start":"2026-05-29T02:25:39.467844Z","end":"2026-05-29T02:25:39.598096Z","steps":["trace[1665828653] 'process raft request' (duration: 130.067507ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.615506Z","caller":"traceutil/trace.go:171","msg":"trace[990032540] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"147.57159ms","start":"2026-05-29T02:25:39.4679Z","end":"2026-05-29T02:25:39.615472Z","steps":["trace[990032540] 'process raft request' (duration: 147.351195ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.615645Z","caller":"traceutil/trace.go:171","msg":"trace[224231034] transaction","detail":"{read_only:false; response_revision:9341; number_of_response:1; }","duration":"147.628262ms","start":"2026-05-29T02:25:39.46795Z","end":"2026-05-29T02:25:39.615578Z","steps":["trace[224231034] 'process raft request' (duration: 147.422187ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.61591Z","caller":"traceutil/trace.go:171","msg":"trace[195559950] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"146.888954ms","start":"2026-05-29T02:25:39.468966Z","end":"2026-05-29T02:25:39.615854Z","steps":["trace[195559950] 'process raft request' (duration: 146.71935ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.615986Z","caller":"traceutil/trace.go:171","msg":"trace[1160197009] transaction","detail":"{read_only:false; response_revision:9343; number_of_response:1; }","duration":"147.015827ms","start":"2026-05-29T02:25:39.4688Z","end":"2026-05-29T02:25:39.615816Z","steps":["trace[1160197009] 'process raft request' (duration: 146.745941ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.617998Z","caller":"traceutil/trace.go:171","msg":"trace[1318567318] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"147.611001ms","start":"2026-05-29T02:25:39.467985Z","end":"2026-05-29T02:25:39.615596Z","steps":["trace[1318567318] 'process raft request' (duration: 147.493388ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:41.873428Z","caller":"traceutil/trace.go:171","msg":"trace[1254576390] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"118.789461ms","start":"2026-05-29T02:25:41.754594Z","end":"2026-05-29T02:25:41.873384Z","steps":["trace[1254576390] 'process raft request' (duration: 118.410542ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:26:15.846526Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:26:15.852212Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-29T02:26:15.85231Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-29T02:26:42.378548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:42.879061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:43.380096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:43.878303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:43.878398Z","caller":"traceutil/trace.go:171","msg":"trace[358876626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132927s","start":"2026-05-29T02:26:41.878239Z","end":"2026-05-29T02:26:43.878372Z","steps":["trace[358876626] 'agreement among raft nodes before linearized reading' (duration: 2.000019475s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:43.878445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.878185Z","time spent":"2.0002503s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:43.88047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:44.244744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:44.244839Z","caller":"traceutil/trace.go:171","msg":"trace[744813669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383843s","start":"2026-05-29T02:26:42.244434Z","end":"2026-05-29T02:26:44.244818Z","steps":["trace[744813669] 'agreement among raft nodes before linearized reading' (duration: 2.000269551s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:44.244886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.244413Z","time spent":"2.000461646s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:44.381624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:44.882152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:45.382787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:45.884087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:46.25368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:46.253784Z","caller":"traceutil/trace.go:171","msg":"trace[575011660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000878066s","start":"2026-05-29T02:26:44.252879Z","end":"2026-05-29T02:26:46.253757Z","steps":["trace[575011660] 'agreement among raft nodes before linearized reading' (duration: 2.000760393s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:46.253834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:44.252859Z","time spent":"2.000965047s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:46.384908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:46.76859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.769919Z","time spent":"4.99866162s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:46.885608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:46.931627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999396468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:46.931737Z","caller":"traceutil/trace.go:171","msg":"trace[318032521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999544311s","start":"2026-05-29T02:26:41.932145Z","end":"2026-05-29T02:26:46.931689Z","steps":["trace[318032521] 'agreement among raft nodes before linearized reading' (duration: 4.999439508s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:46.931786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.93212Z","time spent":"4.999655803s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:47.375445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.377695Z","time spent":"4.997742229s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:47.384021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998678092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:47.384115Z","caller":"traceutil/trace.go:171","msg":"trace[2138706817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998825385s","start":"2026-05-29T02:26:42.385269Z","end":"2026-05-29T02:26:47.384094Z","steps":["trace[2138706817] 'agreement among raft nodes before linearized reading' (duration: 4.998717482s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:47.384162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.385246Z","time spent":"4.998905667s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:26:47.385757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:47.386942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999281206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:47.387001Z","caller":"traceutil/trace.go:171","msg":"trace[1421925492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999430899s","start":"2026-05-29T02:26:42.387556Z","end":"2026-05-29T02:26:47.386987Z","steps":["trace[1421925492] 'agreement among raft nodes before linearized reading' (duration: 4.999334357s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:47.387036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.387526Z","time spent":"4.999500901s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:26:47.886135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:48.25404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:48.254123Z","caller":"traceutil/trace.go:171","msg":"trace[1504036975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018961s","start":"2026-05-29T02:26:46.253915Z","end":"2026-05-29T02:26:48.254104Z","steps":["trace[1504036975] 'agreement among raft nodes before linearized reading' (duration: 2.000083408s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:48.254164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.253895Z","time spent":"2.000260711s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:48.386898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:48.778964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.778275Z","time spent":"7.000680494s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:48.878353Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:26:49.370672Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3c5984","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:26:49.379134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:49.880107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:49.977942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.97679Z","time spent":"7.001144474s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:50.260645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999862911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:50.260757Z","caller":"traceutil/trace.go:171","msg":"trace[1867741327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032955s","start":"2026-05-29T02:26:48.2607Z","end":"2026-05-29T02:26:50.260733Z","steps":["trace[1867741327] 'agreement among raft nodes before linearized reading' (duration: 1.999902722s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:50.260814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:48.260672Z","time spent":"2.000125807s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:26:50.380383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:50.406613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:43.406277Z","time spent":"7.000328775s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:50.881127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:51.381523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:51.769841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998760593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:51.769944Z","caller":"traceutil/trace.go:171","msg":"trace[1619322443] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998920646s","start":"2026-05-29T02:26:46.770999Z","end":"2026-05-29T02:26:51.76992Z","steps":["trace[1619322443] 'agreement among raft nodes before linearized reading' (duration: 4.998797343s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:51.769999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.770979Z","time spent":"4.999009069s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 02:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:51.777457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993672647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:51.777564Z","caller":"traceutil/trace.go:171","msg":"trace[2019373708] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993838111s","start":"2026-05-29T02:26:48.783704Z","end":"2026-05-29T02:26:51.777543Z","steps":["trace[2019373708] 'agreement among raft nodes before linearized reading' (duration: 2.993711528s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:51.777617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:48.783685Z","time spent":"2.993921124s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 02:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:51.882534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:51.93155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998479991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:51.93166Z","caller":"traceutil/trace.go:171","msg":"trace[1547791865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998658275s","start":"2026-05-29T02:26:48.932976Z","end":"2026-05-29T02:26:51.931634Z","steps":["trace[1547791865] 'agreement among raft nodes before linearized reading' (duration: 2.998522642s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:51.931718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:48.932953Z","time spent":"2.998752588s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.182711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.412677336s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:26:52.261679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.261786Z","caller":"traceutil/trace.go:171","msg":"trace[1245771925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396705s","start":"2026-05-29T02:26:50.26136Z","end":"2026-05-29T02:26:52.261757Z","steps":["trace[1245771925] 'agreement among raft nodes before linearized reading' (duration: 2.000273502s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.261844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.261333Z","time spent":"2.000499957s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.375715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998535018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.375846Z","caller":"traceutil/trace.go:171","msg":"trace[277601251] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998743563s","start":"2026-05-29T02:26:47.377075Z","end":"2026-05-29T02:26:52.375819Z","steps":["trace[277601251] 'agreement among raft nodes before linearized reading' (duration: 4.998574009s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.375927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.377055Z","time spent":"4.998849425s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.384677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996843523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.384787Z","caller":"traceutil/trace.go:171","msg":"trace[1448685774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997018517s","start":"2026-05-29T02:26:49.387739Z","end":"2026-05-29T02:26:52.384757Z","steps":["trace[1448685774] 'agreement among raft nodes before linearized reading' (duration: 2.996877904s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.384848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.387712Z","time spent":"2.997123229s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.386121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99934526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.386179Z","caller":"traceutil/trace.go:171","msg":"trace[41347597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999440622s","start":"2026-05-29T02:26:42.386723Z","end":"2026-05-29T02:26:52.386164Z","steps":["trace[41347597] 'agreement among raft nodes before linearized reading' (duration: 9.999376381s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.386221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.38671Z","time spent":"9.999501843s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.38797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997596011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.388074Z","caller":"traceutil/trace.go:171","msg":"trace[941283691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997768515s","start":"2026-05-29T02:26:49.390283Z","end":"2026-05-29T02:26:52.388051Z","steps":["trace[941283691] 'agreement among raft nodes before linearized reading' (duration: 2.997644382s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.388134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.390244Z","time spent":"2.997873317s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.389461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000848145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.389516Z","caller":"traceutil/trace.go:171","msg":"trace[1746969357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000926647s","start":"2026-05-29T02:26:42.388575Z","end":"2026-05-29T02:26:52.389501Z","steps":["trace[1746969357] 'agreement among raft nodes before linearized reading' (duration: 10.000865265s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.38951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000837985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:26:52.389553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.388564Z","time spent":"10.000979958s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T02:26:52.389605Z","caller":"traceutil/trace.go:171","msg":"trace[517792265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000968228s","start":"2026-05-29T02:26:42.388617Z","end":"2026-05-29T02:26:52.389585Z","steps":["trace[517792265] 'agreement among raft nodes before linearized reading' (duration: 10.000856185s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.389695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.388605Z","time spent":"10.00105738s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.395881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505471776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.396035Z","caller":"traceutil/trace.go:171","msg":"trace[896544225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.505717031s","start":"2026-05-29T02:26:45.890288Z","end":"2026-05-29T02:26:52.396005Z","steps":["trace[896544225] 'agreement among raft nodes before linearized reading' (duration: 6.505504986s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.396111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.890268Z","time spent":"6.505829865s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:53.864647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:53.864772Z","caller":"traceutil/trace.go:171","msg":"trace[501637113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590409s","start":"2026-05-29T02:26:51.86416Z","end":"2026-05-29T02:26:53.86475Z","steps":["trace[501637113] 'agreement among raft nodes before linearized reading' (duration: 2.000432895s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:53.864829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.864142Z","time spent":"2.000675911s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:26:54.270414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:54.270517Z","caller":"traceutil/trace.go:171","msg":"trace[2050682906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00070851s","start":"2026-05-29T02:26:52.269787Z","end":"2026-05-29T02:26:54.270495Z","steps":["trace[2050682906] 'agreement among raft nodes before linearized reading' (duration: 2.000562707s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:54.270564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:52.269758Z","time spent":"2.000797723s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:55.676081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936945718s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:55.676243Z","caller":"traceutil/trace.go:171","msg":"trace[2091607759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9875; }","duration":"1.937144462s","start":"2026-05-29T02:26:53.739076Z","end":"2026-05-29T02:26:55.67622Z","steps":["trace[2091607759] 'range keys from in-memory index tree' (duration: 1.936918747s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:55.677146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:53.035633Z","time spent":"2.641507183s","remote":"127.0.0.1:50030","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:55.885425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.702108844s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:26:56.279102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:56.279209Z","caller":"traceutil/trace.go:171","msg":"trace[204465562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552448s","start":"2026-05-29T02:26:54.278632Z","end":"2026-05-29T02:26:56.279184Z","steps":["trace[204465562] 'agreement among raft nodes before linearized reading' (duration: 2.000419185s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.279264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:54.278553Z","time spent":"2.000700392s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:56.378054Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3c5984","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:26:56.389405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.262358ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-29T02:26:56.4165Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"80.952µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:26:56.41678Z","caller":"traceutil/trace.go:171","msg":"trace[441890983] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9879; }","duration":"6.433737434s","start":"2026-05-29T02:26:49.983005Z","end":"2026-05-29T02:26:56.416742Z","steps":["trace[441890983] 'process raft request' (duration: 6.43359616s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.416951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.982974Z","time spent":"6.433886758s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:26:56.417084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.772214Z","time spent":"4.644866658s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:26:56.417248Z","caller":"traceutil/trace.go:171","msg":"trace[543470610] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"5.640005595s","start":"2026-05-29T02:26:50.777229Z","end":"2026-05-29T02:26:56.417235Z","steps":["trace[543470610] 'process raft request' (duration: 5.639421402s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.417311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.777204Z","time spent":"5.640081838s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:26:56.41737Z","caller":"traceutil/trace.go:171","msg":"trace[1993928964] linearizableReadLoop","detail":"{readStateIndex:10228; appliedIndex:10218; }","duration":"7.538873664s","start":"2026-05-29T02:26:48.878477Z","end":"2026-05-29T02:26:56.417351Z","steps":["trace[1993928964] 'read index received' (duration: 3.304879237s)","trace[1993928964] 'applied index is now lower than readState.Index' (duration: 4.233992137s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.421656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.603319401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.421711Z","caller":"traceutil/trace.go:171","msg":"trace[1224272361] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9881; }","duration":"10.603427524s","start":"2026-05-29T02:26:45.818269Z","end":"2026-05-29T02:26:56.421697Z","steps":["trace[1224272361] 'agreement among raft nodes before linearized reading' (duration: 10.599250166s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.421764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.986630144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.421773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.128292877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.421804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.389525298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.421835Z","caller":"traceutil/trace.go:171","msg":"trace[623307782] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9881; }","duration":"9.389579028s","start":"2026-05-29T02:26:47.032247Z","end":"2026-05-29T02:26:56.421826Z","steps":["trace[623307782] 'agreement among raft nodes before linearized reading' (duration: 9.385255837s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.421866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.03223Z","time spent":"9.38962832s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.421886Z","caller":"traceutil/trace.go:171","msg":"trace[619527476] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9881; }","duration":"13.12842909s","start":"2026-05-29T02:26:43.293396Z","end":"2026-05-29T02:26:56.421825Z","steps":["trace[619527476] 'agreement among raft nodes before linearized reading' (duration: 13.124124209s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.421938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:43.293377Z","time spent":"13.128548673s","remote":"127.0.0.1:59236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.421987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375912294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88527"} {"level":"info","ts":"2026-05-29T02:26:56.422016Z","caller":"traceutil/trace.go:171","msg":"trace[1738764343] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9881; }","duration":"8.375986286s","start":"2026-05-29T02:26:48.046023Z","end":"2026-05-29T02:26:56.42201Z","steps":["trace[1738764343] 'agreement among raft nodes before linearized reading' (duration: 8.371456629s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.422034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.51936533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.422047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:48.046001Z","time spent":"8.376040267s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88550,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-29T02:26:56.422065Z","caller":"traceutil/trace.go:171","msg":"trace[1472258368] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:9881; }","duration":"9.519421051s","start":"2026-05-29T02:26:46.902636Z","end":"2026-05-29T02:26:56.422057Z","steps":["trace[1472258368] 'agreement among raft nodes before linearized reading' (duration: 9.514875884s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.422093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.902625Z","time spent":"9.519462753s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:26:56.422236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.74917329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.422277Z","caller":"traceutil/trace.go:171","msg":"trace[341269486] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9881; }","duration":"13.749246581s","start":"2026-05-29T02:26:42.673021Z","end":"2026-05-29T02:26:56.422268Z","steps":["trace[341269486] 'agreement among raft nodes before linearized reading' (duration: 13.744507429s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.422305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.673005Z","time spent":"13.749291643s","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.422429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.384402984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.422471Z","caller":"traceutil/trace.go:171","msg":"trace[211129399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9881; }","duration":"12.384445225s","start":"2026-05-29T02:26:44.038014Z","end":"2026-05-29T02:26:56.422459Z","steps":["trace[211129399] 'agreement among raft nodes before linearized reading' (duration: 12.37954s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.422504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:44.037955Z","time spent":"12.384541897s","remote":"127.0.0.1:59132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.421765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.81824Z","time spent":"10.603516816s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.422715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.567361446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.422745Z","caller":"traceutil/trace.go:171","msg":"trace[837876348] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9881; }","duration":"11.567470209s","start":"2026-05-29T02:26:44.855269Z","end":"2026-05-29T02:26:56.422739Z","steps":["trace[837876348] 'agreement among raft nodes before linearized reading' (duration: 11.562270707s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.422759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.467280823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:26:56.422796Z","caller":"traceutil/trace.go:171","msg":"trace[598454025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:9881; }","duration":"14.467317634s","start":"2026-05-29T02:26:41.95547Z","end":"2026-05-29T02:26:56.422787Z","steps":["trace[598454025] 'agreement among raft nodes before linearized reading' (duration: 14.462076031s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.422826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.955436Z","time spent":"14.467383875s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:26:56.422879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.820154685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.422936Z","caller":"traceutil/trace.go:171","msg":"trace[2067530505] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9881; }","duration":"10.820253357s","start":"2026-05-29T02:26:45.602676Z","end":"2026-05-29T02:26:56.422929Z","steps":["trace[2067530505] 'agreement among raft nodes before linearized reading' (duration: 10.81485579s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:26:56.4218Z","caller":"traceutil/trace.go:171","msg":"trace[1802304422] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9881; }","duration":"7.986716216s","start":"2026-05-29T02:26:48.435073Z","end":"2026-05-29T02:26:56.421789Z","steps":["trace[1802304422] 'agreement among raft nodes before linearized reading' (duration: 7.982387594s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.421686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.266480616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-29T02:26:56.422987Z","caller":"traceutil/trace.go:171","msg":"trace[1630086713] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9881; }","duration":"9.267812318s","start":"2026-05-29T02:26:47.155171Z","end":"2026-05-29T02:26:56.422983Z","steps":["trace[1630086713] 'agreement among raft nodes before linearized reading' (duration: 9.262320588s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.423023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.155159Z","time spent":"9.267858338s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:26:56.423042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.170434569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:26:56.423076Z","caller":"traceutil/trace.go:171","msg":"trace[177398874] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:9881; }","duration":"12.17050756s","start":"2026-05-29T02:26:44.25256Z","end":"2026-05-29T02:26:56.423068Z","steps":["trace[177398874] 'agreement among raft nodes before linearized reading' (duration: 12.16498766s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.423106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:44.252541Z","time spent":"12.170559401s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"info","ts":"2026-05-29T02:26:56.423133Z","caller":"traceutil/trace.go:171","msg":"trace[698703181] transaction","detail":"{read_only:false; response_revision:9882; number_of_response:1; }","duration":"4.034627416s","start":"2026-05-29T02:26:52.388492Z","end":"2026-05-29T02:26:56.423119Z","steps":["trace[698703181] 'process raft request' (duration: 4.033152911s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.422772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:44.855243Z","time spent":"11.56752238s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.423244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:52.388445Z","time spent":"4.034730508s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:26:56.423238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.787220687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-29T02:26:56.423444Z","caller":"traceutil/trace.go:171","msg":"trace[1454646739] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9882; }","duration":"13.787474982s","start":"2026-05-29T02:26:42.635959Z","end":"2026-05-29T02:26:56.423434Z","steps":["trace[1454646739] 'agreement among raft nodes before linearized reading' (duration: 13.781577714s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.423485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.63593Z","time spent":"13.787542214s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-29T02:26:56.42354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.602655Z","time spent":"10.820877122s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":71,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.423628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:48.43505Z","time spent":"7.9885721s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.42376Z","caller":"traceutil/trace.go:171","msg":"trace[1495927579] transaction","detail":"{read_only:false; response_revision:9883; number_of_response:1; }","duration":"4.031938583s","start":"2026-05-29T02:26:52.391813Z","end":"2026-05-29T02:26:56.423752Z","steps":["trace[1495927579] 'process raft request' (duration: 4.031261087s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.423823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:52.3918Z","time spent":"4.031998414s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:26:56.423908Z","caller":"traceutil/trace.go:171","msg":"trace[1591538230] transaction","detail":"{read_only:false; response_revision:9884; number_of_response:1; }","duration":"4.032020964s","start":"2026-05-29T02:26:52.39188Z","end":"2026-05-29T02:26:56.423901Z","steps":["trace[1591538230] 'process raft request' (duration: 4.03143333s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.423963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:52.391872Z","time spent":"4.032070865s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:26:56.423974Z","caller":"traceutil/trace.go:171","msg":"trace[1256163324] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"4.031354139s","start":"2026-05-29T02:26:52.392609Z","end":"2026-05-29T02:26:56.423963Z","steps":["trace[1256163324] 'process raft request' (duration: 4.030754465s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.424046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:52.39258Z","time spent":"4.03142718s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:26:56.42414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.290203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.424182Z","caller":"traceutil/trace.go:171","msg":"trace[2055212080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9886; }","duration":"144.377225ms","start":"2026-05-29T02:26:56.279795Z","end":"2026-05-29T02:26:56.424172Z","steps":["trace[2055212080] 'agreement among raft nodes before linearized reading' (duration: 144.316873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.424281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004436896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.424312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264028522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.42435Z","caller":"traceutil/trace.go:171","msg":"trace[1858745441] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9886; }","duration":"2.264138904s","start":"2026-05-29T02:26:54.160202Z","end":"2026-05-29T02:26:56.424341Z","steps":["trace[1858745441] 'agreement among raft nodes before linearized reading' (duration: 2.264071552s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.424384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:54.160154Z","time spent":"2.264222556s","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.424411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101956646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:26:56.424429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049946776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:26:56.424477Z","caller":"traceutil/trace.go:171","msg":"trace[740053850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9886; }","duration":"3.050039738s","start":"2026-05-29T02:26:53.374432Z","end":"2026-05-29T02:26:56.424472Z","steps":["trace[740053850] 'agreement among raft nodes before linearized reading' (duration: 3.049902975s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.424495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.801529854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.424524Z","caller":"traceutil/trace.go:171","msg":"trace[1694058555] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9886; }","duration":"5.801634947s","start":"2026-05-29T02:26:50.622882Z","end":"2026-05-29T02:26:56.424517Z","steps":["trace[1694058555] 'agreement among raft nodes before linearized reading' (duration: 5.801583936s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.424553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.622856Z","time spent":"5.801689618s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.424777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014109318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:26:56.424808Z","caller":"traceutil/trace.go:171","msg":"trace[1608851269] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:9886; }","duration":"6.014180819s","start":"2026-05-29T02:26:50.410617Z","end":"2026-05-29T02:26:56.424798Z","steps":["trace[1608851269] 'agreement among raft nodes before linearized reading' (duration: 6.014064787s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.424831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.410597Z","time spent":"6.01422802s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:26:56.424947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088345488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.424974Z","caller":"traceutil/trace.go:171","msg":"trace[793255643] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9886; }","duration":"6.088411419s","start":"2026-05-29T02:26:50.336553Z","end":"2026-05-29T02:26:56.424965Z","steps":["trace[793255643] 'agreement among raft nodes before linearized reading' (duration: 6.088362048s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.336531Z","time spent":"6.088461171s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.425161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.897576822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.425194Z","caller":"traceutil/trace.go:171","msg":"trace[127201708] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9886; }","duration":"6.897655164s","start":"2026-05-29T02:26:49.52753Z","end":"2026-05-29T02:26:56.425185Z","steps":["trace[127201708] 'agreement among raft nodes before linearized reading' (duration: 6.897597112s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.425221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.527511Z","time spent":"6.897700715s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.425475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.260826427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.425508Z","caller":"traceutil/trace.go:171","msg":"trace[173141410] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9886; }","duration":"7.260915799s","start":"2026-05-29T02:26:49.164581Z","end":"2026-05-29T02:26:56.425497Z","steps":["trace[173141410] 'agreement among raft nodes before linearized reading' (duration: 7.260858868s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.425534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.164552Z","time spent":"7.260974301s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.427172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67426043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.427275Z","caller":"traceutil/trace.go:171","msg":"trace[1215334167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9886; }","duration":"4.674432814s","start":"2026-05-29T02:26:51.752818Z","end":"2026-05-29T02:26:56.427251Z","steps":["trace[1215334167] 'agreement among raft nodes before linearized reading' (duration: 4.67384404s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.427336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.752802Z","time spent":"4.674517486s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.427404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158041986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"info","ts":"2026-05-29T02:26:56.427512Z","caller":"traceutil/trace.go:171","msg":"trace[851784254] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9886; }","duration":"4.158214971s","start":"2026-05-29T02:26:52.269271Z","end":"2026-05-29T02:26:56.427486Z","steps":["trace[851784254] 'agreement among raft nodes before linearized reading' (duration: 4.157845062s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.427557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.739485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.427584Z","caller":"traceutil/trace.go:171","msg":"trace[1431131384] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9886; }","duration":"502.819138ms","start":"2026-05-29T02:26:55.924758Z","end":"2026-05-29T02:26:56.427577Z","steps":["trace[1431131384] 'agreement among raft nodes before linearized reading' (duration: 502.772347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.427574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:52.269239Z","time spent":"4.158320923s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:26:56.427607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.924728Z","time spent":"502.874479ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.427708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245622455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.427722Z","caller":"traceutil/trace.go:171","msg":"trace[191975618] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9886; }","duration":"1.245755768s","start":"2026-05-29T02:26:55.181962Z","end":"2026-05-29T02:26:56.427718Z","steps":["trace[191975618] 'agreement among raft nodes before linearized reading' (duration: 1.245725668s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.427735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.181941Z","time spent":"1.245790859s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.427837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505636647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.427854Z","caller":"traceutil/trace.go:171","msg":"trace[2046808454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9886; }","duration":"1.505701908s","start":"2026-05-29T02:26:54.922146Z","end":"2026-05-29T02:26:56.427848Z","steps":["trace[2046808454] 'agreement among raft nodes before linearized reading' (duration: 1.505670108s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.427872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:54.922121Z","time spent":"1.50574461s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.424324Z","caller":"traceutil/trace.go:171","msg":"trace[1486904035] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9886; }","duration":"5.004515198s","start":"2026-05-29T02:26:51.419801Z","end":"2026-05-29T02:26:56.424316Z","steps":["trace[1486904035] 'agreement among raft nodes before linearized reading' (duration: 5.004460967s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.427959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.419783Z","time spent":"5.008169435s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.428235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971211043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.428267Z","caller":"traceutil/trace.go:171","msg":"trace[5798002] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9886; }","duration":"4.971288005s","start":"2026-05-29T02:26:51.45697Z","end":"2026-05-29T02:26:56.428258Z","steps":["trace[5798002] 'agreement among raft nodes before linearized reading' (duration: 4.971235224s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.428285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.456951Z","time spent":"4.971329316s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.424449Z","caller":"traceutil/trace.go:171","msg":"trace[943127623] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9886; }","duration":"5.102052399s","start":"2026-05-29T02:26:51.322388Z","end":"2026-05-29T02:26:56.42444Z","steps":["trace[943127623] 'agreement among raft nodes before linearized reading' (duration: 5.101931996s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.428894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.322361Z","time spent":"5.106506414s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":76,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.424508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:53.374407Z","time spent":"3.05009607s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:27:17.408252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:17.909444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:18.40982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:18.910952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:19.411452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:19.912398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:20.242745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:20.242856Z","caller":"traceutil/trace.go:171","msg":"trace[1196545738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039096s","start":"2026-05-29T02:27:18.242786Z","end":"2026-05-29T02:27:20.242825Z","steps":["trace[1196545738] 'agreement among raft nodes before linearized reading' (duration: 1.999907633s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:20.242947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.242758Z","time spent":"2.00017778s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:20.413573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:20.914692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:21.41554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:21.9158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:22.084009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999836867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:22.084085Z","caller":"traceutil/trace.go:171","msg":"trace[354618124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99996171s","start":"2026-05-29T02:27:17.084102Z","end":"2026-05-29T02:27:22.084063Z","steps":["trace[354618124] 'agreement among raft nodes before linearized reading' (duration: 4.999874618s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:22.084134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.084085Z","time spent":"5.000039861s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:22.243042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:22.243161Z","caller":"traceutil/trace.go:171","msg":"trace[2084312308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039104s","start":"2026-05-29T02:27:20.243095Z","end":"2026-05-29T02:27:22.243134Z","steps":["trace[2084312308] 'agreement among raft nodes before linearized reading' (duration: 1.99987638s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:22.243221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.243066Z","time spent":"2.000143927s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:22.384265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.385498Z","time spent":"4.998759021s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:22.416337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:22.809272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999471389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:22.8094Z","caller":"traceutil/trace.go:171","msg":"trace[1211347068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999682243s","start":"2026-05-29T02:27:17.809682Z","end":"2026-05-29T02:27:22.809365Z","steps":["trace[1211347068] 'agreement among raft nodes before linearized reading' (duration: 4.999515409s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:22.809477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.809664Z","time spent":"4.999797546s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:22.916854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:23.188709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998948047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:23.188818Z","caller":"traceutil/trace.go:171","msg":"trace[1238365400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999129191s","start":"2026-05-29T02:27:18.189665Z","end":"2026-05-29T02:27:23.188794Z","steps":["trace[1238365400] 'agreement among raft nodes before linearized reading' (duration: 4.998998978s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:23.18889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.189639Z","time spent":"4.999221523s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:27:23.417572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:23.865233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:23.865338Z","caller":"traceutil/trace.go:171","msg":"trace[128356011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023822s","start":"2026-05-29T02:27:21.865076Z","end":"2026-05-29T02:27:23.865314Z","steps":["trace[128356011] 'agreement among raft nodes before linearized reading' (duration: 2.000098737s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:23.865411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:21.865064Z","time spent":"2.000332633s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:23.87047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.869644Z","time spent":"7.000815354s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:23.908046Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:27:23.90822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000645011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:23.908283Z","caller":"traceutil/trace.go:171","msg":"trace[1777700583] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; }","duration":"7.000816645s","start":"2026-05-29T02:27:16.907443Z","end":"2026-05-29T02:27:23.908259Z","steps":["trace[1777700583] 'agreement among raft nodes before linearized reading' (duration: 7.000735403s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:23.908336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.906564Z","time spent":"7.001760288s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:27:24.036977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.036607Z","time spent":"7.000362924s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:24.151665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.151262Z","time spent":"7.000394225s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:24.25242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:24.252623Z","caller":"traceutil/trace.go:171","msg":"trace[1627314326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184559s","start":"2026-05-29T02:27:22.252401Z","end":"2026-05-29T02:27:24.252586Z","steps":["trace[1627314326] 'agreement among raft nodes before linearized reading' (duration: 1.999947923s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:24.252737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:22.252376Z","time spent":"2.000340913s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:24.409032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:24.909694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:25.4105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:25.911578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:25.968257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.967235Z","time spent":"7.00101382s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:26.261307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:26.261625Z","caller":"traceutil/trace.go:171","msg":"trace[1844733655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805363s","start":"2026-05-29T02:27:24.260798Z","end":"2026-05-29T02:27:26.261603Z","steps":["trace[1844733655] 'agreement among raft nodes before linearized reading' (duration: 2.000471635s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:26.261724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.260776Z","time spent":"2.000934737s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:26.41266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:26.913204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:26.968747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999779148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:26.968822Z","caller":"traceutil/trace.go:171","msg":"trace[2097599968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999909941s","start":"2026-05-29T02:27:16.968894Z","end":"2026-05-29T02:27:26.968804Z","steps":["trace[2097599968] 'agreement among raft nodes before linearized reading' (duration: 9.999825279s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:26.968863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.968868Z","time spent":"9.999987193s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/29 02:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:26.968752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000552526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:26.968966Z","caller":"traceutil/trace.go:171","msg":"trace[1488597084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000848963s","start":"2026-05-29T02:27:16.968102Z","end":"2026-05-29T02:27:26.968951Z","steps":["trace[1488597084] 'agreement among raft nodes before linearized reading' (duration: 10.000606808s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:26.969048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.968076Z","time spent":"10.000959935s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/29 02:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.034239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993190246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.034298Z","caller":"traceutil/trace.go:171","msg":"trace[754286922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993303419s","start":"2026-05-29T02:27:24.04098Z","end":"2026-05-29T02:27:27.034283Z","steps":["trace[754286922] 'agreement among raft nodes before linearized reading' (duration: 2.993220397s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.034334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.040964Z","time spent":"2.993362261s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.083612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997479367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.08371Z","caller":"traceutil/trace.go:171","msg":"trace[589291498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997625741s","start":"2026-05-29T02:27:24.086061Z","end":"2026-05-29T02:27:27.083687Z","steps":["trace[589291498] 'agreement among raft nodes before linearized reading' (duration: 2.997503148s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.083765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.086046Z","time spent":"2.997708123s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.386191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999022359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:27.386301Z","caller":"traceutil/trace.go:171","msg":"trace[1226255397] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999211884s","start":"2026-05-29T02:27:22.387063Z","end":"2026-05-29T02:27:27.386274Z","steps":["trace[1226255397] 'agreement among raft nodes before linearized reading' (duration: 4.99904743s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.386415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:22.387039Z","time spent":"4.999359567s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:27:27.408079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119075472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.408174Z","caller":"traceutil/trace.go:171","msg":"trace[896046104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.119241056s","start":"2026-05-29T02:27:21.288913Z","end":"2026-05-29T02:27:27.408154Z","steps":["trace[896046104] 'agreement among raft nodes before linearized reading' (duration: 6.119132233s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.408225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:21.288888Z","time spent":"6.119327337s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.41429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:27.735796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998701952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.735913Z","caller":"traceutil/trace.go:171","msg":"trace[333156730] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.998874867s","start":"2026-05-29T02:27:17.737012Z","end":"2026-05-29T02:27:27.735887Z","steps":["trace[333156730] 'agreement among raft nodes before linearized reading' (duration: 9.998720803s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.735971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.737001Z","time spent":"9.998958569s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.809258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996524555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.809366Z","caller":"traceutil/trace.go:171","msg":"trace[416919523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99672323s","start":"2026-05-29T02:27:24.81262Z","end":"2026-05-29T02:27:27.809343Z","steps":["trace[416919523] 'agreement among raft nodes before linearized reading' (duration: 2.996589567s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.809426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.812589Z","time spent":"2.996822772s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.915432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:28.189459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997703153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.189607Z","caller":"traceutil/trace.go:171","msg":"trace[351897578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997935079s","start":"2026-05-29T02:27:25.191642Z","end":"2026-05-29T02:27:28.189577Z","steps":["trace[351897578] 'agreement among raft nodes before linearized reading' (duration: 2.997767245s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.189672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:25.191619Z","time spent":"2.998038311s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.232581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.844843235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.232796Z","caller":"traceutil/trace.go:171","msg":"trace[1351881725] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; }","duration":"9.845083861s","start":"2026-05-29T02:27:18.387652Z","end":"2026-05-29T02:27:28.232735Z","steps":["trace[1351881725] 'agreement among raft nodes before linearized reading' (duration: 9.844836785s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.232782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.843199727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.232881Z","caller":"traceutil/trace.go:171","msg":"trace[1529194901] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; }","duration":"9.843385771s","start":"2026-05-29T02:27:18.38947Z","end":"2026-05-29T02:27:28.232855Z","steps":["trace[1529194901] 'agreement among raft nodes before linearized reading' (duration: 9.843259908s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.232911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.387646Z","time spent":"9.845245815s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-29T02:27:28.232992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.845399418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.232935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.389422Z","time spent":"9.843502833s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-05-29T02:27:28.233077Z","caller":"traceutil/trace.go:171","msg":"trace[902081838] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"9.845585843s","start":"2026-05-29T02:27:18.387447Z","end":"2026-05-29T02:27:28.233033Z","steps":["trace[902081838] 'agreement among raft nodes before linearized reading' (duration: 9.845414609s)"],"step_count":1} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.233252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.387439Z","time spent":"9.845670005s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.23434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.844992079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.23438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.845829219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.234423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.844797055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.234454Z","caller":"traceutil/trace.go:171","msg":"trace[1664029026] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"9.844847005s","start":"2026-05-29T02:27:18.3896Z","end":"2026-05-29T02:27:28.234447Z","steps":["trace[1664029026] 'agreement among raft nodes before linearized reading' (duration: 9.844813435s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.234388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.84759753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.234406Z","caller":"traceutil/trace.go:171","msg":"trace[793555852] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; }","duration":"9.845053871s","start":"2026-05-29T02:27:18.389323Z","end":"2026-05-29T02:27:28.234377Z","steps":["trace[793555852] 'agreement among raft nodes before linearized reading' (duration: 9.84500471s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.234499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.389316Z","time spent":"9.845177383s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-05-29T02:27:28.234427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.846171667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.234528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.848529402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.23447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.844785114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.234506Z","caller":"traceutil/trace.go:171","msg":"trace[764636227] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; }","duration":"9.847787134s","start":"2026-05-29T02:27:18.386701Z","end":"2026-05-29T02:27:28.234488Z","steps":["trace[764636227] 'agreement among raft nodes before linearized reading' (duration: 9.84761629s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:28.23451Z","caller":"traceutil/trace.go:171","msg":"trace[1084897041] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; }","duration":"9.845993042s","start":"2026-05-29T02:27:18.388495Z","end":"2026-05-29T02:27:28.234488Z","steps":["trace[1084897041] 'agreement among raft nodes before linearized reading' (duration: 9.845839149s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:28.23457Z","caller":"traceutil/trace.go:171","msg":"trace[279228570] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; }","duration":"9.846373902s","start":"2026-05-29T02:27:18.388167Z","end":"2026-05-29T02:27:28.234541Z","steps":["trace[279228570] 'agreement among raft nodes before linearized reading' (duration: 9.846177347s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.234615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.388488Z","time spent":"9.846112445s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-05-29T02:27:28.234637Z","caller":"traceutil/trace.go:171","msg":"trace[468638406] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; }","duration":"9.844987528s","start":"2026-05-29T02:27:18.389589Z","end":"2026-05-29T02:27:28.234577Z","steps":["trace[468638406] 'agreement among raft nodes before linearized reading' (duration: 9.844792624s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.234454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.845724546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.234648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.386689Z","time spent":"9.847903798s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-05-29T02:27:28.234657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.38816Z","time spent":"9.846482764s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-05-29T02:27:28.234696Z","caller":"traceutil/trace.go:171","msg":"trace[1886186769] range","detail":"{range_begin:/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0; range_end:; }","duration":"9.845977152s","start":"2026-05-29T02:27:18.388706Z","end":"2026-05-29T02:27:28.234683Z","steps":["trace[1886186769] 'agreement among raft nodes before linearized reading' (duration: 9.845739676s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.234498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.389591Z","time spent":"9.844893786s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-29T02:27:28.23473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.38958Z","time spent":"9.845134643s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-29T02:27:28.23432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.847101568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.234726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.388698Z","time spent":"9.846021403s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" "} {"level":"info","ts":"2026-05-29T02:27:28.234778Z","caller":"traceutil/trace.go:171","msg":"trace[1188887105] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"9.847638861s","start":"2026-05-29T02:27:18.387128Z","end":"2026-05-29T02:27:28.234767Z","steps":["trace[1188887105] 'agreement among raft nodes before linearized reading' (duration: 9.847146949s)"],"step_count":1} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.234819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.387106Z","time spent":"9.847704833s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-29T02:27:28.234568Z","caller":"traceutil/trace.go:171","msg":"trace[296048487] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; }","duration":"9.848631455s","start":"2026-05-29T02:27:18.38593Z","end":"2026-05-29T02:27:28.234561Z","steps":["trace[296048487] 'agreement among raft nodes before linearized reading' (duration: 9.848589934s)"],"step_count":1} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.234888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.385808Z","time spent":"9.849061874s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-29T02:27:28.234894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.848890631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.23503Z","caller":"traceutil/trace.go:171","msg":"trace[894958888] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.849082325s","start":"2026-05-29T02:27:18.385939Z","end":"2026-05-29T02:27:28.235021Z","steps":["trace[894958888] 'agreement among raft nodes before linearized reading' (duration: 9.848939652s)"],"step_count":1} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.235067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.385916Z","time spent":"9.849142367s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.235167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.8458909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.235233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.847006027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.235251Z","caller":"traceutil/trace.go:171","msg":"trace[955145039] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; }","duration":"9.847041077s","start":"2026-05-29T02:27:18.388204Z","end":"2026-05-29T02:27:28.235245Z","steps":["trace[955145039] 'agreement among raft nodes before linearized reading' (duration: 9.847022117s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:28.235251Z","caller":"traceutil/trace.go:171","msg":"trace[1813660603] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; }","duration":"9.845957152s","start":"2026-05-29T02:27:18.389242Z","end":"2026-05-29T02:27:28.2352Z","steps":["trace[1813660603] 'agreement among raft nodes before linearized reading' (duration: 9.8458685s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.235266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.388194Z","time spent":"9.847068328s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.235305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.847099178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.235321Z","caller":"traceutil/trace.go:171","msg":"trace[1127602901] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; }","duration":"9.84714335s","start":"2026-05-29T02:27:18.388173Z","end":"2026-05-29T02:27:28.235316Z","steps":["trace[1127602901] 'agreement among raft nodes before linearized reading' (duration: 9.847128209s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.235295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.389236Z","time spent":"9.846045344s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-05-29T02:27:28.235336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.388157Z","time spent":"9.84717287s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.235341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.848529262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.235338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.84673506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.235383Z","caller":"traceutil/trace.go:171","msg":"trace[1551834712] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; }","duration":"9.848591924s","start":"2026-05-29T02:27:18.386779Z","end":"2026-05-29T02:27:28.235371Z","steps":["trace[1551834712] 'agreement among raft nodes before linearized reading' (duration: 9.848545433s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:28.235408Z","caller":"traceutil/trace.go:171","msg":"trace[480044679] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; }","duration":"9.846835283s","start":"2026-05-29T02:27:18.388553Z","end":"2026-05-29T02:27:28.235389Z","steps":["trace[480044679] 'agreement among raft nodes before linearized reading' (duration: 9.84674834s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.235446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.847890237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.235472Z","caller":"traceutil/trace.go:171","msg":"trace[838776925] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; }","duration":"9.847930058s","start":"2026-05-29T02:27:18.387535Z","end":"2026-05-29T02:27:28.235465Z","steps":["trace[838776925] 'agreement among raft nodes before linearized reading' (duration: 9.847902288s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.235468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.388545Z","time spent":"9.846906664s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-29T02:27:28.235422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.847964219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:28.235498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.387529Z","time spent":"9.847962869s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-29T02:27:28.235524Z","caller":"traceutil/trace.go:171","msg":"trace[992370324] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; }","duration":"9.848076811s","start":"2026-05-29T02:27:18.387432Z","end":"2026-05-29T02:27:28.235509Z","steps":["trace[992370324] 'agreement among raft nodes before linearized reading' (duration: 9.847985199s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.235417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.38677Z","time spent":"9.848636985s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-05-29T02:27:28.235542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.387421Z","time spent":"9.848116543s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.261854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.261947Z","caller":"traceutil/trace.go:171","msg":"trace[621826489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382474s","start":"2026-05-29T02:27:26.261544Z","end":"2026-05-29T02:27:28.261926Z","steps":["trace[621826489] 'agreement among raft nodes before linearized reading' (duration: 2.000267981s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.261999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.261523Z","time spent":"2.000464667s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.416232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:28.916811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:28.919153Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3c5b90","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:28.940888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99980618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.94096Z","caller":"traceutil/trace.go:171","msg":"trace[1400905005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950323s","start":"2026-05-29T02:27:26.940988Z","end":"2026-05-29T02:27:28.940938Z","steps":["trace[1400905005] 'agreement among raft nodes before linearized reading' (duration: 1.999845001s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.94101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.940965Z","time spent":"2.000035036s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:29.418053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:29.91887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:30.270061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:30.270174Z","caller":"traceutil/trace.go:171","msg":"trace[1966333195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301631s","start":"2026-05-29T02:27:28.269846Z","end":"2026-05-29T02:27:30.270147Z","steps":["trace[1966333195] 'agreement among raft nodes before linearized reading' (duration: 2.000132107s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.270233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:28.269825Z","time spent":"2.000396494s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:30.419512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:30.909029Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:27:30.909208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.234158355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.909308Z","caller":"traceutil/trace.go:171","msg":"trace[624266369] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; }","duration":"10.234328079s","start":"2026-05-29T02:27:20.674954Z","end":"2026-05-29T02:27:30.909282Z","steps":["trace[624266369] 'agreement among raft nodes before linearized reading' (duration: 10.234208796s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.909334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.639852213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:30.90935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.28978558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:30.909365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.674894Z","time spent":"10.234460833s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-29T02:27:30.909342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.244562164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.909405Z","caller":"traceutil/trace.go:171","msg":"trace[1895035933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.289882713s","start":"2026-05-29T02:27:23.619502Z","end":"2026-05-29T02:27:30.909384Z","steps":["trace[1895035933] 'agreement among raft nodes before linearized reading' (duration: 7.289835652s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.909439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.865712136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.909446Z","caller":"traceutil/trace.go:171","msg":"trace[585636540] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"7.244722918s","start":"2026-05-29T02:27:23.664699Z","end":"2026-05-29T02:27:30.909422Z","steps":["trace[585636540] 'agreement among raft nodes before linearized reading' (duration: 7.244584085s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.909455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:23.619461Z","time spent":"7.289981106s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:30.909466Z","caller":"traceutil/trace.go:171","msg":"trace[1900299808] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"9.865797638s","start":"2026-05-29T02:27:21.04366Z","end":"2026-05-29T02:27:30.909458Z","steps":["trace[1900299808] 'agreement among raft nodes before linearized reading' (duration: 9.865764337s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.909436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.898981568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:30.909446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.093432155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:30.909499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:21.043632Z","time spent":"9.86585883s","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.909498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:23.66468Z","time spent":"7.24480524s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T02:27:30.909517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.851965914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.909528Z","caller":"traceutil/trace.go:171","msg":"trace[1966121284] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; }","duration":"9.093578848s","start":"2026-05-29T02:27:21.815933Z","end":"2026-05-29T02:27:30.909512Z","steps":["trace[1966121284] 'agreement among raft nodes before linearized reading' (duration: 9.093472216s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.909275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.602239921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.909951Z","caller":"traceutil/trace.go:171","msg":"trace[1585174116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"8.602990359s","start":"2026-05-29T02:27:22.306948Z","end":"2026-05-29T02:27:30.909939Z","steps":["trace[1585174116] 'agreement among raft nodes before linearized reading' (duration: 8.602268942s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.910003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:22.306933Z","time spent":"8.60305592s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:30.909528Z","caller":"traceutil/trace.go:171","msg":"trace[895622743] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; }","duration":"12.899133881s","start":"2026-05-29T02:27:18.010372Z","end":"2026-05-29T02:27:30.909505Z","steps":["trace[895622743] 'agreement among raft nodes before linearized reading' (duration: 12.899005218s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.91007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.010356Z","time spent":"12.899694985s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.909561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.030989927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.910135Z","caller":"traceutil/trace.go:171","msg":"trace[861038639] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv; range_end:; }","duration":"7.031602732s","start":"2026-05-29T02:27:23.878519Z","end":"2026-05-29T02:27:30.910122Z","steps":["trace[861038639] 'agreement among raft nodes before linearized reading' (duration: 7.031035038s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.91017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:23.878488Z","time spent":"7.031667013s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" "} {"level":"warn","ts":"2026-05-29T02:27:30.909568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.300188907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.910208Z","caller":"traceutil/trace.go:171","msg":"trace[2068470239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; }","duration":"12.300880953s","start":"2026-05-29T02:27:18.60932Z","end":"2026-05-29T02:27:30.910201Z","steps":["trace[2068470239] 'agreement among raft nodes before linearized reading' (duration: 12.300240518s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.91023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.609296Z","time spent":"12.300928675s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"info","ts":"2026-05-29T02:27:30.909568Z","caller":"traceutil/trace.go:171","msg":"trace[1308987945] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd; range_end:; }","duration":"10.852015205s","start":"2026-05-29T02:27:20.057532Z","end":"2026-05-29T02:27:30.909548Z","steps":["trace[1308987945] 'agreement among raft nodes before linearized reading' (duration: 10.851965704s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.910343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.057481Z","time spent":"10.852815135s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" "} {"level":"warn","ts":"2026-05-29T02:27:30.909584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:21.815904Z","time spent":"9.093666101s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.909539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.871227587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.910504Z","caller":"traceutil/trace.go:171","msg":"trace[2092143664] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"9.87223181s","start":"2026-05-29T02:27:21.03826Z","end":"2026-05-29T02:27:30.910492Z","steps":["trace[2092143664] 'agreement among raft nodes before linearized reading' (duration: 9.871270578s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.910545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:21.038238Z","time spent":"9.872292191s","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.909614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.272643749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.910583Z","caller":"traceutil/trace.go:171","msg":"trace[918641823] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; }","duration":"13.273668004s","start":"2026-05-29T02:27:17.636908Z","end":"2026-05-29T02:27:30.910576Z","steps":["trace[918641823] 'agreement among raft nodes before linearized reading' (duration: 13.272693581s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.910608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.636879Z","time spent":"13.273720775s","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.909617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.652844625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.910707Z","caller":"traceutil/trace.go:171","msg":"trace[297783456] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; }","duration":"13.653959342s","start":"2026-05-29T02:27:17.256727Z","end":"2026-05-29T02:27:30.910686Z","steps":["trace[297783456] 'agreement among raft nodes before linearized reading' (duration: 13.652878286s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.910771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.256711Z","time spent":"13.654039134s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.909625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.224636528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.910829Z","caller":"traceutil/trace.go:171","msg":"trace[924118652] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; }","duration":"13.225877367s","start":"2026-05-29T02:27:17.684943Z","end":"2026-05-29T02:27:30.910821Z","steps":["trace[924118652] 'agreement among raft nodes before linearized reading' (duration: 13.224673089s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.909581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.633087699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.910972Z","caller":"traceutil/trace.go:171","msg":"trace[889899509] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"8.634590954s","start":"2026-05-29T02:27:22.276359Z","end":"2026-05-29T02:27:30.91095Z","steps":["trace[889899509] 'agreement among raft nodes before linearized reading' (duration: 8.633118269s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.910862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.684925Z","time spent":"13.225925758s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.911028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:22.276329Z","time spent":"8.634680117s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.909668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.990226052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.911136Z","caller":"traceutil/trace.go:171","msg":"trace[1498798418] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"13.991758518s","start":"2026-05-29T02:27:16.91936Z","end":"2026-05-29T02:27:30.911119Z","steps":["trace[1498798418] 'agreement among raft nodes before linearized reading' (duration: 13.990269193s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.911184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.919338Z","time spent":"13.991828269s","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.90967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.681859273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:30.911248Z","caller":"traceutil/trace.go:171","msg":"trace[396760203] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; }","duration":"10.683549573s","start":"2026-05-29T02:27:20.227686Z","end":"2026-05-29T02:27:30.911236Z","steps":["trace[396760203] 'agreement among raft nodes before linearized reading' (duration: 10.681885744s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:30.909457Z","caller":"traceutil/trace.go:171","msg":"trace[626199268] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; }","duration":"10.639994906s","start":"2026-05-29T02:27:20.269373Z","end":"2026-05-29T02:27:30.909368Z","steps":["trace[626199268] 'agreement among raft nodes before linearized reading' (duration: 10.639851002s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.91129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.227659Z","time spent":"10.683616654s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:30.911295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.269282Z","time spent":"10.641999933s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:31.158434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.157324Z","time spent":"7.001101104s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:31.410231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:31.91127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:32.084934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.086937Z","time spent":"4.997938424s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:27:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:32.271179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999803881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:32.271258Z","caller":"traceutil/trace.go:171","msg":"trace[392538498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999972245s","start":"2026-05-29T02:27:30.271267Z","end":"2026-05-29T02:27:32.271239Z","steps":["trace[392538498] 'agreement among raft nodes before linearized reading' (duration: 1.999850162s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:32.271302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.271241Z","time spent":"2.000051797s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:32.412395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:32.810538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.81214Z","time spent":"4.998388784s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:27:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:32.91305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:33.413462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:33.864996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:33.865118Z","caller":"traceutil/trace.go:171","msg":"trace[1212596862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692571s","start":"2026-05-29T02:27:31.864398Z","end":"2026-05-29T02:27:33.865091Z","steps":["trace[1212596862] 'agreement among raft nodes before linearized reading' (duration: 2.000536557s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:33.865181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.86434Z","time spent":"2.000826534s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:33.913856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:33.965045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993095767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:33.965148Z","caller":"traceutil/trace.go:171","msg":"trace[8556983] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993249281s","start":"2026-05-29T02:27:25.971877Z","end":"2026-05-29T02:27:33.965126Z","steps":["trace[8556983] 'agreement among raft nodes before linearized reading' (duration: 7.993126188s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:33.965208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:25.971861Z","time spent":"7.993333633s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/29 02:27:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:33.972212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.97187Z","time spent":"7.000333555s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:33.973385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.972758Z","time spent":"7.000618502s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:33.992661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.99208Z","time spent":"7.000425007s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:34.052907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"17.183115108s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:27:34.279987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:34.280086Z","caller":"traceutil/trace.go:171","msg":"trace[1954606641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406664s","start":"2026-05-29T02:27:32.279656Z","end":"2026-05-29T02:27:34.280063Z","steps":["trace[1954606641] 'agreement among raft nodes before linearized reading' (duration: 2.000290021s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:34.280146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:32.279633Z","time spent":"2.000495257s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:35.928482Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3c5b90","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:36.288725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:36.288825Z","caller":"traceutil/trace.go:171","msg":"trace[458009953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586709s","start":"2026-05-29T02:27:34.288216Z","end":"2026-05-29T02:27:36.288803Z","steps":["trace[458009953] 'agreement among raft nodes before linearized reading' (duration: 2.000466026s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:36.288877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:34.288197Z","time spent":"2.00066687s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:36.658972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:35.758318Z","time spent":"900.642899ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:36.888028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.806954605s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:27:38.02043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131445462s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-29T02:27:38.022218Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"25.331µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:27:38.022398Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"34.2µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:27:38.022448Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3c5b90","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:27:38.0226Z","caller":"traceutil/trace.go:171","msg":"trace[461211898] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10069; }","duration":"6.858542291s","start":"2026-05-29T02:27:31.164038Z","end":"2026-05-29T02:27:38.02258Z","steps":["trace[461211898] 'process raft request' (duration: 6.858231924s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.022893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.164008Z","time spent":"6.858814598s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:38.022888Z","caller":"traceutil/trace.go:171","msg":"trace[588564273] linearizableReadLoop","detail":"{readStateIndex:10428; appliedIndex:10413; }","duration":"7.113685248s","start":"2026-05-29T02:27:30.909133Z","end":"2026-05-29T02:27:38.022818Z","steps":["trace[588564273] 'read index received' (duration: 3.144098976s)","trace[588564273] 'applied index is now lower than readState.Index' (duration: 3.969578762s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:38.022948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.104594144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.023039Z","caller":"traceutil/trace.go:171","msg":"trace[1761032574] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10069; }","duration":"11.104767148s","start":"2026-05-29T02:27:26.918246Z","end":"2026-05-29T02:27:38.023013Z","steps":["trace[1761032574] 'agreement among raft nodes before linearized reading' (duration: 11.104572193s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.918224Z","time spent":"11.10486136s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.215027811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.023171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.675936688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.02324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.753533431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.023242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.022624473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.023211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.086765589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.023237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.631520897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.023295Z","caller":"traceutil/trace.go:171","msg":"trace[161364796] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10069; }","duration":"12.022721155s","start":"2026-05-29T02:27:26.00056Z","end":"2026-05-29T02:27:38.023281Z","steps":["trace[161364796] 'agreement among raft nodes before linearized reading' (duration: 12.022621283s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.56454876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:27:38.023325Z","caller":"traceutil/trace.go:171","msg":"trace[670396953] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10069; }","duration":"4.025691186s","start":"2026-05-29T02:27:33.997615Z","end":"2026-05-29T02:27:38.023306Z","steps":["trace[670396953] 'process raft request' (duration: 4.024714503s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.023332Z","caller":"traceutil/trace.go:171","msg":"trace[1296095451] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10069; }","duration":"9.086958263s","start":"2026-05-29T02:27:28.936347Z","end":"2026-05-29T02:27:38.023305Z","steps":["trace[1296095451] 'agreement among raft nodes before linearized reading' (duration: 9.086710327s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.602891142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:38.023351Z","caller":"traceutil/trace.go:171","msg":"trace[1654248235] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:10069; }","duration":"10.631711001s","start":"2026-05-29T02:27:27.391611Z","end":"2026-05-29T02:27:38.023322Z","steps":["trace[1654248235] 'agreement among raft nodes before linearized reading' (duration: 10.631469306s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.02336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.116143356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.023369Z","caller":"traceutil/trace.go:171","msg":"trace[1023299545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10069; }","duration":"11.564706864s","start":"2026-05-29T02:27:26.458631Z","end":"2026-05-29T02:27:38.023338Z","steps":["trace[1023299545] 'agreement among raft nodes before linearized reading' (duration: 11.564351895s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977248574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.023399Z","caller":"traceutil/trace.go:171","msg":"trace[1841693808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10069; }","duration":"10.602965634s","start":"2026-05-29T02:27:27.420413Z","end":"2026-05-29T02:27:38.023379Z","steps":["trace[1841693808] 'agreement among raft nodes before linearized reading' (duration: 10.602892182s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.0234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:28.936319Z","time spent":"9.087065426s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.256864474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.023432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.458613Z","time spent":"11.564810147s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T02:27:38.023434Z","caller":"traceutil/trace.go:171","msg":"trace[1285474793] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:10069; }","duration":"11.116239988s","start":"2026-05-29T02:27:26.907158Z","end":"2026-05-29T02:27:38.023398Z","steps":["trace[1285474793] 'agreement among raft nodes before linearized reading' (duration: 11.116159336s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.420397Z","time spent":"10.603038775s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.02348Z","caller":"traceutil/trace.go:171","msg":"trace[801000207] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10069; }","duration":"11.256988428s","start":"2026-05-29T02:27:26.766472Z","end":"2026-05-29T02:27:38.02346Z","steps":["trace[801000207] 'agreement among raft nodes before linearized reading' (duration: 11.256840704s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.609782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.023515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587549826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.023537Z","caller":"traceutil/trace.go:171","msg":"trace[1484207434] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10069; }","duration":"189.688283ms","start":"2026-05-29T02:27:37.83384Z","end":"2026-05-29T02:27:38.023529Z","steps":["trace[1484207434] 'agreement among raft nodes before linearized reading' (duration: 189.623192ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.023549Z","caller":"traceutil/trace.go:171","msg":"trace[707198076] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10069; }","duration":"4.587614907s","start":"2026-05-29T02:27:33.435925Z","end":"2026-05-29T02:27:38.02354Z","steps":["trace[707198076] 'agreement among raft nodes before linearized reading' (duration: 4.587564946s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.766456Z","time spent":"11.257075589s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.999002014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.023598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.907129Z","time spent":"11.11635084s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:27:38.023648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.260568299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.023211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974280864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.023666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.553609932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:27:38.023666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.262929803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:38.023696Z","caller":"traceutil/trace.go:171","msg":"trace[56076117] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10069; }","duration":"6.260657042s","start":"2026-05-29T02:27:31.763026Z","end":"2026-05-29T02:27:38.023683Z","steps":["trace[56076117] 'agreement among raft nodes before linearized reading' (duration: 6.26058389s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.023707Z","caller":"traceutil/trace.go:171","msg":"trace[974103383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10069; }","duration":"11.553663814s","start":"2026-05-29T02:27:26.470027Z","end":"2026-05-29T02:27:38.023691Z","steps":["trace[974103383] 'agreement among raft nodes before linearized reading' (duration: 11.553561092s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.023714Z","caller":"traceutil/trace.go:171","msg":"trace[778816973] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10069; }","duration":"5.263023565s","start":"2026-05-29T02:27:32.760675Z","end":"2026-05-29T02:27:38.023699Z","steps":["trace[778816973] 'agreement among raft nodes before linearized reading' (duration: 5.262895512s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397755893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7391"} {"level":"info","ts":"2026-05-29T02:27:38.023709Z","caller":"traceutil/trace.go:171","msg":"trace[1189885505] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:10069; }","duration":"7.974852857s","start":"2026-05-29T02:27:30.048839Z","end":"2026-05-29T02:27:38.023692Z","steps":["trace[1189885505] 'agreement among raft nodes before linearized reading' (duration: 7.974261483s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.763002Z","time spent":"6.260723453s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.02374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.470009Z","time spent":"11.553724155s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:27:38.023752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:32.760652Z","time spent":"5.263092247s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953920619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.023775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.048817Z","time spent":"7.974939729s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.023433Z","caller":"traceutil/trace.go:171","msg":"trace[674718545] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10069; }","duration":"3.977320316s","start":"2026-05-29T02:27:34.046103Z","end":"2026-05-29T02:27:38.023423Z","steps":["trace[674718545] 'agreement among raft nodes before linearized reading' (duration: 3.977258024s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.023818Z","caller":"traceutil/trace.go:171","msg":"trace[1892696814] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:10069; }","duration":"10.999407183s","start":"2026-05-29T02:27:27.024227Z","end":"2026-05-29T02:27:38.023634Z","steps":["trace[1892696814] 'agreement among raft nodes before linearized reading' (duration: 10.998931081s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:34.04608Z","time spent":"3.977772966s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.91901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:27:38.023914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072952663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.023954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264264539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.023337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.000538Z","time spent":"12.022789918s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.023982Z","caller":"traceutil/trace.go:171","msg":"trace[424393937] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10069; }","duration":"3.264331831s","start":"2026-05-29T02:27:34.759642Z","end":"2026-05-29T02:27:38.023974Z","steps":["trace[424393937] 'agreement among raft nodes before linearized reading' (duration: 3.26428024s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.023978Z","caller":"traceutil/trace.go:171","msg":"trace[1749164093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:10069; }","duration":"5.073072055s","start":"2026-05-29T02:27:32.950891Z","end":"2026-05-29T02:27:38.023963Z","steps":["trace[1749164093] 'agreement among raft nodes before linearized reading' (duration: 5.072977903s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.104145013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-05-29T02:27:38.024023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.107911732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-05-29T02:27:38.024036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.451079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.024035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:32.950878Z","time spent":"5.073143238s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.023289Z","caller":"traceutil/trace.go:171","msg":"trace[1501211966] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10069; }","duration":"13.753628974s","start":"2026-05-29T02:27:24.269647Z","end":"2026-05-29T02:27:38.023276Z","steps":["trace[1501211966] 'agreement among raft nodes before linearized reading' (duration: 13.753559503s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.024063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.424612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.024124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.716357068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.024129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.038402358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:38.023249Z","caller":"traceutil/trace.go:171","msg":"trace[1509238223] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10069; }","duration":"12.215218335s","start":"2026-05-29T02:27:25.807999Z","end":"2026-05-29T02:27:38.023218Z","steps":["trace[1509238223] 'agreement among raft nodes before linearized reading' (duration: 12.21502466s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.024139Z","caller":"traceutil/trace.go:171","msg":"trace[1999902009] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10069; }","duration":"930.543945ms","start":"2026-05-29T02:27:37.093575Z","end":"2026-05-29T02:27:38.024119Z","steps":["trace[1999902009] 'agreement among raft nodes before linearized reading' (duration: 930.390622ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.024169Z","caller":"traceutil/trace.go:171","msg":"trace[1360323982] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10069; }","duration":"5.038556422s","start":"2026-05-29T02:27:32.985601Z","end":"2026-05-29T02:27:38.024157Z","steps":["trace[1360323982] 'agreement among raft nodes before linearized reading' (duration: 5.038499771s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.024161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372789294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-29T02:27:38.024171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012247572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.024204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:32.985573Z","time spent":"5.038623244s","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:25.807969Z","time spent":"12.216203988s","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.024162Z","caller":"traceutil/trace.go:171","msg":"trace[1621841590] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10069; }","duration":"6.71644684s","start":"2026-05-29T02:27:31.307706Z","end":"2026-05-29T02:27:38.024153Z","steps":["trace[1621841590] 'agreement among raft nodes before linearized reading' (duration: 6.716390329s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.024213Z","caller":"traceutil/trace.go:171","msg":"trace[1845436388] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10069; }","duration":"1.372873786s","start":"2026-05-29T02:27:36.651325Z","end":"2026-05-29T02:27:38.024198Z","steps":["trace[1845436388] 'agreement among raft nodes before linearized reading' (duration: 1.372671131s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.024233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705890787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:38.023755Z","caller":"traceutil/trace.go:171","msg":"trace[1351119285] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10069; }","duration":"1.397885646s","start":"2026-05-29T02:27:36.625859Z","end":"2026-05-29T02:27:38.023744Z","steps":["trace[1351119285] 'agreement among raft nodes before linearized reading' (duration: 1.397707842s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.024204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:37.093553Z","time spent":"930.636367ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.024314Z","caller":"traceutil/trace.go:171","msg":"trace[2138361943] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10069; }","duration":"4.705972378s","start":"2026-05-29T02:27:33.318328Z","end":"2026-05-29T02:27:38.024301Z","steps":["trace[2138361943] 'agreement among raft nodes before linearized reading' (duration: 4.705819825s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.024333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:36.625832Z","time spent":"1.39848911s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7414,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-29T02:27:38.023939Z","caller":"traceutil/trace.go:171","msg":"trace[605529167] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10069; }","duration":"475.007862ms","start":"2026-05-29T02:27:37.548921Z","end":"2026-05-29T02:27:38.023929Z","steps":["trace[605529167] 'agreement among raft nodes before linearized reading' (duration: 474.857858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.023716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73475556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:38.024287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.26962Z","time spent":"13.754486654s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.997579Z","time spent":"4.025791817s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:38.024254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.768222041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:38.023901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949800214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:38.024524Z","caller":"traceutil/trace.go:171","msg":"trace[820550448] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10069; }","duration":"6.768531118s","start":"2026-05-29T02:27:31.255981Z","end":"2026-05-29T02:27:38.024512Z","steps":["trace[820550448] 'agreement among raft nodes before linearized reading' (duration: 6.768202021s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.024534Z","caller":"traceutil/trace.go:171","msg":"trace[1465403736] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10069; }","duration":"2.950427899s","start":"2026-05-29T02:27:35.074094Z","end":"2026-05-29T02:27:38.024522Z","steps":["trace[1465403736] 'agreement among raft nodes before linearized reading' (duration: 2.949780273s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.02457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.255964Z","time spent":"6.76859483s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":59,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:35.074064Z","time spent":"2.9504994s","remote":"127.0.0.1:47802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:37.548895Z","time spent":"475.507674ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":129,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.024231Z","caller":"traceutil/trace.go:171","msg":"trace[1807471103] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10069; }","duration":"5.012361124s","start":"2026-05-29T02:27:33.011854Z","end":"2026-05-29T02:27:38.024215Z","steps":["trace[1807471103] 'agreement among raft nodes before linearized reading' (duration: 5.012199781s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.0247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.011827Z","time spent":"5.012855506s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":68,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.43591Z","time spent":"4.587668369s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499985196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.024912Z","caller":"traceutil/trace.go:171","msg":"trace[977618385] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10069; }","duration":"2.501072001s","start":"2026-05-29T02:27:35.523821Z","end":"2026-05-29T02:27:38.024893Z","steps":["trace[977618385] 'agreement among raft nodes before linearized reading' (duration: 2.500011646s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.024977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:35.523797Z","time spent":"2.501158943s","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.024215Z","time spent":"10.999685329s","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.023262Z","caller":"traceutil/trace.go:171","msg":"trace[726141436] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10069; }","duration":"7.676080051s","start":"2026-05-29T02:27:30.347157Z","end":"2026-05-29T02:27:38.023237Z","steps":["trace[726141436] 'agreement among raft nodes before linearized reading' (duration: 7.675904547s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.025288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.347141Z","time spent":"7.678128839s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.391587Z","time spent":"10.631817784s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.109301915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-4h45z\" ","response":"range_response_count:1 size:6993"} {"level":"info","ts":"2026-05-29T02:27:38.025569Z","caller":"traceutil/trace.go:171","msg":"trace[566334556] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-4h45z; range_end:; response_count:1; response_revision:10069; }","duration":"7.111426685s","start":"2026-05-29T02:27:30.91412Z","end":"2026-05-29T02:27:38.025546Z","steps":["trace[566334556] 'agreement among raft nodes before linearized reading' (duration: 7.109211003s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:38.023808Z","caller":"traceutil/trace.go:171","msg":"trace[1782550593] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10069; }","duration":"1.953998291s","start":"2026-05-29T02:27:36.069799Z","end":"2026-05-29T02:27:38.023797Z","steps":["trace[1782550593] 'agreement among raft nodes before linearized reading' (duration: 1.953939679s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.025635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.914101Z","time spent":"7.111516367s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7016,"request content":"key:\"/registry/pods/openstack/glance-metadefs-load-4h45z\" "} {"level":"warn","ts":"2026-05-29T02:27:38.025686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:36.069778Z","time spent":"1.955879864s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:34.759624Z","time spent":"3.264388663s","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.106205298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:27:38.025974Z","caller":"traceutil/trace.go:171","msg":"trace[1145428699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10069; }","duration":"5.108203875s","start":"2026-05-29T02:27:32.917755Z","end":"2026-05-29T02:27:38.025958Z","steps":["trace[1145428699] 'agreement among raft nodes before linearized reading' (duration: 5.106136206s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.02602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:32.917729Z","time spent":"5.108280187s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"info","ts":"2026-05-29T02:27:38.024065Z","caller":"traceutil/trace.go:171","msg":"trace[1295313630] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd; range_end:; response_count:1; response_revision:10069; }","duration":"7.108000034s","start":"2026-05-29T02:27:30.916053Z","end":"2026-05-29T02:27:38.024053Z","steps":["trace[1295313630] 'agreement among raft nodes before linearized reading' (duration: 7.107893461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.026131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.916026Z","time spent":"7.110094213s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" "} {"level":"info","ts":"2026-05-29T02:27:38.024071Z","caller":"traceutil/trace.go:171","msg":"trace[1687046947] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10069; }","duration":"7.104228205s","start":"2026-05-29T02:27:30.919822Z","end":"2026-05-29T02:27:38.02405Z","steps":["trace[1687046947] 'agreement among raft nodes before linearized reading' (duration: 7.104067831s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.02622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.919814Z","time spent":"7.106386316s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-29T02:27:38.02407Z","caller":"traceutil/trace.go:171","msg":"trace[20713924] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10069; }","duration":"661.536441ms","start":"2026-05-29T02:27:37.362524Z","end":"2026-05-29T02:27:38.02406Z","steps":["trace[20713924] 'agreement among raft nodes before linearized reading' (duration: 661.435748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.026323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:37.362495Z","time spent":"663.816095ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":40,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.307681Z","time spent":"6.716564493s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.023177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.637007062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.026581Z","caller":"traceutil/trace.go:171","msg":"trace[1219155749] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10069; }","duration":"12.640478174s","start":"2026-05-29T02:27:25.386082Z","end":"2026-05-29T02:27:38.02656Z","steps":["trace[1219155749] 'agreement among raft nodes before linearized reading' (duration: 12.636986171s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.026651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:25.386061Z","time spent":"12.640574487s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.982138535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:38.026842Z","caller":"traceutil/trace.go:171","msg":"trace[1740804670] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10069; }","duration":"6.984774018s","start":"2026-05-29T02:27:31.042054Z","end":"2026-05-29T02:27:38.026828Z","steps":["trace[1740804670] 'agreement among raft nodes before linearized reading' (duration: 6.982173107s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.026885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.042027Z","time spent":"6.984845389s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:38.024274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:36.651306Z","time spent":"1.372961379s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:27:38.024354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.31824Z","time spent":"4.706104281s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:38.024423Z","caller":"traceutil/trace.go:171","msg":"trace[425744970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10069; }","duration":"1.735500768s","start":"2026-05-29T02:27:36.28891Z","end":"2026-05-29T02:27:38.024411Z","steps":["trace[425744970] 'agreement among raft nodes before linearized reading' (duration: 1.734777601s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.02734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:36.288892Z","time spent":"1.738432577s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:38.024754Z","caller":"traceutil/trace.go:171","msg":"trace[752718837] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10069; }","duration":"4.054569287s","start":"2026-05-29T02:27:33.968258Z","end":"2026-05-29T02:27:38.022827Z","steps":["trace[752718837] 'process raft request' (duration: 4.054045664s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.027861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.968229Z","time spent":"4.059528274s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:38.682978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.056824ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-29T02:27:38.683095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.027755Z","time spent":"655.334864ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:27:39.311171Z","caller":"traceutil/trace.go:171","msg":"trace[806774199] linearizableReadLoop","detail":"{readStateIndex:10433; appliedIndex:10431; }","duration":"1.280772944s","start":"2026-05-29T02:27:38.030324Z","end":"2026-05-29T02:27:39.311097Z","steps":["trace[806774199] 'read index received' (duration: 414.657898ms)","trace[806774199] 'applied index is now lower than readState.Index' (duration: 866.113976ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:39.311293Z","caller":"traceutil/trace.go:171","msg":"trace[372475553] transaction","detail":"{read_only:false; response_revision:10070; number_of_response:1; }","duration":"1.282247339s","start":"2026-05-29T02:27:38.029033Z","end":"2026-05-29T02:27:39.31128Z","steps":["trace[372475553] 'process raft request' (duration: 1.186810178s)","trace[372475553] 'compare' (duration: 94.587021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:39.311404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.029006Z","time spent":"1.28231486s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:39.311619Z","caller":"traceutil/trace.go:171","msg":"trace[656733692] transaction","detail":"{read_only:false; response_revision:10072; number_of_response:1; }","duration":"1.279072664s","start":"2026-05-29T02:27:38.032536Z","end":"2026-05-29T02:27:39.311609Z","steps":["trace[656733692] 'process raft request' (duration: 1.278522511s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.31168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.032529Z","time spent":"1.279120705s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:39.311895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281550733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-05-29T02:27:39.311978Z","caller":"traceutil/trace.go:171","msg":"trace[2136852423] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:10072; }","duration":"1.281671295s","start":"2026-05-29T02:27:38.030289Z","end":"2026-05-29T02:27:39.31196Z","steps":["trace[2136852423] 'agreement among raft nodes before linearized reading' (duration: 1.28144414s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.312029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.030278Z","time spent":"1.281741846s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-05-29T02:27:39.312242Z","caller":"traceutil/trace.go:171","msg":"trace[1652809901] transaction","detail":"{read_only:false; response_revision:10071; number_of_response:1; }","duration":"1.280737164s","start":"2026-05-29T02:27:38.030824Z","end":"2026-05-29T02:27:39.311562Z","steps":["trace[1652809901] 'process raft request' (duration: 1.280120749s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.312379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.030793Z","time spent":"1.281514771s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:39.885833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.057905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:39.886278Z","caller":"traceutil/trace.go:171","msg":"trace[301384754] transaction","detail":"{read_only:false; response_revision:10074; number_of_response:1; }","duration":"569.561791ms","start":"2026-05-29T02:27:39.316566Z","end":"2026-05-29T02:27:39.886128Z","steps":["trace[301384754] 'process raft request' (duration: 569.414418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.886368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.316551Z","time spent":"569.778226ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:39.886387Z","caller":"traceutil/trace.go:171","msg":"trace[1426977386] linearizableReadLoop","detail":"{readStateIndex:10436; appliedIndex:10435; }","duration":"575.102181ms","start":"2026-05-29T02:27:39.311244Z","end":"2026-05-29T02:27:39.886347Z","steps":["trace[1426977386] 'read index received' (duration: 207.426412ms)","trace[1426977386] 'applied index is now lower than readState.Index' (duration: 367.672949ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:39.886417Z","caller":"traceutil/trace.go:171","msg":"trace[1272661931] transaction","detail":"{read_only:false; response_revision:10073; number_of_response:1; }","duration":"1.202005296s","start":"2026-05-29T02:27:38.684346Z","end":"2026-05-29T02:27:39.886351Z","steps":["trace[1272661931] 'process raft request' (duration: 834.289955ms)","trace[1272661931] 'compare' (duration: 366.771858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:39.886607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.93662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:39.8866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.684321Z","time spent":"1.20216778s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:39.886646Z","caller":"traceutil/trace.go:171","msg":"trace[858085094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10074; }","duration":"344.042162ms","start":"2026-05-29T02:27:39.542592Z","end":"2026-05-29T02:27:39.886634Z","steps":["trace[858085094] 'agreement among raft nodes before linearized reading' (duration: 343.95785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.886675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.542567Z","time spent":"344.100104ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.886708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855940817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-05-29T02:27:39.886797Z","caller":"traceutil/trace.go:171","msg":"trace[1445145088] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:10074; }","duration":"1.85606694s","start":"2026-05-29T02:27:38.030711Z","end":"2026-05-29T02:27:39.886778Z","steps":["trace[1445145088] 'agreement among raft nodes before linearized reading' (duration: 1.855801693s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.886701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.52964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.886845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.030705Z","time spent":"1.856131871s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-05-29T02:27:39.886851Z","caller":"traceutil/trace.go:171","msg":"trace[487570702] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10074; }","duration":"770.733115ms","start":"2026-05-29T02:27:39.116102Z","end":"2026-05-29T02:27:39.886835Z","steps":["trace[487570702] 'agreement among raft nodes before linearized reading' (duration: 770.493209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.886822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.405011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5c444b4554-zphhl.18b3e822bd305a2d\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-05-29T02:27:39.886813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2577599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-29T02:27:39.886866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853334255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"warn","ts":"2026-05-29T02:27:39.886926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.116082Z","time spent":"770.798266ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.886942Z","caller":"traceutil/trace.go:171","msg":"trace[1288797559] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10074; }","duration":"1.853420147s","start":"2026-05-29T02:27:38.033509Z","end":"2026-05-29T02:27:39.88693Z","steps":["trace[1288797559] 'agreement among raft nodes before linearized reading' (duration: 1.852995237s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.886948Z","caller":"traceutil/trace.go:171","msg":"trace[1714869803] range","detail":"{range_begin:/registry/events/openstack/glance-api-5c444b4554-zphhl.18b3e822bd305a2d; range_end:; response_count:1; response_revision:10074; }","duration":"570.556504ms","start":"2026-05-29T02:27:39.316331Z","end":"2026-05-29T02:27:39.886887Z","steps":["trace[1714869803] 'agreement among raft nodes before linearized reading' (duration: 570.188045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.88689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855378923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:27:39.886976Z","caller":"traceutil/trace.go:171","msg":"trace[1190800344] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10074; }","duration":"1.25816961s","start":"2026-05-29T02:27:38.628764Z","end":"2026-05-29T02:27:39.886934Z","steps":["trace[1190800344] 'agreement among raft nodes before linearized reading' (duration: 1.257794441s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.886998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852633339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.887103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854296158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338007"} {"level":"info","ts":"2026-05-29T02:27:39.887167Z","caller":"traceutil/trace.go:171","msg":"trace[126269565] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10074; }","duration":"1.85440185s","start":"2026-05-29T02:27:38.032752Z","end":"2026-05-29T02:27:39.887154Z","steps":["trace[126269565] 'agreement among raft nodes before linearized reading' (duration: 1.853809396s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.887059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.628734Z","time spent":"1.258309293s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-29T02:27:39.887208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.032743Z","time spent":"1.854454732s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338030,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:27:39.886999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.316311Z","time spent":"570.677508ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-5c444b4554-zphhl.18b3e822bd305a2d\" "} {"level":"info","ts":"2026-05-29T02:27:39.887142Z","caller":"traceutil/trace.go:171","msg":"trace[885927280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10074; }","duration":"1.853024788s","start":"2026-05-29T02:27:38.034096Z","end":"2026-05-29T02:27:39.887121Z","steps":["trace[885927280] 'agreement among raft nodes before linearized reading' (duration: 1.852490435s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.887374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.034085Z","time spent":"1.853269704s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:39.886981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.033503Z","time spent":"1.853469258s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-29T02:27:39.887056Z","caller":"traceutil/trace.go:171","msg":"trace[339812739] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10074; }","duration":"1.855585118s","start":"2026-05-29T02:27:38.031439Z","end":"2026-05-29T02:27:39.887025Z","steps":["trace[339812739] 'agreement among raft nodes before linearized reading' (duration: 1.855160108s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.887855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.03143Z","time spent":"1.856375677s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:27:40.614162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.725046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:40.614384Z","caller":"traceutil/trace.go:171","msg":"trace[263905438] linearizableReadLoop","detail":"{readStateIndex:10438; appliedIndex:10437; }","duration":"723.340738ms","start":"2026-05-29T02:27:39.891021Z","end":"2026-05-29T02:27:40.614362Z","steps":["trace[263905438] 'read index received' (duration: 203.300584ms)","trace[263905438] 'applied index is now lower than readState.Index' (duration: 520.037384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:40.615058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.757398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:27:40.615149Z","caller":"traceutil/trace.go:171","msg":"trace[1526641642] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10075; }","duration":"724.159817ms","start":"2026-05-29T02:27:39.890971Z","end":"2026-05-29T02:27:40.615131Z","steps":["trace[1526641642] 'agreement among raft nodes before linearized reading' (duration: 723.505232ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:40.614504Z","caller":"traceutil/trace.go:171","msg":"trace[1107292624] transaction","detail":"{read_only:false; response_revision:10075; number_of_response:1; }","duration":"723.572034ms","start":"2026-05-29T02:27:39.890858Z","end":"2026-05-29T02:27:40.61443Z","steps":["trace[1107292624] 'process raft request' (duration: 203.450488ms)","trace[1107292624] 'compare' (duration: 519.110932ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:40.615219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.890951Z","time spent":"724.24985ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-29T02:27:40.615363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.890813Z","time spent":"724.440504ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:41.303524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.401259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:41.303736Z","caller":"traceutil/trace.go:171","msg":"trace[677998078] transaction","detail":"{read_only:false; response_revision:10076; number_of_response:1; }","duration":"1.41167228s","start":"2026-05-29T02:27:39.892027Z","end":"2026-05-29T02:27:41.303699Z","steps":["trace[677998078] 'process raft request' (duration: 1.047974554s)","trace[677998078] 'compare' (duration: 363.134533ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:41.303934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.892003Z","time spent":"1.411818494s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:41.304008Z","caller":"traceutil/trace.go:171","msg":"trace[142429300] transaction","detail":"{read_only:false; response_revision:10077; number_of_response:1; }","duration":"1.411394374s","start":"2026-05-29T02:27:39.89259Z","end":"2026-05-29T02:27:41.303984Z","steps":["trace[142429300] 'process raft request' (duration: 1.411055256s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.3041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.892581Z","time spent":"1.411480256s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:41.304186Z","caller":"traceutil/trace.go:171","msg":"trace[1064227429] linearizableReadLoop","detail":"{readStateIndex:10441; appliedIndex:10438; }","duration":"689.711745ms","start":"2026-05-29T02:27:40.614441Z","end":"2026-05-29T02:27:41.304153Z","steps":["trace[1064227429] 'read index received' (duration: 325.452855ms)","trace[1064227429] 'applied index is now lower than readState.Index' (duration: 364.2576ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:41.304275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406690943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:41.304365Z","caller":"traceutil/trace.go:171","msg":"trace[381004877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10078; }","duration":"1.406816957s","start":"2026-05-29T02:27:39.897528Z","end":"2026-05-29T02:27:41.304345Z","steps":["trace[381004877] 'agreement among raft nodes before linearized reading' (duration: 1.406669993s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.304417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.897519Z","time spent":"1.406890368s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:41.30443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41335925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b98d0177-3a67-4605-9c6d-4c3916468792\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-05-29T02:27:41.304429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.321491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:41.304446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.438004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:41.304482Z","caller":"traceutil/trace.go:171","msg":"trace[328206688] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10078; }","duration":"294.440194ms","start":"2026-05-29T02:27:41.010029Z","end":"2026-05-29T02:27:41.304469Z","steps":["trace[328206688] 'agreement among raft nodes before linearized reading' (duration: 294.320821ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:41.304478Z","caller":"traceutil/trace.go:171","msg":"trace[1439914928] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b98d0177-3a67-4605-9c6d-4c3916468792; range_end:; response_count:1; response_revision:10078; }","duration":"1.413428562s","start":"2026-05-29T02:27:39.891034Z","end":"2026-05-29T02:27:41.304463Z","steps":["trace[1439914928] 'agreement among raft nodes before linearized reading' (duration: 1.413231098s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.304562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.859598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:27:41.30428Z","caller":"traceutil/trace.go:171","msg":"trace[1983577006] transaction","detail":"{read_only:false; response_revision:10078; number_of_response:1; }","duration":"1.409412498s","start":"2026-05-29T02:27:39.89478Z","end":"2026-05-29T02:27:41.304193Z","steps":["trace[1983577006] 'process raft request' (duration: 1.409109001s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.304626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.891013Z","time spent":"1.413602516s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b98d0177-3a67-4605-9c6d-4c3916468792\" "} {"level":"info","ts":"2026-05-29T02:27:41.304657Z","caller":"traceutil/trace.go:171","msg":"trace[1003204135] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10078; }","duration":"687.011452ms","start":"2026-05-29T02:27:40.617625Z","end":"2026-05-29T02:27:41.304636Z","steps":["trace[1003204135] 'agreement among raft nodes before linearized reading' (duration: 686.729065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.304562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.512866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-29T02:27:41.304721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.61761Z","time spent":"687.098393ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T02:27:41.304761Z","caller":"traceutil/trace.go:171","msg":"trace[690442665] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:10078; }","duration":"685.741722ms","start":"2026-05-29T02:27:40.619005Z","end":"2026-05-29T02:27:41.304746Z","steps":["trace[690442665] 'agreement among raft nodes before linearized reading' (duration: 685.366113ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:41.304603Z","caller":"traceutil/trace.go:171","msg":"trace[533490091] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10078; }","duration":"294.575827ms","start":"2026-05-29T02:27:41.009989Z","end":"2026-05-29T02:27:41.304565Z","steps":["trace[533490091] 'agreement among raft nodes before linearized reading' (duration: 294.363122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.3048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.619Z","time spent":"685.790963ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:27:41.304957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.894751Z","time spent":"1.409912829s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.603232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008068023s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:42.603633Z","caller":"traceutil/trace.go:171","msg":"trace[648333193] linearizableReadLoop","detail":"{readStateIndex:10443; appliedIndex:10441; }","duration":"1.292006419s","start":"2026-05-29T02:27:41.311607Z","end":"2026-05-29T02:27:42.603613Z","steps":["trace[648333193] 'read index received' (duration: 283.575038ms)","trace[648333193] 'applied index is now lower than readState.Index' (duration: 1.008430431s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:42.603629Z","caller":"traceutil/trace.go:171","msg":"trace[1723748547] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"1.294877356s","start":"2026-05-29T02:27:41.308661Z","end":"2026-05-29T02:27:42.603538Z","steps":["trace[1723748547] 'process raft request' (duration: 286.408954ms)","trace[1723748547] 'compare' (duration: 1.007282974s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:42.603682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.311322Z","time spent":"1.292351787s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:42.603831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.308617Z","time spent":"1.295092102s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.603929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291807144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-05-29T02:27:42.603968Z","caller":"traceutil/trace.go:171","msg":"trace[1266079309] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10080; }","duration":"1.291874656s","start":"2026-05-29T02:27:41.312082Z","end":"2026-05-29T02:27:42.603956Z","steps":["trace[1266079309] 'agreement among raft nodes before linearized reading' (duration: 1.291658061s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.603933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292310296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" ","response":"range_response_count:1 size:5487"} {"level":"warn","ts":"2026-05-29T02:27:42.604007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.312069Z","time spent":"1.291929857s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-29T02:27:42.604033Z","caller":"traceutil/trace.go:171","msg":"trace[510198432] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv; range_end:; response_count:1; response_revision:10080; }","duration":"1.292469939s","start":"2026-05-29T02:27:41.311542Z","end":"2026-05-29T02:27:42.604012Z","steps":["trace[510198432] 'agreement among raft nodes before linearized reading' (duration: 1.292172562s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.604093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.311517Z","time spent":"1.292563942s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" "} {"level":"warn","ts":"2026-05-29T02:27:42.604201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.431523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:27:42.604248Z","caller":"traceutil/trace.go:171","msg":"trace[1830864379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10080; }","duration":"707.546395ms","start":"2026-05-29T02:27:41.896686Z","end":"2026-05-29T02:27:42.604232Z","steps":["trace[1830864379] 'agreement among raft nodes before linearized reading' (duration: 707.33264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.604281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.896655Z","time spent":"707.619667ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:27:42.604292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288789053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:42.604342Z","caller":"traceutil/trace.go:171","msg":"trace[976103160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10080; }","duration":"1.288850555s","start":"2026-05-29T02:27:41.315479Z","end":"2026-05-29T02:27:42.60433Z","steps":["trace[976103160] 'agreement among raft nodes before linearized reading' (duration: 1.288760113s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.604379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.315471Z","time spent":"1.288902306s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:42.605195Z","caller":"traceutil/trace.go:171","msg":"trace[1054902541] transaction","detail":"{read_only:false; response_revision:10080; number_of_response:1; }","duration":"1.291152749s","start":"2026-05-29T02:27:41.312551Z","end":"2026-05-29T02:27:42.603704Z","steps":["trace[1054902541] 'process raft request' (duration: 1.290950314s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.605593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.312539Z","time spent":"1.292818208s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.606028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060575581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:42.606103Z","caller":"traceutil/trace.go:171","msg":"trace[1041197833] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10080; }","duration":"1.062305612s","start":"2026-05-29T02:27:41.543775Z","end":"2026-05-29T02:27:42.606081Z","steps":["trace[1041197833] 'agreement among raft nodes before linearized reading' (duration: 1.060491529s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.606209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.543749Z","time spent":"1.062439356s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:43.136451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.087711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:43.136639Z","caller":"traceutil/trace.go:171","msg":"trace[1398566983] linearizableReadLoop","detail":"{readStateIndex:10445; appliedIndex:10444; }","duration":"528.190715ms","start":"2026-05-29T02:27:42.608428Z","end":"2026-05-29T02:27:43.136619Z","steps":["trace[1398566983] 'read index received' (duration: 273.893969ms)","trace[1398566983] 'applied index is now lower than readState.Index' (duration: 254.295176ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:43.136736Z","caller":"traceutil/trace.go:171","msg":"trace[41611201] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"530.90405ms","start":"2026-05-29T02:27:42.605799Z","end":"2026-05-29T02:27:43.136703Z","steps":["trace[41611201] 'process raft request' (duration: 276.46246ms)","trace[41611201] 'compare' (duration: 253.962709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:43.136903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.477132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-05-29T02:27:43.136911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.605775Z","time spent":"531.038372ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:43.136954Z","caller":"traceutil/trace.go:171","msg":"trace[740407512] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6; range_end:; response_count:1; response_revision:10081; }","duration":"528.552283ms","start":"2026-05-29T02:27:42.60839Z","end":"2026-05-29T02:27:43.136942Z","steps":["trace[740407512] 'agreement among raft nodes before linearized reading' (duration: 528.326118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:43.136992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.608369Z","time spent":"528.614355ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6\" "} {"level":"warn","ts":"2026-05-29T02:27:44.213523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.582882ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:44.213732Z","caller":"traceutil/trace.go:171","msg":"trace[4373410] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10081; }","duration":"474.831258ms","start":"2026-05-29T02:27:43.738874Z","end":"2026-05-29T02:27:44.213705Z","steps":["trace[4373410] 'range keys from in-memory index tree' (duration: 474.557161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.214284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.057478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:44.214368Z","caller":"traceutil/trace.go:171","msg":"trace[780522834] transaction","detail":"{read_only:false; response_revision:10082; number_of_response:1; }","duration":"1.601072287s","start":"2026-05-29T02:27:42.61328Z","end":"2026-05-29T02:27:44.214352Z","steps":["trace[780522834] 'process raft request' (duration: 663.895906ms)","trace[780522834] 'compare' (duration: 935.800648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:44.214468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.61326Z","time spent":"1.601137268s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:44.392244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077719256s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:27:44.614286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000934596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:44.614398Z","caller":"traceutil/trace.go:171","msg":"trace[544167537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00107826s","start":"2026-05-29T02:27:42.613292Z","end":"2026-05-29T02:27:44.61437Z","steps":["trace[544167537] 'agreement among raft nodes before linearized reading' (duration: 2.000939827s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.614464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.613285Z","time spent":"2.001157262s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:44.751371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.73274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:44.751758Z","caller":"traceutil/trace.go:171","msg":"trace[2128142932] linearizableReadLoop","detail":"{readStateIndex:10447; appliedIndex:10445; }","duration":"1.615052097s","start":"2026-05-29T02:27:43.136675Z","end":"2026-05-29T02:27:44.751727Z","steps":["trace[2128142932] 'read index received' (duration: 140.528114ms)","trace[2128142932] 'applied index is now lower than readState.Index' (duration: 1.474521533s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:44.752072Z","caller":"traceutil/trace.go:171","msg":"trace[1340623673] transaction","detail":"{read_only:false; response_revision:10083; number_of_response:1; }","duration":"1.6881508s","start":"2026-05-29T02:27:43.063907Z","end":"2026-05-29T02:27:44.752058Z","steps":["trace[1340623673] 'process raft request' (duration: 1.328606151s)","trace[1340623673] 'compare' (duration: 358.30532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:44.752144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.063888Z","time spent":"1.688220471s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7377,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:44.752165Z","caller":"traceutil/trace.go:171","msg":"trace[900323589] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"1.612386354s","start":"2026-05-29T02:27:43.139745Z","end":"2026-05-29T02:27:44.752131Z","steps":["trace[900323589] 'process raft request' (duration: 1.61179839s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.752275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024338828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:44.752308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.341969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:44.752372Z","caller":"traceutil/trace.go:171","msg":"trace[167099007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10084; }","duration":"2.024518983s","start":"2026-05-29T02:27:42.727831Z","end":"2026-05-29T02:27:44.75235Z","steps":["trace[167099007] 'agreement among raft nodes before linearized reading' (duration: 2.024263787s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.752367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.139726Z","time spent":"1.612532198s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:44.752363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696310532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-29T02:27:44.752419Z","caller":"traceutil/trace.go:171","msg":"trace[1332901272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10084; }","duration":"137.535613ms","start":"2026-05-29T02:27:44.614862Z","end":"2026-05-29T02:27:44.752398Z","steps":["trace[1332901272] 'agreement among raft nodes before linearized reading' (duration: 137.362269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.752433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.727801Z","time spent":"2.024617495s","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:44.752349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61260726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-29T02:27:44.752511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.441083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:44.752457Z","caller":"traceutil/trace.go:171","msg":"trace[909725611] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10084; }","duration":"1.696466506s","start":"2026-05-29T02:27:43.05597Z","end":"2026-05-29T02:27:44.752437Z","steps":["trace[909725611] 'agreement among raft nodes before linearized reading' (duration: 1.696137538s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:44.752575Z","caller":"traceutil/trace.go:171","msg":"trace[683454824] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10084; }","duration":"1.612823225s","start":"2026-05-29T02:27:43.1397Z","end":"2026-05-29T02:27:44.752523Z","steps":["trace[683454824] 'agreement among raft nodes before linearized reading' (duration: 1.612478757s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:44.752676Z","caller":"traceutil/trace.go:171","msg":"trace[2060535695] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10084; }","duration":"799.608027ms","start":"2026-05-29T02:27:43.952978Z","end":"2026-05-29T02:27:44.752586Z","steps":["trace[2060535695] 'agreement among raft nodes before linearized reading' (duration: 799.413372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.752714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.139683Z","time spent":"1.612980478s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:27:44.752749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142557666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338007"} {"level":"warn","ts":"2026-05-29T02:27:44.752782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.952953Z","time spent":"799.776451ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:44.752827Z","caller":"traceutil/trace.go:171","msg":"trace[606392992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10084; }","duration":"2.142654409s","start":"2026-05-29T02:27:42.610157Z","end":"2026-05-29T02:27:44.752811Z","steps":["trace[606392992] 'agreement among raft nodes before linearized reading' (duration: 2.141955102s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.752769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883223441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88527"} {"level":"warn","ts":"2026-05-29T02:27:44.752882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.61015Z","time spent":"2.14271739s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338030,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:27:44.752842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.055943Z","time spent":"1.696683142s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:27:44.752469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.569649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wk7qz\" ","response":"range_response_count:1 size:5721"} {"level":"info","ts":"2026-05-29T02:27:44.752928Z","caller":"traceutil/trace.go:171","msg":"trace[1419203328] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10084; }","duration":"1.883461536s","start":"2026-05-29T02:27:42.869451Z","end":"2026-05-29T02:27:44.752912Z","steps":["trace[1419203328] 'agreement among raft nodes before linearized reading' (duration: 1.88275601s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:44.752974Z","caller":"traceutil/trace.go:171","msg":"trace[2061183698] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wk7qz; range_end:; response_count:1; response_revision:10084; }","duration":"530.105261ms","start":"2026-05-29T02:27:44.222852Z","end":"2026-05-29T02:27:44.752957Z","steps":["trace[2061183698] 'agreement among raft nodes before linearized reading' (duration: 529.531748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.753025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.222833Z","time spent":"530.178653ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5744,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wk7qz\" "} {"level":"warn","ts":"2026-05-29T02:27:44.753012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049683616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:27:44.753022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.869426Z","time spent":"1.883581558s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88550,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-29T02:27:44.753078Z","caller":"traceutil/trace.go:171","msg":"trace[2128057152] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10084; }","duration":"2.049809679s","start":"2026-05-29T02:27:42.703254Z","end":"2026-05-29T02:27:44.753064Z","steps":["trace[2128057152] 'agreement among raft nodes before linearized reading' (duration: 2.048877747s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.753124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.703225Z","time spent":"2.049890531s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1087,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:45.684128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.871481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:45.684244Z","caller":"traceutil/trace.go:171","msg":"trace[1053410216] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"924.564423ms","start":"2026-05-29T02:27:44.759661Z","end":"2026-05-29T02:27:45.684225Z","steps":["trace[1053410216] 'process raft request' (duration: 239.508768ms)","trace[1053410216] 'compare' (duration: 684.590864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:45.684293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.759641Z","time spent":"924.629965ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:46.071939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072684956s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:27:46.158675Z","caller":"traceutil/trace.go:171","msg":"trace[615273071] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"1.397519268s","start":"2026-05-29T02:27:44.761133Z","end":"2026-05-29T02:27:46.158652Z","steps":["trace[615273071] 'process raft request' (duration: 1.311056518s)","trace[615273071] 'compare' (duration: 85.797834ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:46.158836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397307112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:46.158882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.761121Z","time spent":"1.39763598s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6022,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:46.159005Z","caller":"traceutil/trace.go:171","msg":"trace[1027418816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10086; }","duration":"1.397501037s","start":"2026-05-29T02:27:44.761471Z","end":"2026-05-29T02:27:46.158972Z","steps":["trace[1027418816] 'agreement among raft nodes before linearized reading' (duration: 1.397250751s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.159083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.761464Z","time spent":"1.397602699s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:46.158533Z","caller":"traceutil/trace.go:171","msg":"trace[1829964554] linearizableReadLoop","detail":"{readStateIndex:10450; appliedIndex:10448; }","duration":"1.396989925s","start":"2026-05-29T02:27:44.761496Z","end":"2026-05-29T02:27:46.158486Z","steps":["trace[1829964554] 'read index received' (duration: 237.703176ms)","trace[1829964554] 'applied index is now lower than readState.Index' (duration: 1.159284049s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:46.659326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:27:46.93949Z","caller":"traceutil/trace.go:171","msg":"trace[1956236191] linearizableReadLoop","detail":"{readStateIndex:10451; appliedIndex:10450; }","duration":"780.26896ms","start":"2026-05-29T02:27:46.159188Z","end":"2026-05-29T02:27:46.939457Z","steps":["trace[1956236191] 'read index received' (duration: 780.043065ms)","trace[1956236191] 'applied index is now lower than readState.Index' (duration: 224.625µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:46.939604Z","caller":"traceutil/trace.go:171","msg":"trace[1863615574] transaction","detail":"{read_only:false; response_revision:10087; number_of_response:1; }","duration":"1.249803003s","start":"2026-05-29T02:27:45.68976Z","end":"2026-05-29T02:27:46.939563Z","steps":["trace[1863615574] 'process raft request' (duration: 1.249429724s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.939698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404886691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:46.939741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131637409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:46.939735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041405341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:46.939795Z","caller":"traceutil/trace.go:171","msg":"trace[774691068] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10087; }","duration":"2.131794673s","start":"2026-05-29T02:27:44.807988Z","end":"2026-05-29T02:27:46.939783Z","steps":["trace[774691068] 'agreement among raft nodes before linearized reading' (duration: 2.131641289s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.939804Z","caller":"traceutil/trace.go:171","msg":"trace[492207956] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10087; }","duration":"1.405065835s","start":"2026-05-29T02:27:45.534712Z","end":"2026-05-29T02:27:46.939778Z","steps":["trace[492207956] 'agreement among raft nodes before linearized reading' (duration: 1.404792688s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.939815Z","caller":"traceutil/trace.go:171","msg":"trace[589436065] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10087; }","duration":"2.041571275s","start":"2026-05-29T02:27:44.898226Z","end":"2026-05-29T02:27:46.939797Z","steps":["trace[589436065] 'agreement among raft nodes before linearized reading' (duration: 2.041390711s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.939811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:45.689733Z","time spent":"1.249984137s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:46.939852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.807964Z","time spent":"2.131872334s","remote":"127.0.0.1:37790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.939863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.898199Z","time spent":"2.041654636s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.939861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:45.534682Z","time spent":"1.405162976s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.939902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.753969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:46.939952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.684226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:46.940002Z","caller":"traceutil/trace.go:171","msg":"trace[1795791059] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10087; }","duration":"355.919122ms","start":"2026-05-29T02:27:46.584059Z","end":"2026-05-29T02:27:46.939978Z","steps":["trace[1795791059] 'agreement among raft nodes before linearized reading' (duration: 355.746078ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.940068Z","caller":"traceutil/trace.go:171","msg":"trace[719308348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10087; }","duration":"779.83218ms","start":"2026-05-29T02:27:46.160203Z","end":"2026-05-29T02:27:46.940035Z","steps":["trace[719308348] 'agreement among raft nodes before linearized reading' (duration: 779.562773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.940084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.224406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:27:46.940154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.410448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-29T02:27:46.940179Z","caller":"traceutil/trace.go:171","msg":"trace[2140945962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10087; }","duration":"176.37703ms","start":"2026-05-29T02:27:46.763782Z","end":"2026-05-29T02:27:46.940159Z","steps":["trace[2140945962] 'agreement among raft nodes before linearized reading' (duration: 176.049832ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.940218Z","caller":"traceutil/trace.go:171","msg":"trace[1868287038] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10087; }","duration":"251.529601ms","start":"2026-05-29T02:27:46.688671Z","end":"2026-05-29T02:27:46.940201Z","steps":["trace[1868287038] 'agreement among raft nodes before linearized reading' (duration: 251.351906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.940242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.828478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-cbbv2\" ","response":"range_response_count:1 size:4463"} {"level":"warn","ts":"2026-05-29T02:27:46.940219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.541293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:46.940288Z","caller":"traceutil/trace.go:171","msg":"trace[2135062723] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-cbbv2; range_end:; response_count:1; response_revision:10087; }","duration":"776.89804ms","start":"2026-05-29T02:27:46.16338Z","end":"2026-05-29T02:27:46.940278Z","steps":["trace[2135062723] 'agreement among raft nodes before linearized reading' (duration: 776.733177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.940121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.160179Z","time spent":"779.933212ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:46.940317Z","caller":"traceutil/trace.go:171","msg":"trace[290537050] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10087; }","duration":"567.661356ms","start":"2026-05-29T02:27:46.372635Z","end":"2026-05-29T02:27:46.940296Z","steps":["trace[290537050] 'agreement among raft nodes before linearized reading' (duration: 567.445831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.940391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.372547Z","time spent":"567.83176ms","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.940063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.584031Z","time spent":"356.020375ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.940323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.163367Z","time spent":"776.950141ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4486,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-cbbv2\" "} {"level":"warn","ts":"2026-05-29T02:27:46.940453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403681001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:46.940617Z","caller":"traceutil/trace.go:171","msg":"trace[1298908229] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10087; }","duration":"1.403915198s","start":"2026-05-29T02:27:45.536669Z","end":"2026-05-29T02:27:46.940584Z","steps":["trace[1298908229] 'agreement among raft nodes before linearized reading' (duration: 1.402806962s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.940703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:45.536659Z","time spent":"1.40402438s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:47.244899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.90259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:47.245024Z","caller":"traceutil/trace.go:171","msg":"trace[990667519] linearizableReadLoop","detail":"{readStateIndex:10452; appliedIndex:10451; }","duration":"296.38699ms","start":"2026-05-29T02:27:46.948619Z","end":"2026-05-29T02:27:47.245006Z","steps":["trace[990667519] 'read index received' (duration: 75.346977ms)","trace[990667519] 'applied index is now lower than readState.Index' (duration: 221.035513ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:47.245076Z","caller":"traceutil/trace.go:171","msg":"trace[1296137648] transaction","detail":"{read_only:false; response_revision:10088; number_of_response:1; }","duration":"298.226903ms","start":"2026-05-29T02:27:46.946794Z","end":"2026-05-29T02:27:47.245021Z","steps":["trace[1296137648] 'process raft request' (duration: 77.096388ms)","trace[1296137648] 'compare' (duration: 220.779057ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:47.245247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.624005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:47.245289Z","caller":"traceutil/trace.go:171","msg":"trace[521770882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10088; }","duration":"296.684247ms","start":"2026-05-29T02:27:46.948594Z","end":"2026-05-29T02:27:47.245278Z","steps":["trace[521770882] 'agreement among raft nodes before linearized reading' (duration: 296.464342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:47.747012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:48.248142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:48.541017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.517008965s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:27:48.5415Z","caller":"traceutil/trace.go:171","msg":"trace[1244900101] linearizableReadLoop","detail":"{readStateIndex:10453; appliedIndex:10452; }","duration":"1.294780445s","start":"2026-05-29T02:27:47.246692Z","end":"2026-05-29T02:27:48.541472Z","steps":["trace[1244900101] 'read index received' (duration: 1.294505708s)","trace[1244900101] 'applied index is now lower than readState.Index' (duration: 273.277µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:48.541604Z","caller":"traceutil/trace.go:171","msg":"trace[1482484100] transaction","detail":"{read_only:false; response_revision:10089; number_of_response:1; }","duration":"1.592475655s","start":"2026-05-29T02:27:46.949114Z","end":"2026-05-29T02:27:48.54159Z","steps":["trace[1482484100] 'process raft request' (duration: 1.592167567s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:48.541741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.949095Z","time spent":"1.592541697s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:48.541923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295226285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:48.541946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292230045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-05-29T02:27:48.541987Z","caller":"traceutil/trace.go:171","msg":"trace[591650078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10089; }","duration":"1.295301517s","start":"2026-05-29T02:27:47.246671Z","end":"2026-05-29T02:27:48.541972Z","steps":["trace[591650078] 'agreement among raft nodes before linearized reading' (duration: 1.295181294s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:48.541952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.360347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:48.542035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:47.24665Z","time spent":"1.295378369s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:48.542047Z","caller":"traceutil/trace.go:171","msg":"trace[815067382] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd; range_end:; response_count:1; response_revision:10089; }","duration":"1.292384088s","start":"2026-05-29T02:27:47.249633Z","end":"2026-05-29T02:27:48.542017Z","steps":["trace[815067382] 'agreement among raft nodes before linearized reading' (duration: 1.292082731s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:48.542078Z","caller":"traceutil/trace.go:171","msg":"trace[2067703596] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10089; }","duration":"245.638283ms","start":"2026-05-29T02:27:48.29641Z","end":"2026-05-29T02:27:48.542048Z","steps":["trace[2067703596] 'agreement among raft nodes before linearized reading' (duration: 245.317356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:48.542107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:47.249591Z","time spent":"1.29250243s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" "} {"level":"warn","ts":"2026-05-29T02:27:48.542128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.727898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-29T02:27:48.542293Z","caller":"traceutil/trace.go:171","msg":"trace[178750973] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10089; }","duration":"882.979023ms","start":"2026-05-29T02:27:47.659284Z","end":"2026-05-29T02:27:48.542263Z","steps":["trace[178750973] 'agreement among raft nodes before linearized reading' (duration: 882.529123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:48.542388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:47.659257Z","time spent":"883.117366ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-29T02:27:49.259526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.523818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:49.259638Z","caller":"traceutil/trace.go:171","msg":"trace[590386029] linearizableReadLoop","detail":"{readStateIndex:10454; appliedIndex:10453; }","duration":"712.556783ms","start":"2026-05-29T02:27:48.547062Z","end":"2026-05-29T02:27:49.259619Z","steps":["trace[590386029] 'read index received' (duration: 338.876821ms)","trace[590386029] 'applied index is now lower than readState.Index' (duration: 373.677462ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:49.259671Z","caller":"traceutil/trace.go:171","msg":"trace[1761722034] transaction","detail":"{read_only:false; response_revision:10090; number_of_response:1; }","duration":"714.850388ms","start":"2026-05-29T02:27:48.544781Z","end":"2026-05-29T02:27:49.259631Z","steps":["trace[1761722034] 'process raft request' (duration: 341.108594ms)","trace[1761722034] 'compare' (duration: 372.884723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:49.259834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.682703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:49.259928Z","caller":"traceutil/trace.go:171","msg":"trace[482934136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10090; }","duration":"708.802815ms","start":"2026-05-29T02:27:48.551105Z","end":"2026-05-29T02:27:49.259908Z","steps":["trace[482934136] 'agreement among raft nodes before linearized reading' (duration: 708.651952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:49.259867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.210348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:49.259948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.644638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:27:49.259981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.551094Z","time spent":"708.872928ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:49.260025Z","caller":"traceutil/trace.go:171","msg":"trace[1721233980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10090; }","duration":"305.769351ms","start":"2026-05-29T02:27:48.954239Z","end":"2026-05-29T02:27:49.260009Z","steps":["trace[1721233980] 'agreement among raft nodes before linearized reading' (duration: 305.496724ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:49.260015Z","caller":"traceutil/trace.go:171","msg":"trace[691458582] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10090; }","duration":"520.417043ms","start":"2026-05-29T02:27:48.739577Z","end":"2026-05-29T02:27:49.259994Z","steps":["trace[691458582] 'agreement among raft nodes before linearized reading' (duration: 520.154297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:49.260074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.954212Z","time spent":"305.851583ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:27:49.260085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.739552Z","time spent":"520.520115ms","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:49.259879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.784619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-29T02:27:49.260259Z","caller":"traceutil/trace.go:171","msg":"trace[1414313042] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030; range_end:; response_count:1; response_revision:10090; }","duration":"713.203809ms","start":"2026-05-29T02:27:48.547041Z","end":"2026-05-29T02:27:49.260245Z","steps":["trace[1414313042] 'agreement among raft nodes before linearized reading' (duration: 712.678317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:49.260303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.547022Z","time spent":"713.26821ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030\" "} {"level":"warn","ts":"2026-05-29T02:27:49.260607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.555187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-05-29T02:27:49.260652Z","caller":"traceutil/trace.go:171","msg":"trace[1949301608] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:10090; }","duration":"713.644949ms","start":"2026-05-29T02:27:48.546996Z","end":"2026-05-29T02:27:49.260641Z","steps":["trace[1949301608] 'agreement among raft nodes before linearized reading' (duration: 712.681657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:49.260681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.546966Z","time spent":"713.708691ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-05-29T02:27:49.262744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.544745Z","time spent":"715.508223ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:49.866783Z","caller":"traceutil/trace.go:171","msg":"trace[1163278415] transaction","detail":"{read_only:false; response_revision:10091; number_of_response:1; }","duration":"598.32903ms","start":"2026-05-29T02:27:49.268421Z","end":"2026-05-29T02:27:49.86675Z","steps":["trace[1163278415] 'process raft request' (duration: 598.138996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:49.867003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:49.268406Z","time spent":"598.463583ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:50.373517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:51.090717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.493608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:51.090842Z","caller":"traceutil/trace.go:171","msg":"trace[1903198539] transaction","detail":"{read_only:false; response_revision:10092; number_of_response:1; }","duration":"1.821093685s","start":"2026-05-29T02:27:49.269727Z","end":"2026-05-29T02:27:51.09082Z","steps":["trace[1903198539] 'process raft request' (duration: 1.327409673s)","trace[1903198539] 'compare' (duration: 493.029957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:51.090947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:49.269716Z","time spent":"1.821170327s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:51.677681Z","caller":"traceutil/trace.go:171","msg":"trace[458716118] linearizableReadLoop","detail":"{readStateIndex:10459; appliedIndex:10455; }","duration":"1.805011556s","start":"2026-05-29T02:27:49.872644Z","end":"2026-05-29T02:27:51.677656Z","steps":["trace[458716118] 'read index received' (duration: 724.558846ms)","trace[458716118] 'applied index is now lower than readState.Index' (duration: 1.08045189s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:51.677725Z","caller":"traceutil/trace.go:171","msg":"trace[1122794218] transaction","detail":"{read_only:false; response_revision:10093; number_of_response:1; }","duration":"1.80515707s","start":"2026-05-29T02:27:49.872516Z","end":"2026-05-29T02:27:51.677673Z","steps":["trace[1122794218] 'process raft request' (duration: 1.8043367s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:51.677778Z","caller":"traceutil/trace.go:171","msg":"trace[855020019] transaction","detail":"{read_only:false; response_revision:10094; number_of_response:1; }","duration":"1.63643163s","start":"2026-05-29T02:27:50.041302Z","end":"2026-05-29T02:27:51.677734Z","steps":["trace[855020019] 'process raft request' (duration: 1.636245426s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.677887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805230921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:51.677898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:49.872443Z","time spent":"1.805373634s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:27:51.677924Z","caller":"traceutil/trace.go:171","msg":"trace[1018338978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10095; }","duration":"1.805338203s","start":"2026-05-29T02:27:49.872577Z","end":"2026-05-29T02:27:51.677916Z","steps":["trace[1018338978] 'agreement among raft nodes before linearized reading' (duration: 1.805218461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.67796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:49.872551Z","time spent":"1.805401745s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:51.677782Z","caller":"traceutil/trace.go:171","msg":"trace[2076830972] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"1.56346862s","start":"2026-05-29T02:27:50.114306Z","end":"2026-05-29T02:27:51.677775Z","steps":["trace[2076830972] 'process raft request' (duration: 1.563311176s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.678015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.041265Z","time spent":"1.636613615s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:51.678099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.114279Z","time spent":"1.563757526s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:51.879125Z","caller":"traceutil/trace.go:171","msg":"trace[1310729656] linearizableReadLoop","detail":"{readStateIndex:10460; appliedIndex:10459; }","duration":"201.348089ms","start":"2026-05-29T02:27:51.677744Z","end":"2026-05-29T02:27:51.879092Z","steps":["trace[1310729656] 'read index received' (duration: 104.316101ms)","trace[1310729656] 'applied index is now lower than readState.Index' (duration: 97.030748ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:51.879344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636117773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:51.87939Z","caller":"traceutil/trace.go:171","msg":"trace[555806973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10096; }","duration":"1.636234346s","start":"2026-05-29T02:27:50.243145Z","end":"2026-05-29T02:27:51.879379Z","steps":["trace[555806973] 'agreement among raft nodes before linearized reading' (duration: 1.636120633s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.879453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.243121Z","time spent":"1.636318528s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:51.879468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.04937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7302"} {"level":"warn","ts":"2026-05-29T02:27:51.879508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.462501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:51.879589Z","caller":"traceutil/trace.go:171","msg":"trace[380306743] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10096; }","duration":"784.231274ms","start":"2026-05-29T02:27:51.095332Z","end":"2026-05-29T02:27:51.879563Z","steps":["trace[380306743] 'agreement among raft nodes before linearized reading' (duration: 783.895646ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:51.879618Z","caller":"traceutil/trace.go:171","msg":"trace[1806766778] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10096; }","duration":"614.646775ms","start":"2026-05-29T02:27:51.26495Z","end":"2026-05-29T02:27:51.879596Z","steps":["trace[1806766778] 'agreement among raft nodes before linearized reading' (duration: 614.402559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.87966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:51.095313Z","time spent":"784.333017ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:27:51.879641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.41974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:27:51.879674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:51.264927Z","time spent":"614.735917ms","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:51.879594Z","caller":"traceutil/trace.go:171","msg":"trace[1855840174] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"196.877583ms","start":"2026-05-29T02:27:51.682698Z","end":"2026-05-29T02:27:51.879576Z","steps":["trace[1855840174] 'process raft request' (duration: 196.354841ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:51.879824Z","caller":"traceutil/trace.go:171","msg":"trace[415487735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10096; }","duration":"603.623875ms","start":"2026-05-29T02:27:51.276122Z","end":"2026-05-29T02:27:51.879746Z","steps":["trace[415487735] 'agreement among raft nodes before linearized reading' (duration: 602.992531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.879855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983066865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:51.879934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:51.276107Z","time spent":"603.804319ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"info","ts":"2026-05-29T02:27:51.880012Z","caller":"traceutil/trace.go:171","msg":"trace[1811297296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10097; }","duration":"1.983346981s","start":"2026-05-29T02:27:49.896611Z","end":"2026-05-29T02:27:51.879958Z","steps":["trace[1811297296] 'agreement among raft nodes before linearized reading' (duration: 1.982929412s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:51.879108Z","caller":"traceutil/trace.go:171","msg":"trace[291522632] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"416.096223ms","start":"2026-05-29T02:27:51.462972Z","end":"2026-05-29T02:27:51.879068Z","steps":["trace[291522632] 'process raft request' (duration: 319.075915ms)","trace[291522632] 'compare' (duration: 96.784373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:51.879786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.662045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:51.880097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.986707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:51.880111Z","caller":"traceutil/trace.go:171","msg":"trace[1843513080] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10097; }","duration":"160.074716ms","start":"2026-05-29T02:27:51.720023Z","end":"2026-05-29T02:27:51.880098Z","steps":["trace[1843513080] 'agreement among raft nodes before linearized reading' (duration: 159.555233ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:51.880157Z","caller":"traceutil/trace.go:171","msg":"trace[459624633] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10096; }","duration":"337.10782ms","start":"2026-05-29T02:27:51.54303Z","end":"2026-05-29T02:27:51.880138Z","steps":["trace[459624633] 'agreement among raft nodes before linearized reading' (duration: 336.153617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.88026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:51.462943Z","time spent":"417.149588ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:51.880336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:51.543006Z","time spent":"337.310935ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:51.880338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.351238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:27:51.880111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:49.89657Z","time spent":"1.983493865s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:51.880398Z","caller":"traceutil/trace.go:171","msg":"trace[507453186] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:10096; }","duration":"572.45821ms","start":"2026-05-29T02:27:51.307924Z","end":"2026-05-29T02:27:51.880382Z","steps":["trace[507453186] 'agreement among raft nodes before linearized reading' (duration: 571.280723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.880457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:51.307895Z","time spent":"572.550382ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-05-29T02:27:52.078735Z","caller":"traceutil/trace.go:171","msg":"trace[1051577278] linearizableReadLoop","detail":"{readStateIndex:10463; appliedIndex:10461; }","duration":"193.297768ms","start":"2026-05-29T02:27:51.885407Z","end":"2026-05-29T02:27:52.078704Z","steps":["trace[1051577278] 'read index received' (duration: 34.307899ms)","trace[1051577278] 'applied index is now lower than readState.Index' (duration: 158.988419ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:52.07877Z","caller":"traceutil/trace.go:171","msg":"trace[1571024257] transaction","detail":"{read_only:false; response_revision:10098; number_of_response:1; }","duration":"180.915117ms","start":"2026-05-29T02:27:51.897811Z","end":"2026-05-29T02:27:52.078726Z","steps":["trace[1571024257] 'process raft request' (duration: 180.739363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:52.079397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.161389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338651"} {"level":"info","ts":"2026-05-29T02:27:52.079502Z","caller":"traceutil/trace.go:171","msg":"trace[1188332299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10098; }","duration":"194.305922ms","start":"2026-05-29T02:27:51.88517Z","end":"2026-05-29T02:27:52.079476Z","steps":["trace[1188332299] 'agreement among raft nodes before linearized reading' (duration: 193.630366ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.133641Z","caller":"traceutil/trace.go:171","msg":"trace[1168265773] transaction","detail":"{read_only:false; response_revision:10099; number_of_response:1; }","duration":"212.45665ms","start":"2026-05-29T02:27:51.921122Z","end":"2026-05-29T02:27:52.133579Z","steps":["trace[1168265773] 'process raft request' (duration: 212.249666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:52.133885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.080418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:52.133969Z","caller":"traceutil/trace.go:171","msg":"trace[468409392] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10099; }","duration":"169.223751ms","start":"2026-05-29T02:27:51.96473Z","end":"2026-05-29T02:27:52.133954Z","steps":["trace[468409392] 'agreement among raft nodes before linearized reading' (duration: 168.963635ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.329334Z","caller":"traceutil/trace.go:171","msg":"trace[551600906] linearizableReadLoop","detail":"{readStateIndex:10467; appliedIndex:10466; }","duration":"172.730723ms","start":"2026-05-29T02:27:52.156576Z","end":"2026-05-29T02:27:52.329307Z","steps":["trace[551600906] 'read index received' (duration: 172.60799ms)","trace[551600906] 'applied index is now lower than readState.Index' (duration: 121.673µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:52.329366Z","caller":"traceutil/trace.go:171","msg":"trace[1894529905] transaction","detail":"{read_only:false; response_revision:10101; number_of_response:1; }","duration":"174.29203ms","start":"2026-05-29T02:27:52.155047Z","end":"2026-05-29T02:27:52.329339Z","steps":["trace[1894529905] 'process raft request' (duration: 174.087345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:52.329831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.223724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:27:52.329918Z","caller":"traceutil/trace.go:171","msg":"trace[1133534966] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10101; }","duration":"173.366778ms","start":"2026-05-29T02:27:52.156531Z","end":"2026-05-29T02:27:52.329898Z","steps":["trace[1133534966] 'agreement among raft nodes before linearized reading' (duration: 173.005299ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.54668Z","caller":"traceutil/trace.go:171","msg":"trace[1086648468] linearizableReadLoop","detail":"{readStateIndex:10468; appliedIndex:10467; }","duration":"217.246594ms","start":"2026-05-29T02:27:52.329407Z","end":"2026-05-29T02:27:52.546654Z","steps":["trace[1086648468] 'read index received' (duration: 174.324291ms)","trace[1086648468] 'applied index is now lower than readState.Index' (duration: 42.921353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:52.547066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.956601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:52.547103Z","caller":"traceutil/trace.go:171","msg":"trace[1459267709] transaction","detail":"{read_only:false; response_revision:10102; number_of_response:1; }","duration":"385.318406ms","start":"2026-05-29T02:27:52.161741Z","end":"2026-05-29T02:27:52.54706Z","steps":["trace[1459267709] 'process raft request' (duration: 342.007405ms)","trace[1459267709] 'compare' (duration: 42.781119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:52.547141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.437793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:27:52.547162Z","caller":"traceutil/trace.go:171","msg":"trace[1539692688] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10102; }","duration":"319.101805ms","start":"2026-05-29T02:27:52.228041Z","end":"2026-05-29T02:27:52.547143Z","steps":["trace[1539692688] 'agreement among raft nodes before linearized reading' (duration: 318.8819ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.547197Z","caller":"traceutil/trace.go:171","msg":"trace[960891056] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:10102; }","duration":"213.557576ms","start":"2026-05-29T02:27:52.333624Z","end":"2026-05-29T02:27:52.547182Z","steps":["trace[960891056] 'agreement among raft nodes before linearized reading' (duration: 213.347051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:52.547212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:52.228027Z","time spent":"319.175007ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:52.547282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:52.161724Z","time spent":"385.46349ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6312,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:52.807705Z","caller":"traceutil/trace.go:171","msg":"trace[197873470] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"184.266495ms","start":"2026-05-29T02:27:52.6234Z","end":"2026-05-29T02:27:52.807666Z","steps":["trace[197873470] 'process raft request' (duration: 183.999229ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:53.179784Z","caller":"traceutil/trace.go:171","msg":"trace[572012582] linearizableReadLoop","detail":"{readStateIndex:10471; appliedIndex:10470; }","duration":"367.613649ms","start":"2026-05-29T02:27:52.81214Z","end":"2026-05-29T02:27:53.179753Z","steps":["trace[572012582] 'read index received' (duration: 367.288481ms)","trace[572012582] 'applied index is now lower than readState.Index' (duration: 323.538µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:53.180027Z","caller":"traceutil/trace.go:171","msg":"trace[564112445] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"551.402973ms","start":"2026-05-29T02:27:52.628577Z","end":"2026-05-29T02:27:53.17998Z","steps":["trace[564112445] 'process raft request' (duration: 550.980743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:53.180329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.175053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-29T02:27:53.180387Z","caller":"traceutil/trace.go:171","msg":"trace[1738969084] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6; range_end:; response_count:1; response_revision:10105; }","duration":"368.300075ms","start":"2026-05-29T02:27:52.812068Z","end":"2026-05-29T02:27:53.180368Z","steps":["trace[1738969084] 'agreement among raft nodes before linearized reading' (duration: 367.796824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:53.180435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:52.812041Z","time spent":"368.384578ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6\" "} {"level":"warn","ts":"2026-05-29T02:27:53.180394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:52.628564Z","time spent":"551.549738ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6989,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:53.685339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061511999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:27:53.743705Z","caller":"traceutil/trace.go:171","msg":"trace[1412483781] linearizableReadLoop","detail":"{readStateIndex:10472; appliedIndex:10471; }","duration":"558.905201ms","start":"2026-05-29T02:27:53.184774Z","end":"2026-05-29T02:27:53.743679Z","steps":["trace[1412483781] 'read index received' (duration: 558.758437ms)","trace[1412483781] 'applied index is now lower than readState.Index' (duration: 145.844µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:53.743778Z","caller":"traceutil/trace.go:171","msg":"trace[1220107561] transaction","detail":"{read_only:false; response_revision:10106; number_of_response:1; }","duration":"560.1448ms","start":"2026-05-29T02:27:53.183595Z","end":"2026-05-29T02:27:53.74374Z","steps":["trace[1220107561] 'process raft request' (duration: 559.917465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:53.743946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.145716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-05-29T02:27:53.743993Z","caller":"traceutil/trace.go:171","msg":"trace[2062009521] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv; range_end:; response_count:1; response_revision:10106; }","duration":"559.243599ms","start":"2026-05-29T02:27:53.184737Z","end":"2026-05-29T02:27:53.74398Z","steps":["trace[2062009521] 'agreement among raft nodes before linearized reading' (duration: 559.051334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:53.744031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.18472Z","time spent":"559.30258ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" "} {"level":"warn","ts":"2026-05-29T02:27:53.744042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.183568Z","time spent":"560.318054ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:54.783119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.725082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:27:54.78325Z","caller":"traceutil/trace.go:171","msg":"trace[451159446] linearizableReadLoop","detail":"{readStateIndex:10473; appliedIndex:10472; }","duration":"1.039465542s","start":"2026-05-29T02:27:53.743764Z","end":"2026-05-29T02:27:54.78323Z","steps":["trace[451159446] 'read index received' (duration: 54.566386ms)","trace[451159446] 'applied index is now lower than readState.Index' (duration: 984.897746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:54.78344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118284422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:54.78347Z","caller":"traceutil/trace.go:171","msg":"trace[1394473105] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10106; }","duration":"1.118330193s","start":"2026-05-29T02:27:53.665129Z","end":"2026-05-29T02:27:54.78346Z","steps":["trace[1394473105] 'agreement among raft nodes before linearized reading' (duration: 1.11821957s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.783507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.66505Z","time spent":"1.118446625s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":20,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:54.7837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587746422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:54.783722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541123113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:54.784172Z","caller":"traceutil/trace.go:171","msg":"trace[101245498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10106; }","duration":"1.541597044s","start":"2026-05-29T02:27:53.242548Z","end":"2026-05-29T02:27:54.784145Z","steps":["trace[101245498] 'agreement among raft nodes before linearized reading' (duration: 1.541045491s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.784252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.242455Z","time spent":"1.541780598s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:54.783735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.175652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:54.78378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035756425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:27:54.78437Z","caller":"traceutil/trace.go:171","msg":"trace[401233714] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10106; }","duration":"538.800427ms","start":"2026-05-29T02:27:54.245512Z","end":"2026-05-29T02:27:54.784312Z","steps":["trace[401233714] 'agreement among raft nodes before linearized reading' (duration: 538.149122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.784461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.245438Z","time spent":"539.005282ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:54.78446Z","caller":"traceutil/trace.go:171","msg":"trace[1080539231] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:10106; }","duration":"1.036452272s","start":"2026-05-29T02:27:53.747977Z","end":"2026-05-29T02:27:54.784429Z","steps":["trace[1080539231] 'agreement among raft nodes before linearized reading' (duration: 1.035633072s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:54.783791Z","caller":"traceutil/trace.go:171","msg":"trace[1541829018] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10106; }","duration":"1.587879075s","start":"2026-05-29T02:27:53.19589Z","end":"2026-05-29T02:27:54.783769Z","steps":["trace[1541829018] 'agreement among raft nodes before linearized reading' (duration: 1.587699771s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.784534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.747962Z","time spent":"1.036551334s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:27:54.784577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.19588Z","time spent":"1.588667554s","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:54.783839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.180345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:54.78471Z","caller":"traceutil/trace.go:171","msg":"trace[1031633548] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10106; }","duration":"844.110986ms","start":"2026-05-29T02:27:53.940567Z","end":"2026-05-29T02:27:54.784678Z","steps":["trace[1031633548] 'agreement among raft nodes before linearized reading' (duration: 843.139184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.784762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.94053Z","time spent":"844.217239ms","remote":"127.0.0.1:59064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:54.783883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034911046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-05-29T02:27:54.784877Z","caller":"traceutil/trace.go:171","msg":"trace[608143556] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v65tb; range_end:; response_count:1; response_revision:10106; }","duration":"1.035912609s","start":"2026-05-29T02:27:53.748944Z","end":"2026-05-29T02:27:54.784856Z","steps":["trace[608143556] 'agreement among raft nodes before linearized reading' (duration: 1.034754731s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.784928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.748937Z","time spent":"1.03597774s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" "} {"level":"warn","ts":"2026-05-29T02:27:54.783907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.424883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:27:54.784992Z","caller":"traceutil/trace.go:171","msg":"trace[1370086280] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10106; }","duration":"468.58707ms","start":"2026-05-29T02:27:54.316388Z","end":"2026-05-29T02:27:54.784975Z","steps":["trace[1370086280] 'agreement among raft nodes before linearized reading' (duration: 467.220328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.785047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.316356Z","time spent":"468.676213ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:27:54.784001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.918534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:27:54.78518Z","caller":"traceutil/trace.go:171","msg":"trace[797015816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10106; }","duration":"695.134054ms","start":"2026-05-29T02:27:54.09002Z","end":"2026-05-29T02:27:54.785154Z","steps":["trace[797015816] 'agreement among raft nodes before linearized reading' (duration: 693.598138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.784007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.256786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-29T02:27:54.785272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.089994Z","time spent":"695.240556ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"info","ts":"2026-05-29T02:27:54.785305Z","caller":"traceutil/trace.go:171","msg":"trace[9423832] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10106; }","duration":"467.605658ms","start":"2026-05-29T02:27:54.317682Z","end":"2026-05-29T02:27:54.785288Z","steps":["trace[9423832] 'agreement among raft nodes before linearized reading' (duration: 466.00201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.785351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.317657Z","time spent":"467.680969ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:27:55.284972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.099907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:55.285256Z","caller":"traceutil/trace.go:171","msg":"trace[1696012451] linearizableReadLoop","detail":"{readStateIndex:10477; appliedIndex:10474; }","duration":"465.067528ms","start":"2026-05-29T02:27:54.820168Z","end":"2026-05-29T02:27:55.285236Z","steps":["trace[1696012451] 'read index received' (duration: 273.250714ms)","trace[1696012451] 'applied index is now lower than readState.Index' (duration: 191.815314ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:55.285374Z","caller":"traceutil/trace.go:171","msg":"trace[641881957] transaction","detail":"{read_only:false; response_revision:10108; number_of_response:1; }","duration":"495.70328ms","start":"2026-05-29T02:27:54.789657Z","end":"2026-05-29T02:27:55.28536Z","steps":["trace[641881957] 'process raft request' (duration: 304.101271ms)","trace[641881957] 'compare' (duration: 190.446701ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.285436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.789629Z","time spent":"495.774462ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:55.285528Z","caller":"traceutil/trace.go:171","msg":"trace[79943246] transaction","detail":"{read_only:false; response_revision:10110; number_of_response:1; }","duration":"491.945072ms","start":"2026-05-29T02:27:54.793538Z","end":"2026-05-29T02:27:55.285483Z","steps":["trace[79943246] 'process raft request' (duration: 491.626884ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:55.285599Z","caller":"traceutil/trace.go:171","msg":"trace[1337569235] transaction","detail":"{read_only:false; response_revision:10109; number_of_response:1; }","duration":"495.252749ms","start":"2026-05-29T02:27:54.790309Z","end":"2026-05-29T02:27:55.285562Z","steps":["trace[1337569235] 'process raft request' (duration: 494.785778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.285681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.793506Z","time spent":"492.088764ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:55.285786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.790292Z","time spent":"495.397732ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:55.285822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.535692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:55.285859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.712368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-05-29T02:27:55.285937Z","caller":"traceutil/trace.go:171","msg":"trace[2091700671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10110; }","duration":"491.639734ms","start":"2026-05-29T02:27:54.794252Z","end":"2026-05-29T02:27:55.285892Z","steps":["trace[2091700671] 'agreement among raft nodes before linearized reading' (duration: 491.47008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.285983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.794225Z","time spent":"491.749206ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:55.285955Z","caller":"traceutil/trace.go:171","msg":"trace[2099485622] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2; range_end:; response_count:1; response_revision:10110; }","duration":"461.883382ms","start":"2026-05-29T02:27:54.824044Z","end":"2026-05-29T02:27:55.285928Z","steps":["trace[2099485622] 'agreement among raft nodes before linearized reading' (duration: 461.527194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.286049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.824016Z","time spent":"462.018546ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" "} {"level":"info","ts":"2026-05-29T02:27:55.641042Z","caller":"traceutil/trace.go:171","msg":"trace[1297601593] transaction","detail":"{read_only:false; response_revision:10112; number_of_response:1; }","duration":"303.240001ms","start":"2026-05-29T02:27:55.337778Z","end":"2026-05-29T02:27:55.641018Z","steps":["trace[1297601593] 'process raft request' (duration: 303.050667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.641199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.337762Z","time spent":"303.351973ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:55.899463Z","caller":"traceutil/trace.go:171","msg":"trace[22833736] linearizableReadLoop","detail":"{readStateIndex:10480; appliedIndex:10478; }","duration":"506.288499ms","start":"2026-05-29T02:27:55.39314Z","end":"2026-05-29T02:27:55.899429Z","steps":["trace[22833736] 'read index received' (duration: 247.790013ms)","trace[22833736] 'applied index is now lower than readState.Index' (duration: 258.497016ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:55.899685Z","caller":"traceutil/trace.go:171","msg":"trace[1886721700] transaction","detail":"{read_only:false; response_revision:10113; number_of_response:1; }","duration":"559.346281ms","start":"2026-05-29T02:27:55.340319Z","end":"2026-05-29T02:27:55.899665Z","steps":["trace[1886721700] 'process raft request' (duration: 520.378042ms)","trace[1886721700] 'compare' (duration: 38.561409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.899846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.340291Z","time spent":"559.449653ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:55.900207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.975433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-cbbv2.18b3e841f90f44fe\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-05-29T02:27:55.900312Z","caller":"traceutil/trace.go:171","msg":"trace[1887688769] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-cbbv2.18b3e841f90f44fe; range_end:; response_count:1; response_revision:10113; }","duration":"255.137196ms","start":"2026-05-29T02:27:55.645153Z","end":"2026-05-29T02:27:55.90029Z","steps":["trace[1887688769] 'agreement among raft nodes before linearized reading' (duration: 254.810409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.9003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.058188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:55.900426Z","caller":"traceutil/trace.go:171","msg":"trace[1103515028] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10113; }","duration":"507.328264ms","start":"2026-05-29T02:27:55.393071Z","end":"2026-05-29T02:27:55.9004Z","steps":["trace[1103515028] 'agreement among raft nodes before linearized reading' (duration: 506.877473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.900596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.393035Z","time spent":"507.543349ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:56.576918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.932115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:27:56.577019Z","caller":"traceutil/trace.go:171","msg":"trace[334705835] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:10114; }","duration":"574.057948ms","start":"2026-05-29T02:27:56.00294Z","end":"2026-05-29T02:27:56.576998Z","steps":["trace[334705835] 'range keys from in-memory index tree' (duration: 573.656558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.577073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.002827Z","time spent":"574.235262ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:27:56.577434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.886968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:56.577573Z","caller":"traceutil/trace.go:171","msg":"trace[116692956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10114; }","duration":"335.073042ms","start":"2026-05-29T02:27:56.242469Z","end":"2026-05-29T02:27:56.577542Z","steps":["trace[116692956] 'range keys from in-memory index tree' (duration: 334.719033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.577455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.834364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-4h45z\" ","response":"range_response_count:1 size:7004"} {"level":"warn","ts":"2026-05-29T02:27:56.577629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.242448Z","time spent":"335.168564ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:56.577679Z","caller":"traceutil/trace.go:171","msg":"trace[476631541] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-4h45z; range_end:; response_count:1; response_revision:10114; }","duration":"672.079709ms","start":"2026-05-29T02:27:55.905546Z","end":"2026-05-29T02:27:56.577626Z","steps":["trace[476631541] 'agreement among raft nodes before linearized reading' (duration: 93.511295ms)","trace[476631541] 'range keys from in-memory index tree' (duration: 577.630222ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:56.577801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.905507Z","time spent":"672.258613ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7027,"request content":"key:\"/registry/pods/openstack/glance-metadefs-load-4h45z\" "} {"level":"info","ts":"2026-05-29T02:27:56.838528Z","caller":"traceutil/trace.go:171","msg":"trace[612341453] transaction","detail":"{read_only:false; response_revision:10115; number_of_response:1; }","duration":"258.601728ms","start":"2026-05-29T02:27:56.5799Z","end":"2026-05-29T02:27:56.838502Z","steps":["trace[612341453] 'process raft request' (duration: 258.410274ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.17033Z","caller":"traceutil/trace.go:171","msg":"trace[509394276] linearizableReadLoop","detail":"{readStateIndex:10483; appliedIndex:10481; }","duration":"341.430012ms","start":"2026-05-29T02:27:56.828871Z","end":"2026-05-29T02:27:57.170301Z","steps":["trace[509394276] 'read index received' (duration: 9.499394ms)","trace[509394276] 'applied index is now lower than readState.Index' (duration: 331.929428ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:57.170445Z","caller":"traceutil/trace.go:171","msg":"trace[471209268] transaction","detail":"{read_only:false; response_revision:10116; number_of_response:1; }","duration":"583.624894ms","start":"2026-05-29T02:27:56.586782Z","end":"2026-05-29T02:27:57.170407Z","steps":["trace[471209268] 'process raft request' (duration: 583.319726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.170513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.621516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:57.1706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.495217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:27:57.170608Z","caller":"traceutil/trace.go:171","msg":"trace[701295094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10116; }","duration":"341.77254ms","start":"2026-05-29T02:27:56.828809Z","end":"2026-05-29T02:27:57.170581Z","steps":["trace[701295094] 'agreement among raft nodes before linearized reading' (duration: 341.596846ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.170636Z","caller":"traceutil/trace.go:171","msg":"trace[790485859] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10116; }","duration":"339.612429ms","start":"2026-05-29T02:27:56.831013Z","end":"2026-05-29T02:27:57.170626Z","steps":["trace[790485859] 'agreement among raft nodes before linearized reading' (duration: 339.440425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.170648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.828784Z","time spent":"341.851962ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:57.17061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.58676Z","time spent":"583.761277ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:57.170679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.830984Z","time spent":"339.686671ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:27:57.170677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.111915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:57.170781Z","caller":"traceutil/trace.go:171","msg":"trace[606152947] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10116; }","duration":"235.303239ms","start":"2026-05-29T02:27:56.935456Z","end":"2026-05-29T02:27:57.170759Z","steps":["trace[606152947] 'agreement among raft nodes before linearized reading' (duration: 235.101464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.171059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.152859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-05-29T02:27:57.17119Z","caller":"traceutil/trace.go:171","msg":"trace[273550167] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd; range_end:; response_count:1; response_revision:10116; }","duration":"328.310743ms","start":"2026-05-29T02:27:56.842858Z","end":"2026-05-29T02:27:57.171169Z","steps":["trace[273550167] 'agreement among raft nodes before linearized reading' (duration: 327.876872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.171277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.842845Z","time spent":"328.416246ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" "} {"level":"info","ts":"2026-05-29T02:27:57.719015Z","caller":"traceutil/trace.go:171","msg":"trace[1755357475] transaction","detail":"{read_only:false; response_revision:10118; number_of_response:1; }","duration":"495.511694ms","start":"2026-05-29T02:27:57.223478Z","end":"2026-05-29T02:27:57.718989Z","steps":["trace[1755357475] 'process raft request' (duration: 495.33143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.719166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.223449Z","time spent":"495.648388ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:27:58.477124Z","caller":"traceutil/trace.go:171","msg":"trace[1477778311] linearizableReadLoop","detail":"{readStateIndex:10486; appliedIndex:10485; }","duration":"1.234598914s","start":"2026-05-29T02:27:57.242494Z","end":"2026-05-29T02:27:58.477093Z","steps":["trace[1477778311] 'read index received' (duration: 476.517147ms)","trace[1477778311] 'applied index is now lower than readState.Index' (duration: 758.080517ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:58.477411Z","caller":"traceutil/trace.go:171","msg":"trace[947701184] transaction","detail":"{read_only:false; response_revision:10119; number_of_response:1; }","duration":"1.250078409s","start":"2026-05-29T02:27:57.227297Z","end":"2026-05-29T02:27:58.477375Z","steps":["trace[947701184] 'process raft request' (duration: 1.249618038s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:58.477531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234962703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:58.477583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.227278Z","time spent":"1.250212693s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:58.477598Z","caller":"traceutil/trace.go:171","msg":"trace[1527345067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10119; }","duration":"1.235128717s","start":"2026-05-29T02:27:57.242457Z","end":"2026-05-29T02:27:58.477586Z","steps":["trace[1527345067] 'agreement among raft nodes before linearized reading' (duration: 1.234893062s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:58.477703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.242444Z","time spent":"1.23524673s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:58.830026Z","caller":"traceutil/trace.go:171","msg":"trace[543744946] transaction","detail":"{read_only:false; response_revision:10120; number_of_response:1; }","duration":"1.105707426s","start":"2026-05-29T02:27:57.724279Z","end":"2026-05-29T02:27:58.829987Z","steps":["trace[543744946] 'process raft request' (duration: 1.105445869s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:58.8302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.724251Z","time spent":"1.1058653s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:59.031761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.84452ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:27:59.032031Z","caller":"traceutil/trace.go:171","msg":"trace[1446424594] linearizableReadLoop","detail":"{readStateIndex:10488; appliedIndex:10486; }","duration":"554.62681ms","start":"2026-05-29T02:27:58.477318Z","end":"2026-05-29T02:27:59.031945Z","steps":["trace[1446424594] 'read index received' (duration: 352.37699ms)","trace[1446424594] 'applied index is now lower than readState.Index' (duration: 202.244989ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:59.032103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307126255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:59.032157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098053476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:59.032187Z","caller":"traceutil/trace.go:171","msg":"trace[461762195] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10120; }","duration":"1.30728422s","start":"2026-05-29T02:27:57.724883Z","end":"2026-05-29T02:27:59.032167Z","steps":["trace[461762195] 'agreement among raft nodes before linearized reading' (duration: 1.307110366s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:59.032239Z","caller":"traceutil/trace.go:171","msg":"trace[1593086951] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10120; }","duration":"1.098189898s","start":"2026-05-29T02:27:57.93403Z","end":"2026-05-29T02:27:59.03222Z","steps":["trace[1593086951] 'agreement among raft nodes before linearized reading' (duration: 1.097939102s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.032244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.724858Z","time spent":"1.307375621s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:59.032307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.934016Z","time spent":"1.098273271s","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:59.032488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.723149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:59.032545Z","caller":"traceutil/trace.go:171","msg":"trace[2081808139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10121; }","duration":"553.81536ms","start":"2026-05-29T02:27:58.478708Z","end":"2026-05-29T02:27:59.032524Z","steps":["trace[2081808139] 'agreement among raft nodes before linearized reading' (duration: 553.677637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.032514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683747336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:59.032592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.478692Z","time spent":"553.892253ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:59.032614Z","caller":"traceutil/trace.go:171","msg":"trace[1630950099] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10120; }","duration":"1.68389433s","start":"2026-05-29T02:27:57.348696Z","end":"2026-05-29T02:27:59.032591Z","steps":["trace[1630950099] 'agreement among raft nodes before linearized reading' (duration: 1.683420679s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.032665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.348682Z","time spent":"1.683972751s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:59.033508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135424756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:59.032752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.91883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:59.033651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006920637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:27:59.033712Z","caller":"traceutil/trace.go:171","msg":"trace[398166445] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10120; }","duration":"1.007003879s","start":"2026-05-29T02:27:58.026676Z","end":"2026-05-29T02:27:59.03368Z","steps":["trace[398166445] 'agreement among raft nodes before linearized reading' (duration: 1.00537605s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.033754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.026655Z","time spent":"1.00708896s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:27:59.033729Z","caller":"traceutil/trace.go:171","msg":"trace[1623966592] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10120; }","duration":"969.927024ms","start":"2026-05-29T02:27:58.063718Z","end":"2026-05-29T02:27:59.033645Z","steps":["trace[1623966592] 'agreement among raft nodes before linearized reading' (duration: 968.292365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.033866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.063701Z","time spent":"970.136908ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:59.033597Z","caller":"traceutil/trace.go:171","msg":"trace[1441487335] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10120; }","duration":"1.13554461s","start":"2026-05-29T02:27:57.898015Z","end":"2026-05-29T02:27:59.033559Z","steps":["trace[1441487335] 'agreement among raft nodes before linearized reading' (duration: 1.134058545s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.034024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.89799Z","time spent":"1.13600424s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:59.034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682430025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:59.034145Z","caller":"traceutil/trace.go:171","msg":"trace[1641752113] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:10120; }","duration":"1.682577049s","start":"2026-05-29T02:27:57.351516Z","end":"2026-05-29T02:27:59.034093Z","steps":["trace[1641752113] 'agreement among raft nodes before linearized reading' (duration: 1.680562882s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.034213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.351512Z","time spent":"1.682687882s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-05-29T02:27:59.0343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.20925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:27:59.034383Z","caller":"traceutil/trace.go:171","msg":"trace[1159938320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10121; }","duration":"423.344363ms","start":"2026-05-29T02:27:58.611001Z","end":"2026-05-29T02:27:59.034345Z","steps":["trace[1159938320] 'agreement among raft nodes before linearized reading' (duration: 422.79771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.034453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.610975Z","time spent":"423.454066ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:27:59.034946Z","caller":"traceutil/trace.go:171","msg":"trace[416957747] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"198.128703ms","start":"2026-05-29T02:27:58.835607Z","end":"2026-05-29T02:27:59.033736Z","steps":["trace[416957747] 'process raft request' (duration: 196.279919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.041342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.228638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4542"} {"level":"info","ts":"2026-05-29T02:27:59.04151Z","caller":"traceutil/trace.go:171","msg":"trace[1407629756] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10121; }","duration":"559.458423ms","start":"2026-05-29T02:27:58.482022Z","end":"2026-05-29T02:27:59.04148Z","steps":["trace[1407629756] 'agreement among raft nodes before linearized reading' (duration: 551.871575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.041869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.482003Z","time spent":"559.848853ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4565,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-29T02:27:59.437017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.058414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:59.437233Z","caller":"traceutil/trace.go:171","msg":"trace[1289187598] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"396.582103ms","start":"2026-05-29T02:27:59.040592Z","end":"2026-05-29T02:27:59.437174Z","steps":["trace[1289187598] 'process raft request' (duration: 133.269833ms)","trace[1289187598] 'compare' (duration: 262.90554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:59.437469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.040572Z","time spent":"396.800127ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:27:59.437164Z","caller":"traceutil/trace.go:171","msg":"trace[893443084] linearizableReadLoop","detail":"{readStateIndex:10490; appliedIndex:10489; }","duration":"394.016902ms","start":"2026-05-29T02:27:59.043123Z","end":"2026-05-29T02:27:59.43714Z","steps":["trace[893443084] 'read index received' (duration: 130.753494ms)","trace[893443084] 'applied index is now lower than readState.Index' (duration: 263.261488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:59.437991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.825791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:59.438079Z","caller":"traceutil/trace.go:171","msg":"trace[1899943374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10122; }","duration":"394.968834ms","start":"2026-05-29T02:27:59.043086Z","end":"2026-05-29T02:27:59.438055Z","steps":["trace[1899943374] 'agreement among raft nodes before linearized reading' (duration: 394.712668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.438112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.043068Z","time spent":"395.037776ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:59.938874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:28:00.015422Z","caller":"traceutil/trace.go:171","msg":"trace[1957278631] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"966.312319ms","start":"2026-05-29T02:27:59.049074Z","end":"2026-05-29T02:28:00.015387Z","steps":["trace[1957278631] 'process raft request' (duration: 966.123824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.015612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.049042Z","time spent":"966.477932ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:00.515267Z","caller":"traceutil/trace.go:171","msg":"trace[36857888] transaction","detail":"{read_only:false; response_revision:10124; number_of_response:1; }","duration":"1.328782496s","start":"2026-05-29T02:27:59.186452Z","end":"2026-05-29T02:28:00.515234Z","steps":["trace[36857888] 'process raft request' (duration: 1.328543761s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.515455Z","caller":"traceutil/trace.go:171","msg":"trace[1025292] linearizableReadLoop","detail":"{readStateIndex:10493; appliedIndex:10490; }","duration":"1.077545182s","start":"2026-05-29T02:27:59.437866Z","end":"2026-05-29T02:28:00.515411Z","steps":["trace[1025292] 'read index received' (duration: 577.404887ms)","trace[1025292] 'applied index is now lower than readState.Index' (duration: 500.137374ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:00.515537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.186003Z","time spent":"1.32935883s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:00.51556Z","caller":"traceutil/trace.go:171","msg":"trace[1421109280] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"1.072320268s","start":"2026-05-29T02:27:59.443147Z","end":"2026-05-29T02:28:00.515468Z","steps":["trace[1421109280] 'process raft request' (duration: 1.072028211s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.515753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28610345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:28:00.515783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.854389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"info","ts":"2026-05-29T02:28:00.515808Z","caller":"traceutil/trace.go:171","msg":"trace[17394305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10125; }","duration":"1.286195773s","start":"2026-05-29T02:27:59.2296Z","end":"2026-05-29T02:28:00.515796Z","steps":["trace[17394305] 'agreement among raft nodes before linearized reading' (duration: 1.285955237s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.515839Z","caller":"traceutil/trace.go:171","msg":"trace[1743242403] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10125; }","duration":"491.933211ms","start":"2026-05-29T02:28:00.023894Z","end":"2026-05-29T02:28:00.515827Z","steps":["trace[1743242403] 'agreement among raft nodes before linearized reading' (duration: 491.766867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.515688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.370106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:28:00.515695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.62074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:00.516024Z","caller":"traceutil/trace.go:171","msg":"trace[192061814] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10125; }","duration":"711.698634ms","start":"2026-05-29T02:27:59.80428Z","end":"2026-05-29T02:28:00.515978Z","steps":["trace[192061814] 'agreement among raft nodes before linearized reading' (duration: 711.295294ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.516109Z","caller":"traceutil/trace.go:171","msg":"trace[1062084107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10125; }","duration":"273.05758ms","start":"2026-05-29T02:28:00.243043Z","end":"2026-05-29T02:28:00.516101Z","steps":["trace[1062084107] 'agreement among raft nodes before linearized reading' (duration: 272.549578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.516186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.804218Z","time spent":"711.917799ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:00.515887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.023876Z","time spent":"492.004593ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4605,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-29T02:28:00.515915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.229573Z","time spent":"1.286316215s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:28:00.515865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.443122Z","time spent":"1.072638656s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:28:00.519173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.412186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388760"} {"level":"info","ts":"2026-05-29T02:28:00.519272Z","caller":"traceutil/trace.go:171","msg":"trace[232606633] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:10125; }","duration":"691.526829ms","start":"2026-05-29T02:27:59.827699Z","end":"2026-05-29T02:28:00.519225Z","steps":["trace[232606633] 'agreement among raft nodes before linearized reading' (duration: 688.052097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.519366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.827676Z","time spent":"691.633661ms","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":558,"response size":388783,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:28:00.767868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.331449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:00.768011Z","caller":"traceutil/trace.go:171","msg":"trace[1028060630] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"244.271971ms","start":"2026-05-29T02:28:00.523716Z","end":"2026-05-29T02:28:00.767988Z","steps":["trace[1028060630] 'process raft request' (duration: 142.702126ms)","trace[1028060630] 'compare' (duration: 100.918809ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:00.837169Z","caller":"traceutil/trace.go:171","msg":"trace[701046854] linearizableReadLoop","detail":"{readStateIndex:10495; appliedIndex:10493; }","duration":"295.343665ms","start":"2026-05-29T02:28:00.541796Z","end":"2026-05-29T02:28:00.837139Z","steps":["trace[701046854] 'read index received' (duration: 124.711701ms)","trace[701046854] 'applied index is now lower than readState.Index' (duration: 170.630614ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:00.837351Z","caller":"traceutil/trace.go:171","msg":"trace[1124991679] transaction","detail":"{read_only:false; response_revision:10127; number_of_response:1; }","duration":"308.69361ms","start":"2026-05-29T02:28:00.528642Z","end":"2026-05-29T02:28:00.837336Z","steps":["trace[1124991679] 'process raft request' (duration: 308.330832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.8375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.52863Z","time spent":"308.761352ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5920,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:00.837551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.462448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:00.837646Z","caller":"traceutil/trace.go:171","msg":"trace[1451525096] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10127; }","duration":"192.602532ms","start":"2026-05-29T02:28:00.645018Z","end":"2026-05-29T02:28:00.83762Z","steps":["trace[1451525096] 'agreement among raft nodes before linearized reading' (duration: 192.425408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.838178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.367729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-certs-vgxr4.18b3e815730861c3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:10125 ","response":"range_response_count:58 size:44978"} {"level":"info","ts":"2026-05-29T02:28:00.838254Z","caller":"traceutil/trace.go:171","msg":"trace[400818103] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-certs-vgxr4.18b3e815730861c3\u0000; range_end:/registry/events/openstack0; response_count:58; response_revision:10127; }","duration":"296.508702ms","start":"2026-05-29T02:28:00.541729Z","end":"2026-05-29T02:28:00.838238Z","steps":["trace[400818103] 'agreement among raft nodes before linearized reading' (duration: 296.118863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:01.258009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.216994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:01.258113Z","caller":"traceutil/trace.go:171","msg":"trace[166885478] linearizableReadLoop","detail":"{readStateIndex:10496; appliedIndex:10495; }","duration":"416.226335ms","start":"2026-05-29T02:28:00.841871Z","end":"2026-05-29T02:28:01.258097Z","steps":["trace[166885478] 'read index received' (duration: 301.564411ms)","trace[166885478] 'applied index is now lower than readState.Index' (duration: 114.660414ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:01.258194Z","caller":"traceutil/trace.go:171","msg":"trace[1849600266] transaction","detail":"{read_only:false; response_revision:10128; number_of_response:1; }","duration":"417.789472ms","start":"2026-05-29T02:28:00.840395Z","end":"2026-05-29T02:28:01.258185Z","steps":["trace[1849600266] 'process raft request' (duration: 303.314402ms)","trace[1849600266] 'compare' (duration: 113.875336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:01.258237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.840369Z","time spent":"417.845373ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:01.258567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.339775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:28:01.258666Z","caller":"traceutil/trace.go:171","msg":"trace[1807041105] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10128; }","duration":"329.50151ms","start":"2026-05-29T02:28:00.929141Z","end":"2026-05-29T02:28:01.258642Z","steps":["trace[1807041105] 'agreement among raft nodes before linearized reading' (duration: 329.210553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:01.258717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.929108Z","time spent":"329.599681ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:28:01.258937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.031553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5059"} {"level":"info","ts":"2026-05-29T02:28:01.259014Z","caller":"traceutil/trace.go:171","msg":"trace[285472449] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:10128; }","duration":"417.209088ms","start":"2026-05-29T02:28:00.841785Z","end":"2026-05-29T02:28:01.258994Z","steps":["trace[285472449] 'agreement among raft nodes before linearized reading' (duration: 416.903851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:01.259062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.841743Z","time spent":"417.30751ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5082,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-05-29T02:28:01.809445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:02.248249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.408001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:02.248379Z","caller":"traceutil/trace.go:171","msg":"trace[1404198372] transaction","detail":"{read_only:false; response_revision:10129; number_of_response:1; }","duration":"982.584642ms","start":"2026-05-29T02:28:01.265772Z","end":"2026-05-29T02:28:02.248357Z","steps":["trace[1404198372] 'process raft request' (duration: 615.927205ms)","trace[1404198372] 'compare' (duration: 365.995462ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:02.248441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.265746Z","time spent":"982.667644ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:03.008552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12667237s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:28:03.216457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.532084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:03.21658Z","caller":"traceutil/trace.go:171","msg":"trace[1156850757] linearizableReadLoop","detail":"{readStateIndex:10498; appliedIndex:10496; }","duration":"1.908245702s","start":"2026-05-29T02:28:01.308315Z","end":"2026-05-29T02:28:03.216561Z","steps":["trace[1156850757] 'read index received' (duration: 573.544236ms)","trace[1156850757] 'applied index is now lower than readState.Index' (duration: 1.334699916s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:03.216655Z","caller":"traceutil/trace.go:171","msg":"trace[345141540] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"1.948412939s","start":"2026-05-29T02:28:01.26823Z","end":"2026-05-29T02:28:03.216643Z","steps":["trace[345141540] 'process raft request' (duration: 1.740573227s)","trace[345141540] 'compare' (duration: 207.064614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:03.216723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.268214Z","time spent":"1.94847664s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:03.216932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908573719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:28:03.217021Z","caller":"traceutil/trace.go:171","msg":"trace[600572870] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:10130; }","duration":"1.908719403s","start":"2026-05-29T02:28:01.308282Z","end":"2026-05-29T02:28:03.217001Z","steps":["trace[600572870] 'agreement among raft nodes before linearized reading' (duration: 1.908406646s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:03.217061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.30827Z","time spent":"1.908786015s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:28:04.061457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.145277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:04.061611Z","caller":"traceutil/trace.go:171","msg":"trace[1727834063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10130; }","duration":"322.313051ms","start":"2026-05-29T02:28:03.739279Z","end":"2026-05-29T02:28:04.061592Z","steps":["trace[1727834063] 'range keys from in-memory index tree' (duration: 322.124797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.061716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.337379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:04.062006Z","caller":"traceutil/trace.go:171","msg":"trace[1980390048] linearizableReadLoop","detail":"{readStateIndex:10500; appliedIndex:10498; }","duration":"845.377086ms","start":"2026-05-29T02:28:03.216609Z","end":"2026-05-29T02:28:04.061986Z","steps":["trace[1980390048] 'read index received' (duration: 386.670959ms)","trace[1980390048] 'applied index is now lower than readState.Index' (duration: 458.704797ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:04.062012Z","caller":"traceutil/trace.go:171","msg":"trace[446397867] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"1.926022271s","start":"2026-05-29T02:28:02.135955Z","end":"2026-05-29T02:28:04.061977Z","steps":["trace[446397867] 'process raft request' (duration: 1.925863737s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:04.062062Z","caller":"traceutil/trace.go:171","msg":"trace[2039588003] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"2.153086025s","start":"2026-05-29T02:28:01.9089Z","end":"2026-05-29T02:28:04.061986Z","steps":["trace[2039588003] 'process raft request' (duration: 1.694375878s)","trace[2039588003] 'compare' (duration: 458.132424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:04.062175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818157817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:04.062177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.135925Z","time spent":"1.926163695s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:04.062214Z","caller":"traceutil/trace.go:171","msg":"trace[377128956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10132; }","duration":"1.818242469s","start":"2026-05-29T02:28:02.24396Z","end":"2026-05-29T02:28:04.062202Z","steps":["trace[377128956] 'agreement among raft nodes before linearized reading' (duration: 1.818155957s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.062253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.243917Z","time spent":"1.818329251s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:04.062253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.90887Z","time spent":"2.15328755s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:04.06227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.221549Z","time spent":"840.715237ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:28:04.062277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521883233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-29T02:28:04.062319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126039455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-05-29T02:28:04.062332Z","caller":"traceutil/trace.go:171","msg":"trace[151615544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10132; }","duration":"2.521973325s","start":"2026-05-29T02:28:01.540344Z","end":"2026-05-29T02:28:04.062317Z","steps":["trace[151615544] 'agreement among raft nodes before linearized reading' (duration: 2.521801091s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.062343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809571064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v65tb.18b3e83ab80f6c1e\" ","response":"range_response_count:1 size:850"} {"level":"warn","ts":"2026-05-29T02:28:04.062357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.545753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-cbbv2\" ","response":"range_response_count:1 size:4791"} {"level":"warn","ts":"2026-05-29T02:28:04.06238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.540279Z","time spent":"2.522092797s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:28:04.062378Z","caller":"traceutil/trace.go:171","msg":"trace[1313680461] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:10132; }","duration":"1.126119277s","start":"2026-05-29T02:28:02.936244Z","end":"2026-05-29T02:28:04.062363Z","steps":["trace[1313680461] 'agreement among raft nodes before linearized reading' (duration: 1.125849981s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:04.062392Z","caller":"traceutil/trace.go:171","msg":"trace[1267906420] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-v65tb.18b3e83ab80f6c1e; range_end:; response_count:1; response_revision:10132; }","duration":"1.809668658s","start":"2026-05-29T02:28:02.252709Z","end":"2026-05-29T02:28:04.062378Z","steps":["trace[1267906420] 'agreement among raft nodes before linearized reading' (duration: 1.809389101s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:04.062415Z","caller":"traceutil/trace.go:171","msg":"trace[1512757456] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-cbbv2; range_end:; response_count:1; response_revision:10132; }","duration":"840.622054ms","start":"2026-05-29T02:28:03.221776Z","end":"2026-05-29T02:28:04.062398Z","steps":["trace[1512757456] 'agreement among raft nodes before linearized reading' (duration: 840.43216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.06243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.252689Z","time spent":"1.809733409s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":873,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v65tb.18b3e83ab80f6c1e\" "} {"level":"warn","ts":"2026-05-29T02:28:04.062425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.936234Z","time spent":"1.126182108s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-05-29T02:28:04.062419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529790567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:28:04.062526Z","caller":"traceutil/trace.go:171","msg":"trace[1161046208] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10132; }","duration":"1.529956641s","start":"2026-05-29T02:28:02.532546Z","end":"2026-05-29T02:28:04.062502Z","steps":["trace[1161046208] 'agreement among raft nodes before linearized reading' (duration: 1.52951829s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.06246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.221767Z","time spent":"840.686266ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4814,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-cbbv2\" "} {"level":"warn","ts":"2026-05-29T02:28:04.062573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.722951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-29T02:28:04.062655Z","caller":"traceutil/trace.go:171","msg":"trace[1898433216] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10132; }","duration":"738.862725ms","start":"2026-05-29T02:28:03.323774Z","end":"2026-05-29T02:28:04.062637Z","steps":["trace[1898433216] 'agreement among raft nodes before linearized reading' (duration: 738.602069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.06269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.323755Z","time spent":"738.928926ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:28:04.062585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.53252Z","time spent":"1.530054943s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:28:04.062816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154450195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:28:04.062867Z","caller":"traceutil/trace.go:171","msg":"trace[2055271136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10132; }","duration":"1.154542567s","start":"2026-05-29T02:28:02.908312Z","end":"2026-05-29T02:28:04.062854Z","steps":["trace[2055271136] 'agreement among raft nodes before linearized reading' (duration: 1.153792809s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.062934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.908288Z","time spent":"1.154605969s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:28:04.375736Z","caller":"traceutil/trace.go:171","msg":"trace[1335661547] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"311.792383ms","start":"2026-05-29T02:28:04.063904Z","end":"2026-05-29T02:28:04.375697Z","steps":["trace[1335661547] 'process raft request' (duration: 240.86644ms)","trace[1335661547] 'compare' (duration: 70.714278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:04.375981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.063874Z","time spent":"311.963547ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:05.027204Z","caller":"traceutil/trace.go:171","msg":"trace[94791302] linearizableReadLoop","detail":"{readStateIndex:10503; appliedIndex:10501; }","duration":"960.464949ms","start":"2026-05-29T02:28:04.066703Z","end":"2026-05-29T02:28:05.027168Z","steps":["trace[94791302] 'read index received' (duration: 238.069894ms)","trace[94791302] 'applied index is now lower than readState.Index' (duration: 722.393755ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:05.027131Z","caller":"traceutil/trace.go:171","msg":"trace[1314859528] transaction","detail":"{read_only:false; response_revision:10134; number_of_response:1; }","duration":"962.109778ms","start":"2026-05-29T02:28:04.064981Z","end":"2026-05-29T02:28:05.027091Z","steps":["trace[1314859528] 'process raft request' (duration: 961.487653ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:05.027354Z","caller":"traceutil/trace.go:171","msg":"trace[293320029] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"955.776529ms","start":"2026-05-29T02:28:04.07157Z","end":"2026-05-29T02:28:05.027346Z","steps":["trace[293320029] 'process raft request' (duration: 955.451451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.027391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.064966Z","time spent":"962.339563ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:05.027467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.071555Z","time spent":"955.81863ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:05.027671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.730848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:05.02785Z","caller":"traceutil/trace.go:171","msg":"trace[992263147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10135; }","duration":"955.871172ms","start":"2026-05-29T02:28:04.071878Z","end":"2026-05-29T02:28:05.027749Z","steps":["trace[992263147] 'agreement among raft nodes before linearized reading' (duration: 955.718138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.027937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.313642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-29T02:28:05.027979Z","caller":"traceutil/trace.go:171","msg":"trace[851471707] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10135; }","duration":"649.376774ms","start":"2026-05-29T02:28:04.378591Z","end":"2026-05-29T02:28:05.027967Z","steps":["trace[851471707] 'agreement among raft nodes before linearized reading' (duration: 649.23207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.028007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.37858Z","time spent":"649.422675ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:28:05.028007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.274983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:05.028007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.292961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-05-29T02:28:05.028085Z","caller":"traceutil/trace.go:171","msg":"trace[1068834931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10135; }","duration":"686.444197ms","start":"2026-05-29T02:28:04.341622Z","end":"2026-05-29T02:28:05.028066Z","steps":["trace[1068834931] 'agreement among raft nodes before linearized reading' (duration: 686.258263ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:05.028099Z","caller":"traceutil/trace.go:171","msg":"trace[41740102] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:10135; }","duration":"942.418293ms","start":"2026-05-29T02:28:04.085656Z","end":"2026-05-29T02:28:05.028075Z","steps":["trace[41740102] 'agreement among raft nodes before linearized reading' (duration: 942.226939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.028125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.341588Z","time spent":"686.527649ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:05.028144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.085641Z","time spent":"942.493386ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-05-29T02:28:05.028103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.071864Z","time spent":"956.041915ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:05.028227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.533875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338489"} {"level":"warn","ts":"2026-05-29T02:28:05.028444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.880873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:28:05.028416Z","caller":"traceutil/trace.go:171","msg":"trace[684960250] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10135; }","duration":"961.75417ms","start":"2026-05-29T02:28:04.066632Z","end":"2026-05-29T02:28:05.028386Z","steps":["trace[684960250] 'agreement among raft nodes before linearized reading' (duration: 961.191496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.028582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.066604Z","time spent":"961.954225ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338512,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:28:05.028712Z","caller":"traceutil/trace.go:171","msg":"trace[228695436] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10135; }","duration":"426.256251ms","start":"2026-05-29T02:28:04.602229Z","end":"2026-05-29T02:28:05.028486Z","steps":["trace[228695436] 'agreement among raft nodes before linearized reading' (duration: 425.642536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.029088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.602213Z","time spent":"426.855996ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-29T02:28:05.381157Z","caller":"traceutil/trace.go:171","msg":"trace[1779295815] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"346.339767ms","start":"2026-05-29T02:28:05.034792Z","end":"2026-05-29T02:28:05.381131Z","steps":["trace[1779295815] 'process raft request' (duration: 346.175913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.381301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.034771Z","time spent":"346.457271ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:05.710613Z","caller":"traceutil/trace.go:171","msg":"trace[289745648] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"667.907451ms","start":"2026-05-29T02:28:05.042647Z","end":"2026-05-29T02:28:05.710555Z","steps":["trace[289745648] 'process raft request' (duration: 667.653975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.710814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.042622Z","time spent":"668.078045ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:05.710831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.377926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:28:05.711038Z","caller":"traceutil/trace.go:171","msg":"trace[451269078] linearizableReadLoop","detail":"{readStateIndex:10506; appliedIndex:10504; }","duration":"577.056098ms","start":"2026-05-29T02:28:05.133426Z","end":"2026-05-29T02:28:05.710482Z","steps":["trace[451269078] 'read index received' (duration: 247.536787ms)","trace[451269078] 'applied index is now lower than readState.Index' (duration: 329.518281ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:05.711057Z","caller":"traceutil/trace.go:171","msg":"trace[1041280165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10137; }","duration":"577.650702ms","start":"2026-05-29T02:28:05.133383Z","end":"2026-05-29T02:28:05.711034Z","steps":["trace[1041280165] 'agreement among raft nodes before linearized reading' (duration: 577.275803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.711119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.133362Z","time spent":"577.739455ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:28:06.211133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:06.356071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.77287Z","time spent":"583.192864ms","remote":"127.0.0.1:58212","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:28:06.489693Z","caller":"traceutil/trace.go:171","msg":"trace[524293309] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"1.012506657s","start":"2026-05-29T02:28:05.477158Z","end":"2026-05-29T02:28:06.489665Z","steps":["trace[524293309] 'process raft request' (duration: 1.012099308s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.489828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.477124Z","time spent":"1.012632751s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414755,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:06.97534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.999836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:06.975462Z","caller":"traceutil/trace.go:171","msg":"trace[1952721381] linearizableReadLoop","detail":"{readStateIndex:10508; appliedIndex:10506; }","duration":"1.264362547s","start":"2026-05-29T02:28:05.71108Z","end":"2026-05-29T02:28:06.975443Z","steps":["trace[1952721381] 'read index received' (duration: 778.062179ms)","trace[1952721381] 'applied index is now lower than readState.Index' (duration: 486.298768ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:06.975584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427506654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-29T02:28:06.975663Z","caller":"traceutil/trace.go:171","msg":"trace[1932165875] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:10139; }","duration":"1.427638387s","start":"2026-05-29T02:28:05.548009Z","end":"2026-05-29T02:28:06.975648Z","steps":["trace[1932165875] 'agreement among raft nodes before linearized reading' (duration: 1.427436212s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.975678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591099253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-29T02:28:06.975708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.547988Z","time spent":"1.427713129s","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-05-29T02:28:06.975712Z","caller":"traceutil/trace.go:171","msg":"trace[1524367952] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:10139; }","duration":"1.591173204s","start":"2026-05-29T02:28:05.384525Z","end":"2026-05-29T02:28:06.975699Z","steps":["trace[1524367952] 'agreement among raft nodes before linearized reading' (duration: 1.59101218s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.975747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.384492Z","time spent":"1.591247915s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:28:06.975886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335690189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:06.975915Z","caller":"traceutil/trace.go:171","msg":"trace[901696680] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10139; }","duration":"1.335763881s","start":"2026-05-29T02:28:05.640142Z","end":"2026-05-29T02:28:06.975906Z","steps":["trace[901696680] 'agreement among raft nodes before linearized reading' (duration: 1.33571706s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:06.975872Z","caller":"traceutil/trace.go:171","msg":"trace[1757843954] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"1.25856899s","start":"2026-05-29T02:28:05.717251Z","end":"2026-05-29T02:28:06.97582Z","steps":["trace[1757843954] 'process raft request' (duration: 912.97571ms)","trace[1757843954] 'compare' (duration: 344.702289ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:06.975938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.640115Z","time spent":"1.335817482s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:06.976068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26027384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7181"} {"level":"warn","ts":"2026-05-29T02:28:06.97612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.899568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:06.97617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.324956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:06.976185Z","caller":"traceutil/trace.go:171","msg":"trace[1115297615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10139; }","duration":"324.00384ms","start":"2026-05-29T02:28:06.652166Z","end":"2026-05-29T02:28:06.97617Z","steps":["trace[1115297615] 'agreement among raft nodes before linearized reading' (duration: 323.916548ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:06.976198Z","caller":"traceutil/trace.go:171","msg":"trace[2125727793] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10139; }","duration":"625.396238ms","start":"2026-05-29T02:28:06.350795Z","end":"2026-05-29T02:28:06.976192Z","steps":["trace[2125727793] 'agreement among raft nodes before linearized reading' (duration: 625.349207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.976195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.05369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-29T02:28:06.976197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735451997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:06.976233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.640881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:06.976246Z","caller":"traceutil/trace.go:171","msg":"trace[1952095466] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10139; }","duration":"463.128352ms","start":"2026-05-29T02:28:06.513099Z","end":"2026-05-29T02:28:06.976227Z","steps":["trace[1952095466] 'agreement among raft nodes before linearized reading' (duration: 463.033619ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:06.976273Z","caller":"traceutil/trace.go:171","msg":"trace[61690124] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10139; }","duration":"462.725863ms","start":"2026-05-29T02:28:06.513537Z","end":"2026-05-29T02:28:06.976262Z","steps":["trace[61690124] 'agreement among raft nodes before linearized reading' (duration: 462.655041ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:06.976276Z","caller":"traceutil/trace.go:171","msg":"trace[1654874645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10139; }","duration":"1.735521868s","start":"2026-05-29T02:28:05.240733Z","end":"2026-05-29T02:28:06.976255Z","steps":["trace[1654874645] 'agreement among raft nodes before linearized reading' (duration: 1.735408066s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.976287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.207718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-05-29T02:28:06.976287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.51308Z","time spent":"463.198563ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:28:06.976315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.513511Z","time spent":"462.792854ms","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:28:06.976321Z","caller":"traceutil/trace.go:171","msg":"trace[1666060167] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10139; }","duration":"319.30877ms","start":"2026-05-29T02:28:06.657004Z","end":"2026-05-29T02:28:06.976313Z","steps":["trace[1666060167] 'agreement among raft nodes before linearized reading' (duration: 319.239168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.976332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.240696Z","time spent":"1.735623611s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:06.97635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.656981Z","time spent":"319.360881ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:28:06.976321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754891245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-05-29T02:28:06.976483Z","caller":"traceutil/trace.go:171","msg":"trace[1086566972] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:10139; }","duration":"1.755053198s","start":"2026-05-29T02:28:05.221412Z","end":"2026-05-29T02:28:06.976465Z","steps":["trace[1086566972] 'agreement among raft nodes before linearized reading' (duration: 1.754300711s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.976528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.221355Z","time spent":"1.755162622s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":475,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"info","ts":"2026-05-29T02:28:06.976163Z","caller":"traceutil/trace.go:171","msg":"trace[736431163] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10139; }","duration":"1.260430714s","start":"2026-05-29T02:28:05.71571Z","end":"2026-05-29T02:28:06.976141Z","steps":["trace[736431163] 'agreement among raft nodes before linearized reading' (duration: 1.260163907s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.976654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.715684Z","time spent":"1.260952436s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7204,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-29T02:28:06.976225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.350773Z","time spent":"625.44698ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:06.976084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.717229Z","time spent":"1.258737155s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:06.976083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648789933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-29T02:28:06.976918Z","caller":"traceutil/trace.go:171","msg":"trace[1265469] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10139; }","duration":"1.649653743s","start":"2026-05-29T02:28:05.327235Z","end":"2026-05-29T02:28:06.976889Z","steps":["trace[1265469] 'agreement among raft nodes before linearized reading' (duration: 1.648731452s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.976979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.327205Z","time spent":"1.649749546s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T02:28:06.976221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.652138Z","time spent":"324.074682ms","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:07.535815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:08.036056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:08.159839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12415254s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:28:08.160491Z","caller":"traceutil/trace.go:171","msg":"trace[1955800205] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"1.176868044s","start":"2026-05-29T02:28:06.983578Z","end":"2026-05-29T02:28:08.160446Z","steps":["trace[1955800205] 'process raft request' (duration: 1.176578257s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:08.160509Z","caller":"traceutil/trace.go:171","msg":"trace[1731766079] transaction","detail":"{read_only:false; response_revision:10142; number_of_response:1; }","duration":"1.17374632s","start":"2026-05-29T02:28:06.98674Z","end":"2026-05-29T02:28:08.160486Z","steps":["trace[1731766079] 'process raft request' (duration: 1.173648968s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.160642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.983565Z","time spent":"1.177004797s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:28:08.160678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.986717Z","time spent":"1.173855073s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:08.657511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.473895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:28:08.658238Z","caller":"traceutil/trace.go:171","msg":"trace[139780778] linearizableReadLoop","detail":"{readStateIndex:10513; appliedIndex:10509; }","duration":"1.62242598s","start":"2026-05-29T02:28:07.035771Z","end":"2026-05-29T02:28:08.658197Z","steps":["trace[139780778] 'read index received' (duration: 1.124302714s)","trace[139780778] 'applied index is now lower than readState.Index' (duration: 498.120916ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:08.658305Z","caller":"traceutil/trace.go:171","msg":"trace[498200203] transaction","detail":"{read_only:false; response_revision:10143; number_of_response:1; }","duration":"634.159794ms","start":"2026-05-29T02:28:08.024107Z","end":"2026-05-29T02:28:08.658267Z","steps":["trace[498200203] 'process raft request' (duration: 633.538719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.658505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.024076Z","time spent":"634.317438ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:08.984996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772464838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:426"} {"level":"warn","ts":"2026-05-29T02:28:08.985081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276726717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:28:08.98513Z","caller":"traceutil/trace.go:171","msg":"trace[1500671418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10143; }","duration":"1.772637392s","start":"2026-05-29T02:28:07.212461Z","end":"2026-05-29T02:28:08.985099Z","steps":["trace[1500671418] 'agreement among raft nodes before linearized reading' (duration: 1.446045901s)","trace[1500671418] 'range keys from in-memory index tree' (duration: 326.285515ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.212443Z","time spent":"1.772732815s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:08.985227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989883355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-05-29T02:28:08.985293Z","caller":"traceutil/trace.go:171","msg":"trace[1753069855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10143; }","duration":"1.989963068s","start":"2026-05-29T02:28:06.995309Z","end":"2026-05-29T02:28:08.985272Z","steps":["trace[1753069855] 'agreement among raft nodes before linearized reading' (duration: 1.663003567s)","trace[1753069855] 'range keys from in-memory index tree' (duration: 326.318635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.778233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:08.98519Z","caller":"traceutil/trace.go:171","msg":"trace[1980283563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10143; }","duration":"1.276886972s","start":"2026-05-29T02:28:07.708273Z","end":"2026-05-29T02:28:08.98516Z","steps":["trace[1980283563] 'agreement among raft nodes before linearized reading' (duration: 950.265629ms)","trace[1980283563] 'range keys from in-memory index tree' (duration: 326.373416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234657525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:08.985364Z","caller":"traceutil/trace.go:171","msg":"trace[1944274889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10143; }","duration":"741.922306ms","start":"2026-05-29T02:28:08.243419Z","end":"2026-05-29T02:28:08.985342Z","steps":["trace[1944274889] 'agreement among raft nodes before linearized reading' (duration: 415.067148ms)","trace[1944274889] 'range keys from in-memory index tree' (duration: 326.678864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002571895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-05-29T02:28:08.985453Z","caller":"traceutil/trace.go:171","msg":"trace[1277361258] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10143; }","duration":"1.234764697s","start":"2026-05-29T02:28:07.750672Z","end":"2026-05-29T02:28:08.985436Z","steps":["trace[1277361258] 'agreement among raft nodes before linearized reading' (duration: 907.860908ms)","trace[1277361258] 'count revisions from in-memory index tree' (duration: 326.833418ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945080779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:28:08.985472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94598907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b3e83ab6c400b6\" ","response":"range_response_count:1 size:814"} {"level":"warn","ts":"2026-05-29T02:28:08.985495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.750643Z","time spent":"1.23484408s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":110,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:08.985121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574766257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:28:08.98551Z","caller":"traceutil/trace.go:171","msg":"trace[583610397] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10143; }","duration":"2.002642217s","start":"2026-05-29T02:28:06.98284Z","end":"2026-05-29T02:28:08.985483Z","steps":["trace[583610397] 'agreement among raft nodes before linearized reading' (duration: 1.675544973s)","trace[583610397] 'range keys from in-memory index tree' (duration: 326.997712ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.2434Z","time spent":"742.055129ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:28:08.985555Z","caller":"traceutil/trace.go:171","msg":"trace[1536002647] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10143; }","duration":"1.575256318s","start":"2026-05-29T02:28:07.410279Z","end":"2026-05-29T02:28:08.985535Z","steps":["trace[1536002647] 'agreement among raft nodes before linearized reading' (duration: 1.248268817s)","trace[1536002647] 'range keys from in-memory index tree' (duration: 326.473649ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:08.985537Z","caller":"traceutil/trace.go:171","msg":"trace[1981055275] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b3e83ab6c400b6; range_end:; response_count:1; response_revision:10143; }","duration":"1.946089863s","start":"2026-05-29T02:28:07.039429Z","end":"2026-05-29T02:28:08.985519Z","steps":["trace[1981055275] 'agreement among raft nodes before linearized reading' (duration: 1.61900831s)","trace[1981055275] 'range keys from in-memory index tree' (duration: 326.94941ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.982836Z","time spent":"2.002724078s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:28:08.985596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.41025Z","time spent":"1.57533696s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:28:08.985609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.039408Z","time spent":"1.946187525s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":837,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b3e83ab6c400b6\" "} {"level":"warn","ts":"2026-05-29T02:28:08.985339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00275368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-29T02:28:08.985605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.708246Z","time spent":"1.27727511s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:28:08.985713Z","caller":"traceutil/trace.go:171","msg":"trace[533328367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10143; }","duration":"2.00316951s","start":"2026-05-29T02:28:06.982531Z","end":"2026-05-29T02:28:08.9857Z","steps":["trace[533328367] 'agreement among raft nodes before linearized reading' (duration: 1.675880071s)","trace[533328367] 'range keys from in-memory index tree' (duration: 326.837297ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.985342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.995296Z","time spent":"1.990034339s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:08.985309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.043468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" ","response":"range_response_count:1 size:7209"} {"level":"info","ts":"2026-05-29T02:28:08.985839Z","caller":"traceutil/trace.go:171","msg":"trace[1898612212] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v65tb; range_end:; response_count:1; response_revision:10143; }","duration":"820.645371ms","start":"2026-05-29T02:28:08.165171Z","end":"2026-05-29T02:28:08.985816Z","steps":["trace[1898612212] 'agreement among raft nodes before linearized reading' (duration: 493.325912ms)","trace[1898612212] 'range keys from in-memory index tree' (duration: 326.578251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.98532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773330459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-05-29T02:28:08.985751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.982511Z","time spent":"2.003230411s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:28:08.985962Z","caller":"traceutil/trace.go:171","msg":"trace[1444273246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10143; }","duration":"1.774074926s","start":"2026-05-29T02:28:07.211868Z","end":"2026-05-29T02:28:08.985943Z","steps":["trace[1444273246] 'agreement among raft nodes before linearized reading' (duration: 1.446639605s)","trace[1444273246] 'range keys from in-memory index tree' (duration: 326.598952ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:08.98555Z","caller":"traceutil/trace.go:171","msg":"trace[891340455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10143; }","duration":"1.945193272s","start":"2026-05-29T02:28:07.040302Z","end":"2026-05-29T02:28:08.985496Z","steps":["trace[891340455] 'agreement among raft nodes before linearized reading' (duration: 1.618223791s)","trace[891340455] 'range keys from in-memory index tree' (duration: 326.706645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.986022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.211817Z","time spent":"1.774190369s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:08.986062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825052678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:08.985901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.165148Z","time spent":"820.736874ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7232,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" "} {"level":"info","ts":"2026-05-29T02:28:08.986138Z","caller":"traceutil/trace.go:171","msg":"trace[1909653574] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10143; }","duration":"1.825755855s","start":"2026-05-29T02:28:07.160362Z","end":"2026-05-29T02:28:08.986118Z","steps":["trace[1909653574] 'agreement among raft nodes before linearized reading' (duration: 1.49815689s)","trace[1909653574] 'count revisions from in-memory index tree' (duration: 326.9353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.986183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.16033Z","time spent":"1.825840467s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:08.985428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.366853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:08.986367Z","caller":"traceutil/trace.go:171","msg":"trace[1303803635] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10143; }","duration":"661.342276ms","start":"2026-05-29T02:28:08.325Z","end":"2026-05-29T02:28:08.986342Z","steps":["trace[1303803635] 'agreement among raft nodes before linearized reading' (duration: 333.461954ms)","trace[1303803635] 'count revisions from in-memory index tree' (duration: 326.93845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.986108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.040281Z","time spent":"1.945740614s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:28:08.986439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.324978Z","time spent":"661.438989ms","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:08.985321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.655306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:28:08.986732Z","caller":"traceutil/trace.go:171","msg":"trace[634385266] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10143; }","duration":"742.197122ms","start":"2026-05-29T02:28:08.24451Z","end":"2026-05-29T02:28:08.986707Z","steps":["trace[634385266] 'agreement among raft nodes before linearized reading' (duration: 413.963102ms)","trace[634385266] 'range keys from in-memory index tree' (duration: 326.452689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.986779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.244489Z","time spent":"742.273545ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-29T02:28:09.415612Z","caller":"traceutil/trace.go:171","msg":"trace[377146720] linearizableReadLoop","detail":"{readStateIndex:10514; appliedIndex:10513; }","duration":"424.456659ms","start":"2026-05-29T02:28:08.991122Z","end":"2026-05-29T02:28:09.415578Z","steps":["trace[377146720] 'read index received' (duration: 424.194093ms)","trace[377146720] 'applied index is now lower than readState.Index' (duration: 260.946µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:09.415703Z","caller":"traceutil/trace.go:171","msg":"trace[325382885] transaction","detail":"{read_only:false; response_revision:10144; number_of_response:1; }","duration":"426.750204ms","start":"2026-05-29T02:28:08.988894Z","end":"2026-05-29T02:28:09.415644Z","steps":["trace[325382885] 'process raft request' (duration: 426.452167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:09.415895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.988869Z","time spent":"426.929839ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:09.416231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.085015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338387"} {"level":"info","ts":"2026-05-29T02:28:09.416442Z","caller":"traceutil/trace.go:171","msg":"trace[1194459812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10144; }","duration":"425.30458ms","start":"2026-05-29T02:28:08.991115Z","end":"2026-05-29T02:28:09.416419Z","steps":["trace[1194459812] 'agreement among raft nodes before linearized reading' (duration: 424.577313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:09.416508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.991079Z","time spent":"425.410642ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338410,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:28:09.916255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:28:10.126608Z","caller":"traceutil/trace.go:171","msg":"trace[1848912426] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"1.134913424s","start":"2026-05-29T02:28:08.991648Z","end":"2026-05-29T02:28:10.126561Z","steps":["trace[1848912426] 'process raft request' (duration: 1.134760561s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.126641Z","caller":"traceutil/trace.go:171","msg":"trace[1873951229] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"1.134650768s","start":"2026-05-29T02:28:08.99195Z","end":"2026-05-29T02:28:10.126601Z","steps":["trace[1873951229] 'process raft request' (duration: 1.134503605s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.126725Z","caller":"traceutil/trace.go:171","msg":"trace[1013362701] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"1.134687369s","start":"2026-05-29T02:28:08.992023Z","end":"2026-05-29T02:28:10.12671Z","steps":["trace[1013362701] 'process raft request' (duration: 1.134464544s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.126643Z","caller":"traceutil/trace.go:171","msg":"trace[1532296577] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"1.131021743s","start":"2026-05-29T02:28:08.995589Z","end":"2026-05-29T02:28:10.126611Z","steps":["trace[1532296577] 'process raft request' (duration: 1.13093459s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.126976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.992016Z","time spent":"1.13476232s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:10.127001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.991637Z","time spent":"1.135077508s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:10.127043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.99194Z","time spent":"1.134789601s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:10.126608Z","caller":"traceutil/trace.go:171","msg":"trace[228480041] transaction","detail":"{read_only:false; response_revision:10145; number_of_response:1; }","duration":"1.135251622s","start":"2026-05-29T02:28:08.991309Z","end":"2026-05-29T02:28:10.126561Z","steps":["trace[228480041] 'process raft request' (duration: 1.134916104s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.127158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.99558Z","time spent":"1.131410751s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:10.12744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.99129Z","time spent":"1.13602215s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:10.73679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.196182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:10.736942Z","caller":"traceutil/trace.go:171","msg":"trace[209757352] linearizableReadLoop","detail":"{readStateIndex:10520; appliedIndex:10518; }","duration":"1.321196357s","start":"2026-05-29T02:28:09.415724Z","end":"2026-05-29T02:28:10.736921Z","steps":["trace[209757352] 'read index received' (duration: 710.792702ms)","trace[209757352] 'applied index is now lower than readState.Index' (duration: 610.401835ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:10.736969Z","caller":"traceutil/trace.go:171","msg":"trace[114922854] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"1.31665081s","start":"2026-05-29T02:28:09.420279Z","end":"2026-05-29T02:28:10.73693Z","steps":["trace[114922854] 'process raft request' (duration: 781.214464ms)","trace[114922854] 'compare' (duration: 534.794011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:10.737147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:09.420254Z","time spent":"1.316805394s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:28:10.737569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329897073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-29T02:28:10.737622Z","caller":"traceutil/trace.go:171","msg":"trace[1794078821] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10150; }","duration":"1.330001835s","start":"2026-05-29T02:28:09.407605Z","end":"2026-05-29T02:28:10.737607Z","steps":["trace[1794078821] 'agreement among raft nodes before linearized reading' (duration: 1.329447912s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.737662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:09.407584Z","time spent":"1.330068396s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.73765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.450869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-05-29T02:28:10.737724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.288677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-29T02:28:10.73774Z","caller":"traceutil/trace.go:171","msg":"trace[1491187779] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"594.561021ms","start":"2026-05-29T02:28:10.143156Z","end":"2026-05-29T02:28:10.737717Z","steps":["trace[1491187779] 'agreement among raft nodes before linearized reading' (duration: 594.306315ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.737773Z","caller":"traceutil/trace.go:171","msg":"trace[1277201638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10150; }","duration":"603.357389ms","start":"2026-05-29T02:28:10.134403Z","end":"2026-05-29T02:28:10.737761Z","steps":["trace[1277201638] 'agreement among raft nodes before linearized reading' (duration: 603.166255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.737786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.14315Z","time spent":"594.626563ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.737812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.134397Z","time spent":"603.40397ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:10.737909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.872435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-29T02:28:10.737981Z","caller":"traceutil/trace.go:171","msg":"trace[628626965] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10150; }","duration":"339.984318ms","start":"2026-05-29T02:28:10.397967Z","end":"2026-05-29T02:28:10.737951Z","steps":["trace[628626965] 'agreement among raft nodes before linearized reading' (duration: 339.854964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.880899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-05-29T02:28:10.738021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.397938Z","time spent":"340.07474ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:28:10.738038Z","caller":"traceutil/trace.go:171","msg":"trace[474307930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"594.92753ms","start":"2026-05-29T02:28:10.143098Z","end":"2026-05-29T02:28:10.738025Z","steps":["trace[474307930] 'agreement among raft nodes before linearized reading' (duration: 594.829498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.844598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-05-29T02:28:10.738115Z","caller":"traceutil/trace.go:171","msg":"trace[652959210] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"594.94126ms","start":"2026-05-29T02:28:10.143163Z","end":"2026-05-29T02:28:10.738104Z","steps":["trace[652959210] 'agreement among raft nodes before linearized reading' (duration: 594.816067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.143146Z","time spent":"594.997702ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.73817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.435809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-05-29T02:28:10.738194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.60313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:10.738206Z","caller":"traceutil/trace.go:171","msg":"trace[978702324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"594.475149ms","start":"2026-05-29T02:28:10.14372Z","end":"2026-05-29T02:28:10.738195Z","steps":["trace[978702324] 'agreement among raft nodes before linearized reading' (duration: 594.379277ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.73823Z","caller":"traceutil/trace.go:171","msg":"trace[2034780013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10150; }","duration":"493.678762ms","start":"2026-05-29T02:28:10.244541Z","end":"2026-05-29T02:28:10.73822Z","steps":["trace[2034780013] 'agreement among raft nodes before linearized reading' (duration: 493.623071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.143716Z","time spent":"594.51369ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.244516Z","time spent":"493.742404ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.93328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-05-29T02:28:10.738353Z","caller":"traceutil/trace.go:171","msg":"trace[1007348375] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"591.980701ms","start":"2026-05-29T02:28:10.146359Z","end":"2026-05-29T02:28:10.73834Z","steps":["trace[1007348375] 'agreement among raft nodes before linearized reading' (duration: 591.073049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.547836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-05-29T02:28:10.738067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.143087Z","time spent":"594.973851ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-05-29T02:28:10.738443Z","caller":"traceutil/trace.go:171","msg":"trace[171495841] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"601.7112ms","start":"2026-05-29T02:28:10.136705Z","end":"2026-05-29T02:28:10.738416Z","steps":["trace[171495841] 'agreement among raft nodes before linearized reading' (duration: 601.330331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.146353Z","time spent":"592.023222ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.136698Z","time spent":"601.801912ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.625368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-05-29T02:28:10.738599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.370771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-05-29T02:28:10.738342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.436152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-29T02:28:10.738626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.355475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-05-29T02:28:10.738631Z","caller":"traceutil/trace.go:171","msg":"trace[1669832849] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"595.435292ms","start":"2026-05-29T02:28:10.143187Z","end":"2026-05-29T02:28:10.738622Z","steps":["trace[1669832849] 'agreement among raft nodes before linearized reading' (duration: 595.35244ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.738639Z","caller":"traceutil/trace.go:171","msg":"trace[1161881183] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"400.696389ms","start":"2026-05-29T02:28:10.337922Z","end":"2026-05-29T02:28:10.738619Z","steps":["trace[1161881183] 'agreement among raft nodes before linearized reading' (duration: 400.476434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.143168Z","time spent":"595.489263ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-05-29T02:28:10.738664Z","caller":"traceutil/trace.go:171","msg":"trace[88049303] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"591.396067ms","start":"2026-05-29T02:28:10.147254Z","end":"2026-05-29T02:28:10.73865Z","steps":["trace[88049303] 'agreement among raft nodes before linearized reading' (duration: 591.299175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.337914Z","time spent":"400.770101ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.870415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-05-29T02:28:10.738715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.323381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:28:10.738689Z","caller":"traceutil/trace.go:171","msg":"trace[680263382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10150; }","duration":"447.845531ms","start":"2026-05-29T02:28:10.29081Z","end":"2026-05-29T02:28:10.738655Z","steps":["trace[680263382] 'agreement among raft nodes before linearized reading' (duration: 447.296318ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.738755Z","caller":"traceutil/trace.go:171","msg":"trace[2023181453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10150; }","duration":"604.383143ms","start":"2026-05-29T02:28:10.13436Z","end":"2026-05-29T02:28:10.738743Z","steps":["trace[2023181453] 'agreement among raft nodes before linearized reading' (duration: 604.278391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.147246Z","time spent":"591.459878ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.290769Z","time spent":"447.996025ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.957026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"info","ts":"2026-05-29T02:28:10.738853Z","caller":"traceutil/trace.go:171","msg":"trace[393212930] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10150; }","duration":"605.006418ms","start":"2026-05-29T02:28:10.133832Z","end":"2026-05-29T02:28:10.738839Z","steps":["trace[393212930] 'agreement among raft nodes before linearized reading' (duration: 604.921505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.430812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:28:10.738759Z","caller":"traceutil/trace.go:171","msg":"trace[1393462811] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"569.137072ms","start":"2026-05-29T02:28:10.169604Z","end":"2026-05-29T02:28:10.738741Z","steps":["trace[1393462811] 'agreement among raft nodes before linearized reading' (duration: 568.800094ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:10.738948Z","caller":"traceutil/trace.go:171","msg":"trace[1173139008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10150; }","duration":"606.738869ms","start":"2026-05-29T02:28:10.132198Z","end":"2026-05-29T02:28:10.738937Z","steps":["trace[1173139008] 'agreement among raft nodes before linearized reading' (duration: 605.207533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.132177Z","time spent":"606.79684ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.134348Z","time spent":"604.443484ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.169591Z","time spent":"569.371147ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:10.739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.648487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:28:10.739069Z","caller":"traceutil/trace.go:171","msg":"trace[774808932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10150; }","duration":"447.77009ms","start":"2026-05-29T02:28:10.291286Z","end":"2026-05-29T02:28:10.739056Z","steps":["trace[774808932] 'agreement among raft nodes before linearized reading' (duration: 447.541264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.738892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.133821Z","time spent":"605.066089ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4605,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-29T02:28:10.739149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.291257Z","time spent":"447.882823ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:28:10.738888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.152035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-29T02:28:10.739255Z","caller":"traceutil/trace.go:171","msg":"trace[1036639534] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10150; }","duration":"433.541064ms","start":"2026-05-29T02:28:10.305703Z","end":"2026-05-29T02:28:10.739244Z","steps":["trace[1036639534] 'agreement among raft nodes before linearized reading' (duration: 433.117354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.739292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.305688Z","time spent":"433.596065ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:28:10.739464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.18997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-05-29T02:28:10.739642Z","caller":"traceutil/trace.go:171","msg":"trace[463275765] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:10150; }","duration":"596.427616ms","start":"2026-05-29T02:28:10.143186Z","end":"2026-05-29T02:28:10.739614Z","steps":["trace[463275765] 'agreement among raft nodes before linearized reading' (duration: 594.740156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:10.739735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.143168Z","time spent":"596.552858ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-05-29T02:28:11.088848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.288144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:11.088949Z","caller":"traceutil/trace.go:171","msg":"trace[941945937] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"345.973539ms","start":"2026-05-29T02:28:10.742962Z","end":"2026-05-29T02:28:11.088935Z","steps":["trace[941945937] 'process raft request' (duration: 198.536922ms)","trace[941945937] 'compare' (duration: 146.986656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:11.088986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.742943Z","time spent":"346.02839ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:28:11.13138Z","caller":"traceutil/trace.go:171","msg":"trace[890923229] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"387.207621ms","start":"2026-05-29T02:28:10.744148Z","end":"2026-05-29T02:28:11.131355Z","steps":["trace[890923229] 'process raft request' (duration: 386.973226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.131555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.744109Z","time spent":"387.351765ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:11.131744Z","caller":"traceutil/trace.go:171","msg":"trace[1972454243] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"386.839903ms","start":"2026-05-29T02:28:10.744871Z","end":"2026-05-29T02:28:11.131711Z","steps":["trace[1972454243] 'process raft request' (duration: 386.408432ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.131821Z","caller":"traceutil/trace.go:171","msg":"trace[1491408866] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"386.435844ms","start":"2026-05-29T02:28:10.74536Z","end":"2026-05-29T02:28:11.131795Z","steps":["trace[1491408866] 'process raft request' (duration: 386.207078ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.13183Z","caller":"traceutil/trace.go:171","msg":"trace[1044940410] transaction","detail":"{read_only:false; response_revision:10155; number_of_response:1; }","duration":"385.220505ms","start":"2026-05-29T02:28:10.74658Z","end":"2026-05-29T02:28:11.131801Z","steps":["trace[1044940410] 'process raft request' (duration: 385.117872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.131907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.744857Z","time spent":"386.968825ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:11.131983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.746569Z","time spent":"385.336417ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:11.131916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.745349Z","time spent":"386.518475ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:11.132025Z","caller":"traceutil/trace.go:171","msg":"trace[115557641] linearizableReadLoop","detail":"{readStateIndex:10527; appliedIndex:10520; }","duration":"248.267245ms","start":"2026-05-29T02:28:10.883745Z","end":"2026-05-29T02:28:11.132012Z","steps":["trace[115557641] 'read index received' (duration: 57.848324ms)","trace[115557641] 'applied index is now lower than readState.Index' (duration: 190.417541ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:11.132053Z","caller":"traceutil/trace.go:171","msg":"trace[367920192] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"385.348147ms","start":"2026-05-29T02:28:10.746687Z","end":"2026-05-29T02:28:11.132035Z","steps":["trace[367920192] 'process raft request' (duration: 385.071951ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.132122Z","caller":"traceutil/trace.go:171","msg":"trace[906691650] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"381.853915ms","start":"2026-05-29T02:28:10.750242Z","end":"2026-05-29T02:28:11.132096Z","steps":["trace[906691650] 'process raft request' (duration: 381.711571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.132136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.401738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:11.132141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.746671Z","time spent":"385.42576ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:11.132181Z","caller":"traceutil/trace.go:171","msg":"trace[950358490] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10157; }","duration":"248.50083ms","start":"2026-05-29T02:28:10.883667Z","end":"2026-05-29T02:28:11.132167Z","steps":["trace[950358490] 'agreement among raft nodes before linearized reading' (duration: 248.424269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.132217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.750234Z","time spent":"381.936907ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:11.442877Z","caller":"traceutil/trace.go:171","msg":"trace[2085461094] linearizableReadLoop","detail":"{readStateIndex:10528; appliedIndex:10527; }","duration":"306.9845ms","start":"2026-05-29T02:28:11.135867Z","end":"2026-05-29T02:28:11.442852Z","steps":["trace[2085461094] 'read index received' (duration: 306.814386ms)","trace[2085461094] 'applied index is now lower than readState.Index' (duration: 168.894µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:11.44294Z","caller":"traceutil/trace.go:171","msg":"trace[1104691122] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"308.152987ms","start":"2026-05-29T02:28:11.134735Z","end":"2026-05-29T02:28:11.442888Z","steps":["trace[1104691122] 'process raft request' (duration: 307.912741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.443326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.094119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:28:11.443413Z","caller":"traceutil/trace.go:171","msg":"trace[657624002] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10158; }","duration":"242.248943ms","start":"2026-05-29T02:28:11.201149Z","end":"2026-05-29T02:28:11.443398Z","steps":["trace[657624002] 'agreement among raft nodes before linearized reading' (duration: 241.972796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.443312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.134699Z","time spent":"308.452364ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:11.443611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.560483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:28:11.443352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.481451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-05-29T02:28:11.443668Z","caller":"traceutil/trace.go:171","msg":"trace[1734680206] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:10158; }","duration":"134.668266ms","start":"2026-05-29T02:28:11.308986Z","end":"2026-05-29T02:28:11.443655Z","steps":["trace[1734680206] 'agreement among raft nodes before linearized reading' (duration: 134.523182ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.443752Z","caller":"traceutil/trace.go:171","msg":"trace[1459763487] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv; range_end:; response_count:1; response_revision:10158; }","duration":"307.85842ms","start":"2026-05-29T02:28:11.135814Z","end":"2026-05-29T02:28:11.443672Z","steps":["trace[1459763487] 'agreement among raft nodes before linearized reading' (duration: 307.174984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.443805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.135798Z","time spent":"307.993383ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" "} {"level":"warn","ts":"2026-05-29T02:28:11.797618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.332711ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-29T02:28:11.797754Z","caller":"traceutil/trace.go:171","msg":"trace[1109983642] linearizableReadLoop","detail":"{readStateIndex:10529; appliedIndex:10528; }","duration":"351.450597ms","start":"2026-05-29T02:28:11.446281Z","end":"2026-05-29T02:28:11.797732Z","steps":["trace[1109983642] 'read index received' (duration: 107.063965ms)","trace[1109983642] 'applied index is now lower than readState.Index' (duration: 244.384742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:11.797795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.444586Z","time spent":"353.201368ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:28:11.797981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.686482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83dd7e5ec08\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-05-29T02:28:11.798024Z","caller":"traceutil/trace.go:171","msg":"trace[1739101346] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83dd7e5ec08; range_end:; response_count:1; response_revision:10158; }","duration":"351.773774ms","start":"2026-05-29T02:28:11.446233Z","end":"2026-05-29T02:28:11.798007Z","steps":["trace[1739101346] 'agreement among raft nodes before linearized reading' (duration: 351.58386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.798064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.446215Z","time spent":"351.840697ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83dd7e5ec08\" "} {"level":"info","ts":"2026-05-29T02:28:11.810116Z","caller":"traceutil/trace.go:171","msg":"trace[2053655355] transaction","detail":"{read_only:false; response_revision:10159; number_of_response:1; }","duration":"355.910212ms","start":"2026-05-29T02:28:11.454163Z","end":"2026-05-29T02:28:11.810073Z","steps":["trace[2053655355] 'process raft request' (duration: 355.644506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.810189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.133379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"warn","ts":"2026-05-29T02:28:11.810279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.454138Z","time spent":"356.043526ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:11.810285Z","caller":"traceutil/trace.go:171","msg":"trace[1274168457] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:10159; }","duration":"334.285623ms","start":"2026-05-29T02:28:11.475981Z","end":"2026-05-29T02:28:11.810267Z","steps":["trace[1274168457] 'agreement among raft nodes before linearized reading' (duration: 334.079088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.810336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.47596Z","time spent":"334.367044ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-29T02:28:11.810699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.277735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338387"} {"level":"info","ts":"2026-05-29T02:28:11.810807Z","caller":"traceutil/trace.go:171","msg":"trace[1811350232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10159; }","duration":"360.419539ms","start":"2026-05-29T02:28:11.450365Z","end":"2026-05-29T02:28:11.810785Z","steps":["trace[1811350232] 'agreement among raft nodes before linearized reading' (duration: 359.643001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.810864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.450352Z","time spent":"360.49739ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338410,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:28:12.36412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:12.864267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061512133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:13.198476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.336026637s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:28:13.198863Z","caller":"traceutil/trace.go:171","msg":"trace[344089740] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"1.336548309s","start":"2026-05-29T02:28:11.862288Z","end":"2026-05-29T02:28:13.198836Z","steps":["trace[344089740] 'process raft request' (duration: 1.336373295s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.199052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.86225Z","time spent":"1.336720443s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:13.206342Z","caller":"traceutil/trace.go:171","msg":"trace[174234409] linearizableReadLoop","detail":"{readStateIndex:10534; appliedIndex:10532; }","duration":"1.343137125s","start":"2026-05-29T02:28:11.86319Z","end":"2026-05-29T02:28:13.206328Z","steps":["trace[174234409] 'read index received' (duration: 1.335483734s)","trace[174234409] 'applied index is now lower than readState.Index' (duration: 7.651151ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:13.206402Z","caller":"traceutil/trace.go:171","msg":"trace[2107594440] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"1.341189559s","start":"2026-05-29T02:28:11.865196Z","end":"2026-05-29T02:28:13.206386Z","steps":["trace[2107594440] 'process raft request' (duration: 1.341055206s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.206452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343260148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:13.206463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.865187Z","time spent":"1.34124379s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5996,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:13.206484Z","caller":"traceutil/trace.go:171","msg":"trace[1283051364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10163; }","duration":"1.343324829s","start":"2026-05-29T02:28:11.863152Z","end":"2026-05-29T02:28:13.206477Z","steps":["trace[1283051364] 'agreement among raft nodes before linearized reading' (duration: 1.343239127s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.206504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.863137Z","time spent":"1.3433625s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:13.211823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330019485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:28:13.21193Z","caller":"traceutil/trace.go:171","msg":"trace[1752096559] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10164; }","duration":"1.330168899s","start":"2026-05-29T02:28:11.88174Z","end":"2026-05-29T02:28:13.211909Z","steps":["trace[1752096559] 'agreement among raft nodes before linearized reading' (duration: 1.329828491s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.21198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.881726Z","time spent":"1.330244221s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:28:13.214414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081796922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:28:13.214505Z","caller":"traceutil/trace.go:171","msg":"trace[1568413727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10164; }","duration":"1.081937215s","start":"2026-05-29T02:28:12.132551Z","end":"2026-05-29T02:28:13.214488Z","steps":["trace[1568413727] 'agreement among raft nodes before linearized reading' (duration: 1.081779831s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.214542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.132528Z","time spent":"1.082003177s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:28:13.214734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.56445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:13.214801Z","caller":"traceutil/trace.go:171","msg":"trace[1925252364] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10164; }","duration":"468.675433ms","start":"2026-05-29T02:28:12.74611Z","end":"2026-05-29T02:28:13.214786Z","steps":["trace[1925252364] 'agreement among raft nodes before linearized reading' (duration: 468.56692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.214807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.099385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:13.214842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.746086Z","time spent":"468.745064ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:13.214726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293402032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:13.214845Z","caller":"traceutil/trace.go:171","msg":"trace[304519882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10164; }","duration":"972.189397ms","start":"2026-05-29T02:28:12.242643Z","end":"2026-05-29T02:28:13.214833Z","steps":["trace[304519882] 'agreement among raft nodes before linearized reading' (duration: 972.119035ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:13.214892Z","caller":"traceutil/trace.go:171","msg":"trace[1127389797] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10164; }","duration":"1.293608537s","start":"2026-05-29T02:28:11.921269Z","end":"2026-05-29T02:28:13.214878Z","steps":["trace[1127389797] 'agreement among raft nodes before linearized reading' (duration: 1.293376042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.214953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.921258Z","time spent":"1.293685509s","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:13.215515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.71285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:28:13.215597Z","caller":"traceutil/trace.go:171","msg":"trace[1880197212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10164; }","duration":"470.853244ms","start":"2026-05-29T02:28:12.744724Z","end":"2026-05-29T02:28:13.215578Z","steps":["trace[1880197212] 'agreement among raft nodes before linearized reading' (duration: 470.015264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.215645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.744703Z","time spent":"470.933046ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:28:13.215644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.24262Z","time spent":"972.274089ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:28:13.754874Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8067} {"level":"info","ts":"2026-05-29T02:28:13.851415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8067,"took":"93.486885ms","hash":2696433034,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":28889088,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-29T02:28:13.851599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2696433034,"revision":8067,"compact-revision":5944} {"level":"info","ts":"2026-05-29T02:28:17.794975Z","caller":"traceutil/trace.go:171","msg":"trace[200334117] linearizableReadLoop","detail":"{readStateIndex:10596; appliedIndex:10595; }","duration":"156.742426ms","start":"2026-05-29T02:28:17.638197Z","end":"2026-05-29T02:28:17.794939Z","steps":["trace[200334117] 'read index received' (duration: 128.842449ms)","trace[200334117] 'applied index is now lower than readState.Index' (duration: 27.898687ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:17.795284Z","caller":"traceutil/trace.go:171","msg":"trace[1617271117] transaction","detail":"{read_only:false; response_revision:10224; number_of_response:1; }","duration":"157.212338ms","start":"2026-05-29T02:28:17.638035Z","end":"2026-05-29T02:28:17.795247Z","steps":["trace[1617271117] 'process raft request' (duration: 129.029903ms)","trace[1617271117] 'compare' (duration: 27.618281ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:17.79555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.305519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-05-29T02:28:17.795596Z","caller":"traceutil/trace.go:171","msg":"trace[1647015062] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:10224; }","duration":"157.402461ms","start":"2026-05-29T02:28:17.638178Z","end":"2026-05-29T02:28:17.795581Z","steps":["trace[1647015062] 'agreement among raft nodes before linearized reading' (duration: 157.134065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:17.795707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.887313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-29T02:28:17.795804Z","caller":"traceutil/trace.go:171","msg":"trace[331652001] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:10224; }","duration":"127.020685ms","start":"2026-05-29T02:28:17.668759Z","end":"2026-05-29T02:28:17.79578Z","steps":["trace[331652001] 'agreement among raft nodes before linearized reading' (duration: 126.722248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:17.795934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.263875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:17.79601Z","caller":"traceutil/trace.go:171","msg":"trace[616475207] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:10224; }","duration":"103.375267ms","start":"2026-05-29T02:28:17.692616Z","end":"2026-05-29T02:28:17.795991Z","steps":["trace[616475207] 'agreement among raft nodes before linearized reading' (duration: 103.234744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:03.864483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.390634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:29:03.864607Z","caller":"traceutil/trace.go:171","msg":"trace[1019558552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10542; }","duration":"125.535707ms","start":"2026-05-29T02:29:03.739056Z","end":"2026-05-29T02:29:03.864591Z","steps":["trace[1019558552] 'range keys from in-memory index tree' (duration: 125.371253ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:03.864678Z","caller":"traceutil/trace.go:171","msg":"trace[1844302068] linearizableReadLoop","detail":"{readStateIndex:10930; appliedIndex:10929; }","duration":"182.823227ms","start":"2026-05-29T02:29:03.68182Z","end":"2026-05-29T02:29:03.864643Z","steps":["trace[1844302068] 'read index received' (duration: 180.174944ms)","trace[1844302068] 'applied index is now lower than readState.Index' (duration: 2.646663ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:29:03.864902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.089443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:29:03.864941Z","caller":"traceutil/trace.go:171","msg":"trace[1594860869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10543; }","duration":"183.186825ms","start":"2026-05-29T02:29:03.681743Z","end":"2026-05-29T02:29:03.864929Z","steps":["trace[1594860869] 'agreement among raft nodes before linearized reading' (duration: 183.021112ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:03.864878Z","caller":"traceutil/trace.go:171","msg":"trace[1694134439] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"229.063566ms","start":"2026-05-29T02:29:03.635769Z","end":"2026-05-29T02:29:03.864833Z","steps":["trace[1694134439] 'process raft request' (duration: 226.277181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:03.865101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.117289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:29:03.865159Z","caller":"traceutil/trace.go:171","msg":"trace[62154435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10543; }","duration":"179.223841ms","start":"2026-05-29T02:29:03.685921Z","end":"2026-05-29T02:29:03.865145Z","steps":["trace[62154435] 'agreement among raft nodes before linearized reading' (duration: 179.076888ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:50.346345Z","caller":"traceutil/trace.go:171","msg":"trace[1965598521] transaction","detail":"{read_only:false; response_revision:10890; number_of_response:1; }","duration":"100.62133ms","start":"2026-05-29T02:29:50.245692Z","end":"2026-05-29T02:29:50.346313Z","steps":["trace[1965598521] 'process raft request' (duration: 100.458426ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:52.052254Z","caller":"traceutil/trace.go:171","msg":"trace[1045964005] linearizableReadLoop","detail":"{readStateIndex:11298; appliedIndex:11297; }","duration":"204.466316ms","start":"2026-05-29T02:29:51.847754Z","end":"2026-05-29T02:29:52.05222Z","steps":["trace[1045964005] 'read index received' (duration: 204.21987ms)","trace[1045964005] 'applied index is now lower than readState.Index' (duration: 244.636µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:52.052336Z","caller":"traceutil/trace.go:171","msg":"trace[807535332] transaction","detail":"{read_only:false; response_revision:10898; number_of_response:1; }","duration":"234.408611ms","start":"2026-05-29T02:29:51.817874Z","end":"2026-05-29T02:29:52.052283Z","steps":["trace[807535332] 'process raft request' (duration: 234.118885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:52.052618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.820434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:29:52.052669Z","caller":"traceutil/trace.go:171","msg":"trace[1822734420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10898; }","duration":"114.904416ms","start":"2026-05-29T02:29:51.937751Z","end":"2026-05-29T02:29:52.052655Z","steps":["trace[1822734420] 'agreement among raft nodes before linearized reading' (duration: 114.671421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:52.053263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.952957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:29:52.053394Z","caller":"traceutil/trace.go:171","msg":"trace[870125276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10898; }","duration":"205.691904ms","start":"2026-05-29T02:29:51.847672Z","end":"2026-05-29T02:29:52.053364Z","steps":["trace[870125276] 'agreement among raft nodes before linearized reading' (duration: 204.68568ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:52.237216Z","caller":"traceutil/trace.go:171","msg":"trace[1567478749] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"178.367042ms","start":"2026-05-29T02:29:52.058811Z","end":"2026-05-29T02:29:52.237178Z","steps":["trace[1567478749] 'process raft request' (duration: 79.958824ms)","trace[1567478749] 'compare' (duration: 97.926526ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:52.237336Z","caller":"traceutil/trace.go:171","msg":"trace[1283284755] linearizableReadLoop","detail":"{readStateIndex:11299; appliedIndex:11298; }","duration":"129.541352ms","start":"2026-05-29T02:29:52.107764Z","end":"2026-05-29T02:29:52.237305Z","steps":["trace[1283284755] 'read index received' (duration: 31.0003ms)","trace[1283284755] 'applied index is now lower than readState.Index' (duration: 98.537882ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:29:52.237544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.77928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:29:52.237616Z","caller":"traceutil/trace.go:171","msg":"trace[1637593907] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10900; }","duration":"113.882223ms","start":"2026-05-29T02:29:52.123716Z","end":"2026-05-29T02:29:52.237598Z","steps":["trace[1637593907] 'agreement among raft nodes before linearized reading' (duration: 113.76737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:52.237713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.857689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:29:52.237859Z","caller":"traceutil/trace.go:171","msg":"trace[564775069] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10900; }","duration":"130.137285ms","start":"2026-05-29T02:29:52.107696Z","end":"2026-05-29T02:29:52.237833Z","steps":["trace[564775069] 'agreement among raft nodes before linearized reading' (duration: 129.725575ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:52.45941Z","caller":"traceutil/trace.go:171","msg":"trace[379201625] linearizableReadLoop","detail":"{readStateIndex:11303; appliedIndex:11302; }","duration":"167.072966ms","start":"2026-05-29T02:29:52.292306Z","end":"2026-05-29T02:29:52.459379Z","steps":["trace[379201625] 'read index received' (duration: 166.786809ms)","trace[379201625] 'applied index is now lower than readState.Index' (duration: 284.427µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:52.459506Z","caller":"traceutil/trace.go:171","msg":"trace[1953542623] transaction","detail":"{read_only:false; response_revision:10903; number_of_response:1; }","duration":"175.556065ms","start":"2026-05-29T02:29:52.283922Z","end":"2026-05-29T02:29:52.459478Z","steps":["trace[1953542623] 'process raft request' (duration: 175.275409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:52.459705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.366513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-29T02:29:52.459782Z","caller":"traceutil/trace.go:171","msg":"trace[1489540280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10903; }","duration":"167.507686ms","start":"2026-05-29T02:29:52.292256Z","end":"2026-05-29T02:29:52.459763Z","steps":["trace[1489540280] 'agreement among raft nodes before linearized reading' (duration: 167.24991ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:54.368459Z","caller":"traceutil/trace.go:171","msg":"trace[210856356] linearizableReadLoop","detail":"{readStateIndex:11313; appliedIndex:11312; }","duration":"125.112207ms","start":"2026-05-29T02:29:54.243318Z","end":"2026-05-29T02:29:54.36843Z","steps":["trace[210856356] 'read index received' (duration: 124.962284ms)","trace[210856356] 'applied index is now lower than readState.Index' (duration: 148.363µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:54.368523Z","caller":"traceutil/trace.go:171","msg":"trace[269986461] transaction","detail":"{read_only:false; response_revision:10913; number_of_response:1; }","duration":"126.419237ms","start":"2026-05-29T02:29:54.242063Z","end":"2026-05-29T02:29:54.368482Z","steps":["trace[269986461] 'process raft request' (duration: 126.193912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:54.368684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.339662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:29:54.368796Z","caller":"traceutil/trace.go:171","msg":"trace[1227676151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10913; }","duration":"125.510576ms","start":"2026-05-29T02:29:54.24326Z","end":"2026-05-29T02:29:54.368771Z","steps":["trace[1227676151] 'agreement among raft nodes before linearized reading' (duration: 125.317122ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:54.494739Z","caller":"traceutil/trace.go:171","msg":"trace[1010050675] linearizableReadLoop","detail":"{readStateIndex:11314; appliedIndex:11313; }","duration":"126.176732ms","start":"2026-05-29T02:29:54.368529Z","end":"2026-05-29T02:29:54.494706Z","steps":["trace[1010050675] 'read index received' (duration: 52.495766ms)","trace[1010050675] 'applied index is now lower than readState.Index' (duration: 73.679366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:29:54.495017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.781378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-29T02:29:54.495042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.299324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-tn2qb\" ","response":"range_response_count:1 size:7347"} {"level":"info","ts":"2026-05-29T02:29:54.495096Z","caller":"traceutil/trace.go:171","msg":"trace[571423530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10914; }","duration":"225.898232ms","start":"2026-05-29T02:29:54.269181Z","end":"2026-05-29T02:29:54.495079Z","steps":["trace[571423530] 'agreement among raft nodes before linearized reading' (duration: 225.618605ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:54.495109Z","caller":"traceutil/trace.go:171","msg":"trace[574183789] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-tn2qb; range_end:; response_count:1; response_revision:10914; }","duration":"227.419957ms","start":"2026-05-29T02:29:54.267673Z","end":"2026-05-29T02:29:54.495093Z","steps":["trace[574183789] 'agreement among raft nodes before linearized reading' (duration: 227.182351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:54.495103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.785072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:29:54.495203Z","caller":"traceutil/trace.go:171","msg":"trace[1489795085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10914; }","duration":"212.936826ms","start":"2026-05-29T02:29:54.282243Z","end":"2026-05-29T02:29:54.49518Z","steps":["trace[1489795085] 'agreement among raft nodes before linearized reading' (duration: 212.571957ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:54.494807Z","caller":"traceutil/trace.go:171","msg":"trace[692226796] transaction","detail":"{read_only:false; response_revision:10914; number_of_response:1; }","duration":"248.735459ms","start":"2026-05-29T02:29:54.246034Z","end":"2026-05-29T02:29:54.494769Z","steps":["trace[692226796] 'process raft request' (duration: 175.031413ms)","trace[692226796] 'compare' (duration: 73.510282ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:54.733266Z","caller":"traceutil/trace.go:171","msg":"trace[1290138827] transaction","detail":"{read_only:false; response_revision:10915; number_of_response:1; }","duration":"233.148012ms","start":"2026-05-29T02:29:54.500071Z","end":"2026-05-29T02:29:54.733219Z","steps":["trace[1290138827] 'process raft request' (duration: 137.176942ms)","trace[1290138827] 'compare' (duration: 95.782996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:29:55.011859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.596776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:29:55.012136Z","caller":"traceutil/trace.go:171","msg":"trace[943474505] transaction","detail":"{read_only:false; response_revision:10916; number_of_response:1; }","duration":"511.201912ms","start":"2026-05-29T02:29:54.500881Z","end":"2026-05-29T02:29:55.012083Z","steps":["trace[943474505] 'process raft request' (duration: 408.226467ms)","trace[943474505] 'compare' (duration: 102.398432ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:55.012281Z","caller":"traceutil/trace.go:171","msg":"trace[1279297869] linearizableReadLoop","detail":"{readStateIndex:11318; appliedIndex:11314; }","duration":"434.30462ms","start":"2026-05-29T02:29:54.577945Z","end":"2026-05-29T02:29:55.012249Z","steps":["trace[1279297869] 'read index received' (duration: 59.415319ms)","trace[1279297869] 'applied index is now lower than readState.Index' (duration: 374.888021ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:55.012324Z","caller":"traceutil/trace.go:171","msg":"trace[944744033] transaction","detail":"{read_only:false; response_revision:10918; number_of_response:1; }","duration":"505.539119ms","start":"2026-05-29T02:29:54.506765Z","end":"2026-05-29T02:29:55.012304Z","steps":["trace[944744033] 'process raft request' (duration: 505.286823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:55.01238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:29:54.50086Z","time spent":"511.384736ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:29:55.012419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:29:54.506754Z","time spent":"505.62424ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:29:55.01251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.366558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:29:55.012531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.590328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:29:55.012566Z","caller":"traceutil/trace.go:171","msg":"trace[1663982980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10918; }","duration":"205.49098ms","start":"2026-05-29T02:29:54.807058Z","end":"2026-05-29T02:29:55.012549Z","steps":["trace[1663982980] 'agreement among raft nodes before linearized reading' (duration: 205.380068ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:55.012574Z","caller":"traceutil/trace.go:171","msg":"trace[841174327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:10918; }","duration":"434.67103ms","start":"2026-05-29T02:29:54.57789Z","end":"2026-05-29T02:29:55.012561Z","steps":["trace[841174327] 'agreement among raft nodes before linearized reading' (duration: 434.508246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:55.012625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:29:54.577872Z","time spent":"434.745341ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"info","ts":"2026-05-29T02:29:55.012164Z","caller":"traceutil/trace.go:171","msg":"trace[1135803130] transaction","detail":"{read_only:false; response_revision:10917; number_of_response:1; }","duration":"511.039208ms","start":"2026-05-29T02:29:54.501087Z","end":"2026-05-29T02:29:55.012127Z","steps":["trace[1135803130] 'process raft request' (duration: 510.889835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:55.012717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:29:54.501066Z","time spent":"511.616061ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:29:55.012862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.525401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:29:55.01292Z","caller":"traceutil/trace.go:171","msg":"trace[76543547] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:10918; }","duration":"202.627023ms","start":"2026-05-29T02:29:54.810281Z","end":"2026-05-29T02:29:55.012908Z","steps":["trace[76543547] 'agreement among raft nodes before linearized reading' (duration: 202.53002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:29:55.012844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.288767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:29:55.013059Z","caller":"traceutil/trace.go:171","msg":"trace[69539113] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10918; }","duration":"180.560454ms","start":"2026-05-29T02:29:54.832477Z","end":"2026-05-29T02:29:55.013037Z","steps":["trace[69539113] 'agreement among raft nodes before linearized reading' (duration: 180.272417ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:07.205683Z","caller":"traceutil/trace.go:171","msg":"trace[2052280116] linearizableReadLoop","detail":"{readStateIndex:11422; appliedIndex:11420; }","duration":"100.6046ms","start":"2026-05-29T02:30:07.105054Z","end":"2026-05-29T02:30:07.205659Z","steps":["trace[2052280116] 'read index received' (duration: 91.227719ms)","trace[2052280116] 'applied index is now lower than readState.Index' (duration: 9.376011ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:07.205837Z","caller":"traceutil/trace.go:171","msg":"trace[331897602] transaction","detail":"{read_only:false; response_revision:11019; number_of_response:1; }","duration":"102.978935ms","start":"2026-05-29T02:30:07.102823Z","end":"2026-05-29T02:30:07.205802Z","steps":["trace[331897602] 'process raft request' (duration: 97.431675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:07.206223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.162063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375453"} {"level":"info","ts":"2026-05-29T02:30:07.206258Z","caller":"traceutil/trace.go:171","msg":"trace[804664960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11019; }","duration":"101.288376ms","start":"2026-05-29T02:30:07.104962Z","end":"2026-05-29T02:30:07.20625Z","steps":["trace[804664960] 'agreement among raft nodes before linearized reading' (duration: 100.796304ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:52.730408Z","caller":"traceutil/trace.go:171","msg":"trace[1883758701] transaction","detail":"{read_only:false; response_revision:11539; number_of_response:1; }","duration":"113.586396ms","start":"2026-05-29T02:30:52.616787Z","end":"2026-05-29T02:30:52.730373Z","steps":["trace[1883758701] 'process raft request' (duration: 113.367521ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:59.642255Z","caller":"traceutil/trace.go:171","msg":"trace[1945034724] transaction","detail":"{read_only:false; response_revision:11600; number_of_response:1; }","duration":"140.902989ms","start":"2026-05-29T02:30:59.501324Z","end":"2026-05-29T02:30:59.642226Z","steps":["trace[1945034724] 'process raft request' (duration: 72.60446ms)","trace[1945034724] 'compare' (duration: 68.030973ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:59.642604Z","caller":"traceutil/trace.go:171","msg":"trace[421424483] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"140.749026ms","start":"2026-05-29T02:30:59.501811Z","end":"2026-05-29T02:30:59.64256Z","steps":["trace[421424483] 'process raft request' (duration: 140.361387ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:59.642655Z","caller":"traceutil/trace.go:171","msg":"trace[1011128684] transaction","detail":"{read_only:false; response_revision:11602; number_of_response:1; }","duration":"139.769812ms","start":"2026-05-29T02:30:59.502853Z","end":"2026-05-29T02:30:59.642623Z","steps":["trace[1011128684] 'process raft request' (duration: 139.597418ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:01.512781Z","caller":"traceutil/trace.go:171","msg":"trace[1314631830] linearizableReadLoop","detail":"{readStateIndex:12024; appliedIndex:12023; }","duration":"194.731258ms","start":"2026-05-29T02:31:01.31802Z","end":"2026-05-29T02:31:01.512751Z","steps":["trace[1314631830] 'read index received' (duration: 194.577424ms)","trace[1314631830] 'applied index is now lower than readState.Index' (duration: 152.534µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:01.512837Z","caller":"traceutil/trace.go:171","msg":"trace[208166791] transaction","detail":"{read_only:false; response_revision:11607; number_of_response:1; }","duration":"264.487411ms","start":"2026-05-29T02:31:01.248315Z","end":"2026-05-29T02:31:01.512803Z","steps":["trace[208166791] 'process raft request' (duration: 264.258956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:01.513006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.962943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:31:01.513044Z","caller":"traceutil/trace.go:171","msg":"trace[330280559] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:11607; }","duration":"195.055425ms","start":"2026-05-29T02:31:01.317979Z","end":"2026-05-29T02:31:01.513034Z","steps":["trace[330280559] 'agreement among raft nodes before linearized reading' (duration: 194.891612ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:01.881271Z","caller":"traceutil/trace.go:171","msg":"trace[1357807917] linearizableReadLoop","detail":"{readStateIndex:12027; appliedIndex:12024; }","duration":"234.73149ms","start":"2026-05-29T02:31:01.646451Z","end":"2026-05-29T02:31:01.881183Z","steps":["trace[1357807917] 'read index received' (duration: 196.610132ms)","trace[1357807917] 'applied index is now lower than readState.Index' (duration: 38.119788ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:01.881332Z","caller":"traceutil/trace.go:171","msg":"trace[650898148] transaction","detail":"{read_only:false; response_revision:11608; number_of_response:1; }","duration":"550.61575ms","start":"2026-05-29T02:31:01.330679Z","end":"2026-05-29T02:31:01.881294Z","steps":["trace[650898148] 'process raft request' (duration: 512.364029ms)","trace[650898148] 'compare' (duration: 37.745189ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:01.881345Z","caller":"traceutil/trace.go:171","msg":"trace[1261785481] transaction","detail":"{read_only:false; response_revision:11609; number_of_response:1; }","duration":"377.928132ms","start":"2026-05-29T02:31:01.503377Z","end":"2026-05-29T02:31:01.881306Z","steps":["trace[1261785481] 'process raft request' (duration: 377.620955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:01.881403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:01.514248Z","time spent":"367.146169ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:31:01.881506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:01.330652Z","time spent":"550.765374ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:01.881515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:01.503351Z","time spent":"378.073456ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:01.88164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.954005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:31:01.881713Z","caller":"traceutil/trace.go:171","msg":"trace[1773793750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11609; }","duration":"235.059448ms","start":"2026-05-29T02:31:01.646638Z","end":"2026-05-29T02:31:01.881697Z","steps":["trace[1773793750] 'agreement among raft nodes before linearized reading' (duration: 234.810312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:01.881766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.282582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:31:01.881815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.358819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:31:01.881862Z","caller":"traceutil/trace.go:171","msg":"trace[160029537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:11609; }","duration":"225.43858ms","start":"2026-05-29T02:31:01.65641Z","end":"2026-05-29T02:31:01.881848Z","steps":["trace[160029537] 'agreement among raft nodes before linearized reading' (duration: 225.242866ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:01.881876Z","caller":"traceutil/trace.go:171","msg":"trace[2017591555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11609; }","duration":"235.440376ms","start":"2026-05-29T02:31:01.646407Z","end":"2026-05-29T02:31:01.881847Z","steps":["trace[2017591555] 'agreement among raft nodes before linearized reading' (duration: 234.998796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:01.88216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.154769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:31:01.882216Z","caller":"traceutil/trace.go:171","msg":"trace[1684986777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11609; }","duration":"235.252242ms","start":"2026-05-29T02:31:01.646954Z","end":"2026-05-29T02:31:01.882206Z","steps":["trace[1684986777] 'agreement among raft nodes before linearized reading' (duration: 234.935014ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:18.142284Z","caller":"traceutil/trace.go:171","msg":"trace[2088791006] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"200.80419ms","start":"2026-05-29T02:31:17.941444Z","end":"2026-05-29T02:31:18.142248Z","steps":["trace[2088791006] 'process raft request' (duration: 200.559084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.579914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.078527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:31:18.580047Z","caller":"traceutil/trace.go:171","msg":"trace[1979189103] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"452.576601ms","start":"2026-05-29T02:31:18.127444Z","end":"2026-05-29T02:31:18.580021Z","steps":["trace[1979189103] 'process raft request' (duration: 141.314769ms)","trace[1979189103] 'compare' (duration: 310.903914ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:18.580096Z","caller":"traceutil/trace.go:171","msg":"trace[889354180] transaction","detail":"{read_only:false; response_revision:11700; number_of_response:1; }","duration":"433.532932ms","start":"2026-05-29T02:31:18.14655Z","end":"2026-05-29T02:31:18.580083Z","steps":["trace[889354180] 'process raft request' (duration: 433.44449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.580139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.146523Z","time spent":"433.597474ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:18.580186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.12742Z","time spent":"452.685834ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:18.580349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.770659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:31:18.58039Z","caller":"traceutil/trace.go:171","msg":"trace[537866875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11700; }","duration":"509.826329ms","start":"2026-05-29T02:31:18.07055Z","end":"2026-05-29T02:31:18.580376Z","steps":["trace[537866875] 'agreement among raft nodes before linearized reading' (duration: 509.723687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.580412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.070539Z","time spent":"509.86851ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:31:18.580401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.716844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:31:18.580546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.851364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:31:18.580608Z","caller":"traceutil/trace.go:171","msg":"trace[169612828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:11700; }","duration":"497.855477ms","start":"2026-05-29T02:31:18.082633Z","end":"2026-05-29T02:31:18.580488Z","steps":["trace[169612828] 'agreement among raft nodes before linearized reading' (duration: 497.493828ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:18.580619Z","caller":"traceutil/trace.go:171","msg":"trace[1623806937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11700; }","duration":"527.973877ms","start":"2026-05-29T02:31:18.052629Z","end":"2026-05-29T02:31:18.580603Z","steps":["trace[1623806937] 'agreement among raft nodes before linearized reading' (duration: 527.744841ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:18.5803Z","caller":"traceutil/trace.go:171","msg":"trace[1808151162] linearizableReadLoop","detail":"{readStateIndex:12120; appliedIndex:12119; }","duration":"437.941986ms","start":"2026-05-29T02:31:18.142173Z","end":"2026-05-29T02:31:18.580115Z","steps":["trace[1808151162] 'read index received' (duration: 127.946534ms)","trace[1808151162] 'applied index is now lower than readState.Index' (duration: 309.990202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:18.58067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.05261Z","time spent":"528.047609ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:31:18.580675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.082623Z","time spent":"498.025762ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"info","ts":"2026-05-29T02:31:18.658446Z","caller":"traceutil/trace.go:171","msg":"trace[570430192] transaction","detail":"{read_only:false; response_revision:11701; number_of_response:1; }","duration":"174.117522ms","start":"2026-05-29T02:31:18.484304Z","end":"2026-05-29T02:31:18.658422Z","steps":["trace[570430192] 'process raft request' (duration: 173.938047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.658651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.216409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:31:18.658649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.580033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-29T02:31:18.658694Z","caller":"traceutil/trace.go:171","msg":"trace[65962235] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11701; }","duration":"496.298991ms","start":"2026-05-29T02:31:18.162382Z","end":"2026-05-29T02:31:18.658681Z","steps":["trace[65962235] 'agreement among raft nodes before linearized reading' (duration: 496.234809ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:18.658716Z","caller":"traceutil/trace.go:171","msg":"trace[752503418] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11701; }","duration":"495.685816ms","start":"2026-05-29T02:31:18.163011Z","end":"2026-05-29T02:31:18.658697Z","steps":["trace[752503418] 'agreement among raft nodes before linearized reading' (duration: 495.486111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.65874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.162366Z","time spent":"496.363762ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-05-29T02:31:18.658761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.162995Z","time spent":"495.753847ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-29T02:31:18.658946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.385902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-29T02:31:18.658993Z","caller":"traceutil/trace.go:171","msg":"trace[879830982] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11701; }","duration":"493.487115ms","start":"2026-05-29T02:31:18.165493Z","end":"2026-05-29T02:31:18.65898Z","steps":["trace[879830982] 'agreement among raft nodes before linearized reading' (duration: 493.305591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.659054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.165486Z","time spent":"493.560226ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:31:18.659056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.250402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:31:18.659057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.84849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:18.659148Z","caller":"traceutil/trace.go:171","msg":"trace[770680261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11701; }","duration":"342.373564ms","start":"2026-05-29T02:31:18.316755Z","end":"2026-05-29T02:31:18.659128Z","steps":["trace[770680261] 'agreement among raft nodes before linearized reading' (duration: 342.1717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.658941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.140536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-05-29T02:31:18.659191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.316746Z","time spent":"342.437257ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-05-29T02:31:18.659233Z","caller":"traceutil/trace.go:171","msg":"trace[1462271299] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11701; }","duration":"341.458023ms","start":"2026-05-29T02:31:18.317736Z","end":"2026-05-29T02:31:18.659194Z","steps":["trace[1462271299] 'agreement among raft nodes before linearized reading' (duration: 341.066944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.659261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.650472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:18.659154Z","caller":"traceutil/trace.go:171","msg":"trace[274807561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11701; }","duration":"495.986204ms","start":"2026-05-29T02:31:18.163151Z","end":"2026-05-29T02:31:18.659137Z","steps":["trace[274807561] 'agreement among raft nodes before linearized reading' (duration: 495.731788ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:18.659346Z","caller":"traceutil/trace.go:171","msg":"trace[982715073] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11701; }","duration":"494.762705ms","start":"2026-05-29T02:31:18.164561Z","end":"2026-05-29T02:31:18.659324Z","steps":["trace[982715073] 'agreement among raft nodes before linearized reading' (duration: 494.595861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.659359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.317728Z","time spent":"341.590856ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:31:18.659351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.989999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:31:18.659401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.163141Z","time spent":"496.240579ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-29T02:31:18.659424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.679912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:18.659468Z","caller":"traceutil/trace.go:171","msg":"trace[1440427736] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11701; }","duration":"343.160744ms","start":"2026-05-29T02:31:18.316279Z","end":"2026-05-29T02:31:18.659439Z","steps":["trace[1440427736] 'agreement among raft nodes before linearized reading' (duration: 342.901388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.659395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.16455Z","time spent":"494.835656ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:31:18.659526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.316257Z","time spent":"343.262146ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-29T02:31:18.658651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.011413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:31:18.659416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.636261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:18.659646Z","caller":"traceutil/trace.go:171","msg":"trace[415495843] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11701; }","duration":"343.004399ms","start":"2026-05-29T02:31:18.316623Z","end":"2026-05-29T02:31:18.659628Z","steps":["trace[415495843] 'agreement among raft nodes before linearized reading' (duration: 342.576299ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:18.659582Z","caller":"traceutil/trace.go:171","msg":"trace[937907770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11701; }","duration":"418.103239ms","start":"2026-05-29T02:31:18.241459Z","end":"2026-05-29T02:31:18.659563Z","steps":["trace[937907770] 'agreement among raft nodes before linearized reading' (duration: 416.963812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.659803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.316602Z","time spent":"343.139333ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-05-29T02:31:18.659857Z","caller":"traceutil/trace.go:171","msg":"trace[254309679] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11701; }","duration":"342.766854ms","start":"2026-05-29T02:31:18.31672Z","end":"2026-05-29T02:31:18.659487Z","steps":["trace[254309679] 'agreement among raft nodes before linearized reading' (duration: 342.131709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.659911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.316715Z","time spent":"343.186854ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-05-29T02:31:18.659796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.24144Z","time spent":"418.329884ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:31:18.660025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.697667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:18.660124Z","caller":"traceutil/trace.go:171","msg":"trace[1354890796] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11701; }","duration":"495.834249ms","start":"2026-05-29T02:31:18.164273Z","end":"2026-05-29T02:31:18.660107Z","steps":["trace[1354890796] 'agreement among raft nodes before linearized reading' (duration: 495.050101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:18.660166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.164261Z","time spent":"495.897022ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-29T02:31:19.172048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.817869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:31:19.172266Z","caller":"traceutil/trace.go:171","msg":"trace[1542816046] linearizableReadLoop","detail":"{readStateIndex:12124; appliedIndex:12122; }","duration":"513.862695ms","start":"2026-05-29T02:31:18.658388Z","end":"2026-05-29T02:31:19.172251Z","steps":["trace[1542816046] 'read index received' (duration: 82.498644ms)","trace[1542816046] 'applied index is now lower than readState.Index' (duration: 431.363151ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:19.172273Z","caller":"traceutil/trace.go:171","msg":"trace[1381620143] transaction","detail":"{read_only:false; response_revision:11702; number_of_response:1; }","duration":"581.667812ms","start":"2026-05-29T02:31:18.590578Z","end":"2026-05-29T02:31:19.172246Z","steps":["trace[1381620143] 'process raft request' (duration: 150.215198ms)","trace[1381620143] 'compare' (duration: 430.492931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:19.172373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.590561Z","time spent":"581.761114ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:19.172505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.512178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:31:19.172543Z","caller":"traceutil/trace.go:171","msg":"trace[727682770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11703; }","duration":"561.584699ms","start":"2026-05-29T02:31:18.610946Z","end":"2026-05-29T02:31:19.172531Z","steps":["trace[727682770] 'agreement among raft nodes before linearized reading' (duration: 561.472217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.172565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.610929Z","time spent":"561.63161ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:31:19.172673Z","caller":"traceutil/trace.go:171","msg":"trace[515808834] transaction","detail":"{read_only:false; response_revision:11703; number_of_response:1; }","duration":"582.031791ms","start":"2026-05-29T02:31:18.590601Z","end":"2026-05-29T02:31:19.172633Z","steps":["trace[515808834] 'process raft request' (duration: 581.552709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.172985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.590588Z","time spent":"582.247676ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:19.17323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.675836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448012"} {"level":"info","ts":"2026-05-29T02:31:19.173269Z","caller":"traceutil/trace.go:171","msg":"trace[1915560398] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11703; }","duration":"582.743448ms","start":"2026-05-29T02:31:18.590515Z","end":"2026-05-29T02:31:19.173259Z","steps":["trace[1915560398] 'agreement among raft nodes before linearized reading' (duration: 581.933988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.173312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.590496Z","time spent":"582.806719ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448035,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:31:19.41007Z","caller":"traceutil/trace.go:171","msg":"trace[1541077152] transaction","detail":"{read_only:false; response_revision:11704; number_of_response:1; }","duration":"681.728469ms","start":"2026-05-29T02:31:18.727792Z","end":"2026-05-29T02:31:19.409521Z","steps":["trace[1541077152] 'process raft request' (duration: 616.898142ms)","trace[1541077152] 'compare' (duration: 64.041258ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:19.410226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.727766Z","time spent":"682.385305ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:31:19.410529Z","caller":"traceutil/trace.go:171","msg":"trace[1675106293] linearizableReadLoop","detail":"{readStateIndex:12126; appliedIndex:12124; }","duration":"238.202501ms","start":"2026-05-29T02:31:19.172303Z","end":"2026-05-29T02:31:19.410505Z","steps":["trace[1675106293] 'read index received' (duration: 172.400611ms)","trace[1675106293] 'applied index is now lower than readState.Index' (duration: 65.79774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:19.410737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.171315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:31:19.410781Z","caller":"traceutil/trace.go:171","msg":"trace[182046556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11706; }","duration":"349.268678ms","start":"2026-05-29T02:31:19.0615Z","end":"2026-05-29T02:31:19.410769Z","steps":["trace[182046556] 'agreement among raft nodes before linearized reading' (duration: 349.121784ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:19.410763Z","caller":"traceutil/trace.go:171","msg":"trace[1711226951] transaction","detail":"{read_only:false; response_revision:11705; number_of_response:1; }","duration":"561.477347ms","start":"2026-05-29T02:31:18.849257Z","end":"2026-05-29T02:31:19.410734Z","steps":["trace[1711226951] 'process raft request' (duration: 560.215107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.410819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:19.061483Z","time spent":"349.328729ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:31:19.410571Z","caller":"traceutil/trace.go:171","msg":"trace[1404564481] transaction","detail":"{read_only:false; response_revision:11706; number_of_response:1; }","duration":"232.383634ms","start":"2026-05-29T02:31:19.178174Z","end":"2026-05-29T02:31:19.410557Z","steps":["trace[1404564481] 'process raft request' (duration: 232.278071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.410953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.849234Z","time spent":"561.588359ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:19.410997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.923435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:19.411068Z","caller":"traceutil/trace.go:171","msg":"trace[1110185219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11706; }","duration":"750.039458ms","start":"2026-05-29T02:31:18.661012Z","end":"2026-05-29T02:31:19.411051Z","steps":["trace[1110185219] 'agreement among raft nodes before linearized reading' (duration: 749.840893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.411112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.660995Z","time spent":"750.10608ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:31:19.411127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.259914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-74b75db654-67xmx.18b3e87064ed08fe\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-05-29T02:31:19.411244Z","caller":"traceutil/trace.go:171","msg":"trace[680397004] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-74b75db654-67xmx.18b3e87064ed08fe; range_end:; response_count:1; response_revision:11706; }","duration":"483.421017ms","start":"2026-05-29T02:31:18.927808Z","end":"2026-05-29T02:31:19.411229Z","steps":["trace[680397004] 'agreement among raft nodes before linearized reading' (duration: 483.220193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.411292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.927786Z","time spent":"483.49317ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":834,"request content":"key:\"/registry/events/openstack/cinder-backup-74b75db654-67xmx.18b3e87064ed08fe\" "} {"level":"warn","ts":"2026-05-29T02:31:19.411395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.626751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:19.411461Z","caller":"traceutil/trace.go:171","msg":"trace[118898861] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11706; }","duration":"640.742964ms","start":"2026-05-29T02:31:18.770705Z","end":"2026-05-29T02:31:19.411448Z","steps":["trace[118898861] 'agreement among raft nodes before linearized reading' (duration: 640.067298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.411504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:18.770684Z","time spent":"640.808315ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:31:19.586127Z","caller":"traceutil/trace.go:171","msg":"trace[1768561915] transaction","detail":"{read_only:false; response_revision:11709; number_of_response:1; }","duration":"169.542434ms","start":"2026-05-29T02:31:19.416554Z","end":"2026-05-29T02:31:19.586096Z","steps":["trace[1768561915] 'process raft request' (duration: 169.465782ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:19.586279Z","caller":"traceutil/trace.go:171","msg":"trace[581854495] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"172.306819ms","start":"2026-05-29T02:31:19.413943Z","end":"2026-05-29T02:31:19.58625Z","steps":["trace[581854495] 'process raft request' (duration: 171.92253ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:19.586279Z","caller":"traceutil/trace.go:171","msg":"trace[1258435077] linearizableReadLoop","detail":"{readStateIndex:12128; appliedIndex:12127; }","duration":"175.651617ms","start":"2026-05-29T02:31:19.4106Z","end":"2026-05-29T02:31:19.586251Z","steps":["trace[1258435077] 'read index received' (duration: 130.255518ms)","trace[1258435077] 'applied index is now lower than readState.Index' (duration: 45.393859ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:19.586362Z","caller":"traceutil/trace.go:171","msg":"trace[1250763617] transaction","detail":"{read_only:false; response_revision:11707; number_of_response:1; }","duration":"185.716845ms","start":"2026-05-29T02:31:19.400579Z","end":"2026-05-29T02:31:19.586296Z","steps":["trace[1250763617] 'process raft request' (duration: 140.311686ms)","trace[1250763617] 'compare' (duration: 44.699773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:19.586492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.816549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:31:19.586538Z","caller":"traceutil/trace.go:171","msg":"trace[515299215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11709; }","duration":"405.890802ms","start":"2026-05-29T02:31:19.180636Z","end":"2026-05-29T02:31:19.586527Z","steps":["trace[515299215] 'agreement among raft nodes before linearized reading' (duration: 405.690287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:19.586578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:19.180621Z","time spent":"405.946963ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:31:19.586567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.82477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:19.586629Z","caller":"traceutil/trace.go:171","msg":"trace[1058404596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11709; }","duration":"166.918872ms","start":"2026-05-29T02:31:19.419694Z","end":"2026-05-29T02:31:19.586613Z","steps":["trace[1058404596] 'agreement among raft nodes before linearized reading' (duration: 166.810469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.124242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061518587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:32:55.625303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061518587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:32:55.760584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179797486s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:32:55.761036Z","caller":"traceutil/trace.go:171","msg":"trace[236250359] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"1.18040071s","start":"2026-05-29T02:32:54.580604Z","end":"2026-05-29T02:32:55.761004Z","steps":["trace[236250359] 'process raft request' (duration: 1.180183395s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.761234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.580571Z","time spent":"1.180551173s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:55.762458Z","caller":"traceutil/trace.go:171","msg":"trace[678870733] transaction","detail":"{read_only:false; response_revision:12346; number_of_response:1; }","duration":"1.04719219s","start":"2026-05-29T02:32:54.715241Z","end":"2026-05-29T02:32:55.762434Z","steps":["trace[678870733] 'process raft request' (duration: 1.04678138s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.762613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.71521Z","time spent":"1.047325684s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:55.762714Z","caller":"traceutil/trace.go:171","msg":"trace[320314488] linearizableReadLoop","detail":"{readStateIndex:12790; appliedIndex:12787; }","duration":"1.138605435s","start":"2026-05-29T02:32:54.624075Z","end":"2026-05-29T02:32:55.76268Z","steps":["trace[320314488] 'read index received' (duration: 1.13671783s)","trace[320314488] 'applied index is now lower than readState.Index' (duration: 1.885805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:32:55.762982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138910863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:55.763032Z","caller":"traceutil/trace.go:171","msg":"trace[852164106] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12347; }","duration":"1.139007065s","start":"2026-05-29T02:32:54.62401Z","end":"2026-05-29T02:32:55.763017Z","steps":["trace[852164106] 'agreement among raft nodes before linearized reading' (duration: 1.138927383s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.623983Z","time spent":"1.139074006s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:32:55.763161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.294103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:55.763211Z","caller":"traceutil/trace.go:171","msg":"trace[348184596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12347; }","duration":"520.379815ms","start":"2026-05-29T02:32:55.242816Z","end":"2026-05-29T02:32:55.763196Z","steps":["trace[348184596] 'agreement among raft nodes before linearized reading' (duration: 520.293793ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:55.763231Z","caller":"traceutil/trace.go:171","msg":"trace[496633134] transaction","detail":"{read_only:false; response_revision:12347; number_of_response:1; }","duration":"737.869781ms","start":"2026-05-29T02:32:55.02535Z","end":"2026-05-29T02:32:55.76322Z","steps":["trace[496633134] 'process raft request' (duration: 736.881217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.242795Z","time spent":"520.440576ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:32:55.76329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.02534Z","time spent":"737.915822ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:32:55.76338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.378869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:55.76343Z","caller":"traceutil/trace.go:171","msg":"trace[510647423] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:12347; }","duration":"101.458071ms","start":"2026-05-29T02:32:55.661953Z","end":"2026-05-29T02:32:55.763411Z","steps":["trace[510647423] 'agreement among raft nodes before linearized reading' (duration: 101.371079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.042875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-backup-storage-init-sbkqf\" ","response":"range_response_count:1 size:2887"} {"level":"warn","ts":"2026-05-29T02:32:55.763521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.674373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-storage-init-sbkqf\" ","response":"range_response_count:1 size:9717"} {"level":"info","ts":"2026-05-29T02:32:55.763554Z","caller":"traceutil/trace.go:171","msg":"trace[485708346] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-storage-init-sbkqf; range_end:; response_count:1; response_revision:12347; }","duration":"327.727744ms","start":"2026-05-29T02:32:55.435816Z","end":"2026-05-29T02:32:55.763544Z","steps":["trace[485708346] 'agreement among raft nodes before linearized reading' (duration: 327.580071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.435806Z","time spent":"327.771085ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9740,"request content":"key:\"/registry/pods/openstack/cinder-backup-storage-init-sbkqf\" "} {"level":"info","ts":"2026-05-29T02:32:55.763558Z","caller":"traceutil/trace.go:171","msg":"trace[1051834569] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-backup-storage-init-sbkqf; range_end:; response_count:1; response_revision:12347; }","duration":"884.407374ms","start":"2026-05-29T02:32:54.879107Z","end":"2026-05-29T02:32:55.763514Z","steps":["trace[1051834569] 'agreement among raft nodes before linearized reading' (duration: 883.901492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.669646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:55.763652Z","caller":"traceutil/trace.go:171","msg":"trace[726720510] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12347; }","duration":"782.764269ms","start":"2026-05-29T02:32:54.980879Z","end":"2026-05-29T02:32:55.763643Z","steps":["trace[726720510] 'agreement among raft nodes before linearized reading' (duration: 782.674737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.980864Z","time spent":"782.808459ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-29T02:32:55.763676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.879084Z","time spent":"884.555818ms","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":2910,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-backup-storage-init-sbkqf\" "} {"level":"warn","ts":"2026-05-29T02:32:55.76386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.924633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-29T02:32:55.763888Z","caller":"traceutil/trace.go:171","msg":"trace[896616848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12347; }","duration":"625.982393ms","start":"2026-05-29T02:32:55.137896Z","end":"2026-05-29T02:32:55.763879Z","steps":["trace[896616848] 'agreement among raft nodes before linearized reading' (duration: 625.893921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.137877Z","time spent":"626.031975ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:32:55.7639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.300484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:55.763977Z","caller":"traceutil/trace.go:171","msg":"trace[1337575256] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12347; }","duration":"383.412876ms","start":"2026-05-29T02:32:55.380543Z","end":"2026-05-29T02:32:55.763956Z","steps":["trace[1337575256] 'agreement among raft nodes before linearized reading' (duration: 383.276753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.764022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.964309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-74b75db654-67xmx.18b3e87064e21d26\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-05-29T02:32:55.764029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.380525Z","time spent":"383.489679ms","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:32:55.764078Z","caller":"traceutil/trace.go:171","msg":"trace[1880835565] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-74b75db654-67xmx.18b3e87064e21d26; range_end:; response_count:1; response_revision:12347; }","duration":"751.0187ms","start":"2026-05-29T02:32:55.013032Z","end":"2026-05-29T02:32:55.76405Z","steps":["trace[1880835565] 'agreement among raft nodes before linearized reading' (duration: 750.925778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.764107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.013026Z","time spent":"751.074332ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":827,"request content":"key:\"/registry/events/openstack/cinder-backup-74b75db654-67xmx.18b3e87064e21d26\" "} {"level":"warn","ts":"2026-05-29T02:32:55.764164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.547613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:32:55.76416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.40298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-29T02:32:55.764195Z","caller":"traceutil/trace.go:171","msg":"trace[1310547689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12347; }","duration":"807.614105ms","start":"2026-05-29T02:32:54.956571Z","end":"2026-05-29T02:32:55.764186Z","steps":["trace[1310547689] 'agreement among raft nodes before linearized reading' (duration: 807.568573ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:55.764204Z","caller":"traceutil/trace.go:171","msg":"trace[1939378820] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12347; }","duration":"807.484322ms","start":"2026-05-29T02:32:54.956709Z","end":"2026-05-29T02:32:55.764193Z","steps":["trace[1939378820] 'agreement among raft nodes before linearized reading' (duration: 807.311018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.764222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.956549Z","time spent":"807.667155ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-29T02:32:55.764239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.956688Z","time spent":"807.541773ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-29T02:32:55.764551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.048175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:55.764608Z","caller":"traceutil/trace.go:171","msg":"trace[597906368] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12347; }","duration":"598.180648ms","start":"2026-05-29T02:32:55.166414Z","end":"2026-05-29T02:32:55.764595Z","steps":["trace[597906368] 'agreement among raft nodes before linearized reading' (duration: 596.855247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.764657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.166383Z","time spent":"598.26087ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:32:57.893423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061518637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:32:58.194413Z","caller":"traceutil/trace.go:171","msg":"trace[1702009346] transaction","detail":"{read_only:false; response_revision:12372; number_of_response:1; }","duration":"854.093549ms","start":"2026-05-29T02:32:57.340298Z","end":"2026-05-29T02:32:58.194391Z","steps":["trace[1702009346] 'process raft request' (duration: 853.963175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.194527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.340273Z","time spent":"854.195161ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:58.203674Z","caller":"traceutil/trace.go:171","msg":"trace[118784854] transaction","detail":"{read_only:false; response_revision:12373; number_of_response:1; }","duration":"434.896059ms","start":"2026-05-29T02:32:57.768755Z","end":"2026-05-29T02:32:58.203651Z","steps":["trace[118784854] 'process raft request' (duration: 434.756855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.203829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.768723Z","time spent":"435.009452ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:58.204079Z","caller":"traceutil/trace.go:171","msg":"trace[540058428] linearizableReadLoop","detail":"{readStateIndex:12819; appliedIndex:12815; }","duration":"811.212118ms","start":"2026-05-29T02:32:57.392851Z","end":"2026-05-29T02:32:58.204063Z","steps":["trace[540058428] 'read index received' (duration: 801.50506ms)","trace[540058428] 'applied index is now lower than readState.Index' (duration: 9.706398ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:32:58.204125Z","caller":"traceutil/trace.go:171","msg":"trace[739304897] transaction","detail":"{read_only:false; response_revision:12374; number_of_response:1; }","duration":"434.724304ms","start":"2026-05-29T02:32:57.769342Z","end":"2026-05-29T02:32:58.204067Z","steps":["trace[739304897] 'process raft request' (duration: 434.270604ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.204201Z","caller":"traceutil/trace.go:171","msg":"trace[553517337] transaction","detail":"{read_only:false; response_revision:12375; number_of_response:1; }","duration":"362.565135ms","start":"2026-05-29T02:32:57.841596Z","end":"2026-05-29T02:32:58.204161Z","steps":["trace[553517337] 'process raft request' (duration: 362.38534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.20428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.170645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-05-29T02:32:58.204296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.76721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:32:58.204297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.918409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:32:58.204327Z","caller":"traceutil/trace.go:171","msg":"trace[190416972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:12375; }","duration":"211.841632ms","start":"2026-05-29T02:32:57.992476Z","end":"2026-05-29T02:32:58.204318Z","steps":["trace[190416972] 'agreement among raft nodes before linearized reading' (duration: 211.73602ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.204332Z","caller":"traceutil/trace.go:171","msg":"trace[509336152] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12375; }","duration":"148.98916ms","start":"2026-05-29T02:32:58.055333Z","end":"2026-05-29T02:32:58.204323Z","steps":["trace[509336152] 'agreement among raft nodes before linearized reading' (duration: 148.875928ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.204328Z","caller":"traceutil/trace.go:171","msg":"trace[820638821] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:12375; }","duration":"648.266267ms","start":"2026-05-29T02:32:57.556046Z","end":"2026-05-29T02:32:58.204312Z","steps":["trace[820638821] 'agreement among raft nodes before linearized reading' (duration: 648.121524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.204365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.556022Z","time spent":"648.331269ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":583,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-create-internal-tenant\" "} {"level":"warn","ts":"2026-05-29T02:32:58.204386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.457414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:32:58.204376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.709654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:32:58.204281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.365281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-29T02:32:58.204422Z","caller":"traceutil/trace.go:171","msg":"trace[1948982620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12375; }","duration":"427.540736ms","start":"2026-05-29T02:32:57.776871Z","end":"2026-05-29T02:32:58.204412Z","steps":["trace[1948982620] 'agreement among raft nodes before linearized reading' (duration: 427.436193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.20444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.758145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:58.204454Z","caller":"traceutil/trace.go:171","msg":"trace[876844457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12375; }","duration":"434.781476ms","start":"2026-05-29T02:32:57.769668Z","end":"2026-05-29T02:32:58.204449Z","steps":["trace[876844457] 'agreement among raft nodes before linearized reading' (duration: 434.757186ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.204447Z","caller":"traceutil/trace.go:171","msg":"trace[1432710505] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12375; }","duration":"434.792326ms","start":"2026-05-29T02:32:57.769637Z","end":"2026-05-29T02:32:58.20443Z","steps":["trace[1432710505] 'agreement among raft nodes before linearized reading' (duration: 434.621642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.204458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.776846Z","time spent":"427.604936ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:32:58.204469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.769664Z","time spent":"434.802087ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-29T02:32:58.204481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.769631Z","time spent":"434.842128ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-05-29T02:32:58.204479Z","caller":"traceutil/trace.go:171","msg":"trace[898408437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12375; }","duration":"427.561526ms","start":"2026-05-29T02:32:57.776883Z","end":"2026-05-29T02:32:58.204444Z","steps":["trace[898408437] 'agreement among raft nodes before linearized reading' (duration: 427.30281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.204181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.337791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:32:58.204546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.776875Z","time spent":"427.647228ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:32:58.204544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.152659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:32:58.204545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.625736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-29T02:32:58.204631Z","caller":"traceutil/trace.go:171","msg":"trace[631777116] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12375; }","duration":"435.771049ms","start":"2026-05-29T02:32:57.768837Z","end":"2026-05-29T02:32:58.204608Z","steps":["trace[631777116] 'agreement among raft nodes before linearized reading' (duration: 435.467882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.204668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.768815Z","time spent":"435.845701ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-29T02:32:58.204378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.769326Z","time spent":"434.910459ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:58.204582Z","caller":"traceutil/trace.go:171","msg":"trace[1362009793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12375; }","duration":"428.201201ms","start":"2026-05-29T02:32:57.77637Z","end":"2026-05-29T02:32:58.204571Z","steps":["trace[1362009793] 'agreement among raft nodes before linearized reading' (duration: 428.058718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.204738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.77636Z","time spent":"428.368535ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:32:58.204547Z","caller":"traceutil/trace.go:171","msg":"trace[1920994722] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12375; }","duration":"811.74503ms","start":"2026-05-29T02:32:57.392791Z","end":"2026-05-29T02:32:58.204536Z","steps":["trace[1920994722] 'agreement among raft nodes before linearized reading' (duration: 811.360961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.204777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.392769Z","time spent":"811.996736ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-29T02:32:58.204381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.841566Z","time spent":"362.719148ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:32:58.204405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.395402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:32:58.204859Z","caller":"traceutil/trace.go:171","msg":"trace[1279519817] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12375; }","duration":"626.892284ms","start":"2026-05-29T02:32:57.577955Z","end":"2026-05-29T02:32:58.204847Z","steps":["trace[1279519817] 'agreement among raft nodes before linearized reading' (duration: 626.434313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.204877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.57793Z","time spent":"626.941545ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:33:13.761918Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10191} {"level":"info","ts":"2026-05-29T02:33:13.844686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10191,"took":"79.449423ms","hash":1692901660,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":27697152,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-29T02:33:13.84475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1692901660,"revision":10191,"compact-revision":8067} {"level":"warn","ts":"2026-05-29T02:34:10.359369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545435143s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:34:10.359528Z","caller":"traceutil/trace.go:171","msg":"trace[387475875] linearizableReadLoop","detail":"{readStateIndex:13298; appliedIndex:13297; }","duration":"1.76685924s","start":"2026-05-29T02:34:08.592643Z","end":"2026-05-29T02:34:10.359503Z","steps":["trace[387475875] 'read index received' (duration: 221.172562ms)","trace[387475875] 'applied index is now lower than readState.Index' (duration: 1.545685118s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:34:10.359558Z","caller":"traceutil/trace.go:171","msg":"trace[30060977] transaction","detail":"{read_only:false; response_revision:12837; number_of_response:1; }","duration":"1.770294341s","start":"2026-05-29T02:34:08.589239Z","end":"2026-05-29T02:34:10.359533Z","steps":["trace[30060977] 'process raft request' (duration: 224.586462ms)","trace[30060977] 'compare' (duration: 1.545283919s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:34:10.359659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.589203Z","time spent":"1.770402844s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:34:10.359688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767050625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:34:10.359753Z","caller":"traceutil/trace.go:171","msg":"trace[1258480757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12837; }","duration":"1.767139217s","start":"2026-05-29T02:34:08.592595Z","end":"2026-05-29T02:34:10.359735Z","steps":["trace[1258480757] 'agreement among raft nodes before linearized reading' (duration: 1.767021204s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.35978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766990984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-29T02:34:10.359799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.592578Z","time spent":"1.767209099s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:34:10.359827Z","caller":"traceutil/trace.go:171","msg":"trace[78205486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12837; }","duration":"1.767057116s","start":"2026-05-29T02:34:08.592753Z","end":"2026-05-29T02:34:10.359811Z","steps":["trace[78205486] 'agreement among raft nodes before linearized reading' (duration: 1.766875371s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.359873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.592743Z","time spent":"1.767118047s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:34:10.360046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.030328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-29T02:34:10.360092Z","caller":"traceutil/trace.go:171","msg":"trace[942308984] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12837; }","duration":"734.1101ms","start":"2026-05-29T02:34:09.625965Z","end":"2026-05-29T02:34:10.360075Z","steps":["trace[942308984] 'agreement among raft nodes before linearized reading' (duration: 733.994437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.360113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.929146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:34:10.360132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.625943Z","time spent":"734.178222ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-29T02:34:10.360157Z","caller":"traceutil/trace.go:171","msg":"trace[1020594989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12837; }","duration":"116.980856ms","start":"2026-05-29T02:34:10.243159Z","end":"2026-05-29T02:34:10.360139Z","steps":["trace[1020594989] 'agreement among raft nodes before linearized reading' (duration: 116.923865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.360451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.842532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-dhkvp\" ","response":"range_response_count:1 size:8637"} {"level":"warn","ts":"2026-05-29T02:34:10.360481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570624166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:34:10.360496Z","caller":"traceutil/trace.go:171","msg":"trace[535186571] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-dhkvp; range_end:; response_count:1; response_revision:12837; }","duration":"303.926683ms","start":"2026-05-29T02:34:10.056557Z","end":"2026-05-29T02:34:10.360483Z","steps":["trace[535186571] 'agreement among raft nodes before linearized reading' (duration: 303.767339ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:34:10.360528Z","caller":"traceutil/trace.go:171","msg":"trace[492302980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:12837; }","duration":"1.570782429s","start":"2026-05-29T02:34:08.789733Z","end":"2026-05-29T02:34:10.360515Z","steps":["trace[492302980] 'agreement among raft nodes before linearized reading' (duration: 1.570581105s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.360545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:10.056536Z","time spent":"303.996075ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8660,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-dhkvp\" "} {"level":"warn","ts":"2026-05-29T02:34:10.360567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.789711Z","time spent":"1.570845821s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:34:10.360041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.545014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:34:10.360668Z","caller":"traceutil/trace.go:171","msg":"trace[693698928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12837; }","duration":"691.20943ms","start":"2026-05-29T02:34:09.669446Z","end":"2026-05-29T02:34:10.360655Z","steps":["trace[693698928] 'agreement among raft nodes before linearized reading' (duration: 690.492153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.360679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767068396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-29T02:34:10.360706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.669424Z","time spent":"691.271091ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:34:10.360728Z","caller":"traceutil/trace.go:171","msg":"trace[965283365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12837; }","duration":"1.767141678s","start":"2026-05-29T02:34:08.593572Z","end":"2026-05-29T02:34:10.360714Z","steps":["trace[965283365] 'agreement among raft nodes before linearized reading' (duration: 1.767007015s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.360768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.593559Z","time spent":"1.767197379s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:34:10.361015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751904429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:34:10.361058Z","caller":"traceutil/trace.go:171","msg":"trace[176730745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12837; }","duration":"1.75197289s","start":"2026-05-29T02:34:08.609073Z","end":"2026-05-29T02:34:10.361046Z","steps":["trace[176730745] 'agreement among raft nodes before linearized reading' (duration: 1.751855677s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.361098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.60906Z","time spent":"1.752027052s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:34:11.7441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061519974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:34:11.759224Z","caller":"traceutil/trace.go:171","msg":"trace[1232526193] linearizableReadLoop","detail":"{readStateIndex:13307; appliedIndex:13306; }","duration":"515.267474ms","start":"2026-05-29T02:34:11.243925Z","end":"2026-05-29T02:34:11.759192Z","steps":["trace[1232526193] 'read index received' (duration: 515.046179ms)","trace[1232526193] 'applied index is now lower than readState.Index' (duration: 220.005µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:34:11.759266Z","caller":"traceutil/trace.go:171","msg":"trace[1142937837] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"922.920401ms","start":"2026-05-29T02:34:10.83632Z","end":"2026-05-29T02:34:11.759241Z","steps":["trace[1142937837] 'process raft request' (duration: 922.691186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:11.759369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.422848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:34:11.759404Z","caller":"traceutil/trace.go:171","msg":"trace[1668462289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12846; }","duration":"515.5214ms","start":"2026-05-29T02:34:11.243875Z","end":"2026-05-29T02:34:11.759396Z","steps":["trace[1668462289] 'agreement among raft nodes before linearized reading' (duration: 515.422398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:11.75943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.243842Z","time spent":"515.582362ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:34:11.759484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.762496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:34:11.759587Z","caller":"traceutil/trace.go:171","msg":"trace[1297970412] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:12846; }","duration":"431.91938ms","start":"2026-05-29T02:34:11.327654Z","end":"2026-05-29T02:34:11.759574Z","steps":["trace[1297970412] 'agreement among raft nodes before linearized reading' (duration: 431.706505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:11.759562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:10.836297Z","time spent":"923.073105ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:34:11.759628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.327629Z","time spent":"431.986741ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:34:11.759778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.733658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:34:11.75987Z","caller":"traceutil/trace.go:171","msg":"trace[1625090465] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12846; }","duration":"359.877222ms","start":"2026-05-29T02:34:11.399974Z","end":"2026-05-29T02:34:11.759851Z","steps":["trace[1625090465] 'agreement among raft nodes before linearized reading' (duration: 359.612085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:11.759845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.586242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:34:11.759928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.399952Z","time spent":"359.967414ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T02:34:11.759966Z","caller":"traceutil/trace.go:171","msg":"trace[1417995148] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12846; }","duration":"372.779186ms","start":"2026-05-29T02:34:11.38716Z","end":"2026-05-29T02:34:11.759939Z","steps":["trace[1417995148] 'agreement among raft nodes before linearized reading' (duration: 372.474858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:11.76003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.38715Z","time spent":"372.867888ms","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:34:11.75986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.462617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:34:11.76011Z","caller":"traceutil/trace.go:171","msg":"trace[790193260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12846; }","duration":"380.759204ms","start":"2026-05-29T02:34:11.379312Z","end":"2026-05-29T02:34:11.760071Z","steps":["trace[790193260] 'agreement among raft nodes before linearized reading' (duration: 380.339424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:11.760171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.379288Z","time spent":"380.869666ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:34:12.379864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.760628Z","time spent":"619.230154ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:34:12.381453Z","caller":"traceutil/trace.go:171","msg":"trace[321644094] transaction","detail":"{read_only:false; response_revision:12848; number_of_response:1; }","duration":"616.723365ms","start":"2026-05-29T02:34:11.764702Z","end":"2026-05-29T02:34:12.381425Z","steps":["trace[321644094] 'process raft request' (duration: 616.09599ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:34:12.38169Z","caller":"traceutil/trace.go:171","msg":"trace[1398321800] transaction","detail":"{read_only:false; response_revision:12847; number_of_response:1; }","duration":"617.123694ms","start":"2026-05-29T02:34:11.764476Z","end":"2026-05-29T02:34:12.381599Z","steps":["trace[1398321800] 'process raft request' (duration: 616.157941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.382195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.764695Z","time spent":"616.892639ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:34:12.382167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.764458Z","time spent":"617.413152ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:37:05.66449Z","caller":"traceutil/trace.go:171","msg":"trace[1757730818] transaction","detail":"{read_only:false; response_revision:14075; number_of_response:1; }","duration":"183.384603ms","start":"2026-05-29T02:37:05.481062Z","end":"2026-05-29T02:37:05.664446Z","steps":["trace[1757730818] 'process raft request' (duration: 181.307154ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:29.357389Z","caller":"traceutil/trace.go:171","msg":"trace[1745467858] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"124.470004ms","start":"2026-05-29T02:37:29.232899Z","end":"2026-05-29T02:37:29.357369Z","steps":["trace[1745467858] 'process raft request' (duration: 124.344741ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:29.47524Z","caller":"traceutil/trace.go:171","msg":"trace[1183017888] transaction","detail":"{read_only:false; response_revision:14197; number_of_response:1; }","duration":"242.206669ms","start":"2026-05-29T02:37:29.233012Z","end":"2026-05-29T02:37:29.475219Z","steps":["trace[1183017888] 'process raft request' (duration: 239.355002ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:29.475249Z","caller":"traceutil/trace.go:171","msg":"trace[1199026895] transaction","detail":"{read_only:false; response_revision:14198; number_of_response:1; }","duration":"241.036792ms","start":"2026-05-29T02:37:29.234193Z","end":"2026-05-29T02:37:29.47523Z","steps":["trace[1199026895] 'process raft request' (duration: 240.94114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:29.475303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.396075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:37:29.475325Z","caller":"traceutil/trace.go:171","msg":"trace[1647880921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14198; }","duration":"234.433296ms","start":"2026-05-29T02:37:29.240885Z","end":"2026-05-29T02:37:29.475319Z","steps":["trace[1647880921] 'agreement among raft nodes before linearized reading' (duration: 234.380535ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:29.47523Z","caller":"traceutil/trace.go:171","msg":"trace[1367980156] linearizableReadLoop","detail":"{readStateIndex:14710; appliedIndex:14707; }","duration":"234.310602ms","start":"2026-05-29T02:37:29.2409Z","end":"2026-05-29T02:37:29.475211Z","steps":["trace[1367980156] 'read index received' (duration: 116.426654ms)","trace[1367980156] 'applied index is now lower than readState.Index' (duration: 117.883428ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:37:43.710487Z","caller":"traceutil/trace.go:171","msg":"trace[2076484580] transaction","detail":"{read_only:false; response_revision:14290; number_of_response:1; }","duration":"129.224646ms","start":"2026-05-29T02:37:43.581232Z","end":"2026-05-29T02:37:43.710457Z","steps":["trace[2076484580] 'process raft request' (duration: 129.059952ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:43.718055Z","caller":"traceutil/trace.go:171","msg":"trace[10305275] transaction","detail":"{read_only:false; response_revision:14291; number_of_response:1; }","duration":"119.094677ms","start":"2026-05-29T02:37:43.598926Z","end":"2026-05-29T02:37:43.718021Z","steps":["trace[10305275] 'process raft request' (duration: 118.877432ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:43.718198Z","caller":"traceutil/trace.go:171","msg":"trace[590807537] transaction","detail":"{read_only:false; response_revision:14292; number_of_response:1; }","duration":"117.985711ms","start":"2026-05-29T02:37:43.600185Z","end":"2026-05-29T02:37:43.718171Z","steps":["trace[590807537] 'process raft request' (duration: 117.781587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.363883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.217244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:37:44.36371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.504981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:37:44.363929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.927483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-6qgg4\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-05-29T02:37:44.363959Z","caller":"traceutil/trace.go:171","msg":"trace[1831775696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14292; }","duration":"515.318317ms","start":"2026-05-29T02:37:43.84862Z","end":"2026-05-29T02:37:44.363938Z","steps":["trace[1831775696] 'range keys from in-memory index tree' (duration: 515.02026ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:44.363959Z","caller":"traceutil/trace.go:171","msg":"trace[1647543124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14292; }","duration":"120.812618ms","start":"2026-05-29T02:37:44.24313Z","end":"2026-05-29T02:37:44.363943Z","steps":["trace[1647543124] 'range keys from in-memory index tree' (duration: 120.389018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:44.363997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:37:43.848566Z","time spent":"515.423149ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:37:44.363996Z","caller":"traceutil/trace.go:171","msg":"trace[757735044] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-6qgg4; range_end:; response_count:1; response_revision:14292; }","duration":"256.044525ms","start":"2026-05-29T02:37:44.107934Z","end":"2026-05-29T02:37:44.363979Z","steps":["trace[757735044] 'range keys from in-memory index tree' (duration: 255.773869ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:46.48196Z","caller":"traceutil/trace.go:171","msg":"trace[1420485889] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"104.134145ms","start":"2026-05-29T02:37:46.377797Z","end":"2026-05-29T02:37:46.481932Z","steps":["trace[1420485889] 'process raft request' (duration: 103.91642ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:46.482166Z","caller":"traceutil/trace.go:171","msg":"trace[376586096] linearizableReadLoop","detail":"{readStateIndex:14828; appliedIndex:14827; }","duration":"102.292941ms","start":"2026-05-29T02:37:46.379603Z","end":"2026-05-29T02:37:46.481896Z","steps":["trace[376586096] 'read index received' (duration: 102.023285ms)","trace[376586096] 'applied index is now lower than readState.Index' (duration: 268.416µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:37:46.482351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.726921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:37:46.482423Z","caller":"traceutil/trace.go:171","msg":"trace[500466595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:14311; }","duration":"102.812723ms","start":"2026-05-29T02:37:46.379599Z","end":"2026-05-29T02:37:46.482412Z","steps":["trace[500466595] 'agreement among raft nodes before linearized reading' (duration: 102.610799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:06.124641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.140978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5361535f-b83d-48ed-acf6-c5135c8de757\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-05-29T02:38:06.124704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.38868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:38:06.124746Z","caller":"traceutil/trace.go:171","msg":"trace[1609695010] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5361535f-b83d-48ed-acf6-c5135c8de757; range_end:; response_count:1; response_revision:14598; }","duration":"276.285811ms","start":"2026-05-29T02:38:05.848439Z","end":"2026-05-29T02:38:06.124725Z","steps":["trace[1609695010] 'range keys from in-memory index tree' (duration: 275.988844ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:06.124792Z","caller":"traceutil/trace.go:171","msg":"trace[850915112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14598; }","duration":"300.533863ms","start":"2026-05-29T02:38:05.824238Z","end":"2026-05-29T02:38:06.124772Z","steps":["trace[850915112] 'range keys from in-memory index tree' (duration: 300.223725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:06.124754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.030174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:38:06.124858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:05.824223Z","time spent":"300.626245ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:38:06.124862Z","caller":"traceutil/trace.go:171","msg":"trace[2075715398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14598; }","duration":"298.177037ms","start":"2026-05-29T02:38:05.826661Z","end":"2026-05-29T02:38:06.124838Z","steps":["trace[2075715398] 'range keys from in-memory index tree' (duration: 297.831559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:06.124949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.938131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-05-29T02:38:06.125032Z","caller":"traceutil/trace.go:171","msg":"trace[861434435] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14598; }","duration":"239.061534ms","start":"2026-05-29T02:38:05.885951Z","end":"2026-05-29T02:38:06.125013Z","steps":["trace[861434435] 'range keys from in-memory index tree' (duration: 238.694886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:06.125098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.089452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:38:06.125142Z","caller":"traceutil/trace.go:171","msg":"trace[1703642571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14598; }","duration":"297.152083ms","start":"2026-05-29T02:38:05.827977Z","end":"2026-05-29T02:38:06.125129Z","steps":["trace[1703642571] 'range keys from in-memory index tree' (duration: 296.965799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:06.933768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061524932,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:38:07.112974Z","caller":"traceutil/trace.go:171","msg":"trace[1086575673] transaction","detail":"{read_only:false; response_revision:14599; number_of_response:1; }","duration":"981.059695ms","start":"2026-05-29T02:38:06.131883Z","end":"2026-05-29T02:38:07.112942Z","steps":["trace[1086575673] 'process raft request' (duration: 980.87119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.113155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.131868Z","time spent":"981.187407ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:07.345652Z","caller":"traceutil/trace.go:171","msg":"trace[1119464856] transaction","detail":"{read_only:false; response_revision:14600; number_of_response:1; }","duration":"1.21337219s","start":"2026-05-29T02:38:06.132244Z","end":"2026-05-29T02:38:07.345616Z","steps":["trace[1119464856] 'process raft request' (duration: 1.213172906s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.345842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.132215Z","time spent":"1.213535164s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:07.345957Z","caller":"traceutil/trace.go:171","msg":"trace[1024613118] transaction","detail":"{read_only:false; response_revision:14601; number_of_response:1; }","duration":"1.213592076s","start":"2026-05-29T02:38:06.132339Z","end":"2026-05-29T02:38:07.345931Z","steps":["trace[1024613118] 'process raft request' (duration: 1.213242577s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.346102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.13233Z","time spent":"1.213696148s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:07.373818Z","caller":"traceutil/trace.go:171","msg":"trace[136685451] linearizableReadLoop","detail":"{readStateIndex:15134; appliedIndex:15130; }","duration":"940.703553ms","start":"2026-05-29T02:38:06.433076Z","end":"2026-05-29T02:38:07.37378Z","steps":["trace[136685451] 'read index received' (duration: 679.691431ms)","trace[136685451] 'applied index is now lower than readState.Index' (duration: 261.010022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:38:07.374083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.703469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:38:07.37412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.00184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5361535f-b83d-48ed-acf6-c5135c8de757\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-05-29T02:38:07.374119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.840769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:07.374159Z","caller":"traceutil/trace.go:171","msg":"trace[2116091635] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5361535f-b83d-48ed-acf6-c5135c8de757; range_end:; response_count:1; response_revision:14601; }","duration":"941.106463ms","start":"2026-05-29T02:38:06.433042Z","end":"2026-05-29T02:38:07.374149Z","steps":["trace[2116091635] 'agreement among raft nodes before linearized reading' (duration: 940.862467ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.374184Z","caller":"traceutil/trace.go:171","msg":"trace[420671054] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:14601; }","duration":"498.985792ms","start":"2026-05-29T02:38:06.875178Z","end":"2026-05-29T02:38:07.374164Z","steps":["trace[420671054] 'agreement among raft nodes before linearized reading' (duration: 498.834779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.374212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.585869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-05-29T02:38:07.374193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.433022Z","time spent":"941.163744ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5361535f-b83d-48ed-acf6-c5135c8de757\" "} {"level":"warn","ts":"2026-05-29T02:38:07.374235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.875158Z","time spent":"499.066774ms","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:38:07.374245Z","caller":"traceutil/trace.go:171","msg":"trace[1678620621] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14601; }","duration":"556.660511ms","start":"2026-05-29T02:38:06.817573Z","end":"2026-05-29T02:38:07.374233Z","steps":["trace[1678620621] 'agreement among raft nodes before linearized reading' (duration: 556.575869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.374277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.817547Z","time spent":"556.722913ms","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-29T02:38:07.374095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.851522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:07.374384Z","caller":"traceutil/trace.go:171","msg":"trace[457067080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14601; }","duration":"276.18794ms","start":"2026-05-29T02:38:07.098176Z","end":"2026-05-29T02:38:07.374364Z","steps":["trace[457067080] 'agreement among raft nodes before linearized reading' (duration: 275.806201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.374422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.894525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5361535f-b83d-48ed-acf6-c5135c8de757\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-05-29T02:38:07.374126Z","caller":"traceutil/trace.go:171","msg":"trace[893524356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14601; }","duration":"793.803631ms","start":"2026-05-29T02:38:06.580311Z","end":"2026-05-29T02:38:07.374115Z","steps":["trace[893524356] 'agreement among raft nodes before linearized reading' (duration: 793.642167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.374281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.493979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:38:07.374533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.372141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:38:07.374603Z","caller":"traceutil/trace.go:171","msg":"trace[878911433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:14601; }","duration":"684.478294ms","start":"2026-05-29T02:38:06.690109Z","end":"2026-05-29T02:38:07.374587Z","steps":["trace[878911433] 'agreement among raft nodes before linearized reading' (duration: 684.30787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.374229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.564429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:38:07.374632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.991152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" ","response":"range_response_count:1 size:20769"} {"level":"warn","ts":"2026-05-29T02:38:07.374655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.690091Z","time spent":"684.553625ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"info","ts":"2026-05-29T02:38:07.374867Z","caller":"traceutil/trace.go:171","msg":"trace[996029295] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj9tg; range_end:; response_count:1; response_revision:14601; }","duration":"163.284579ms","start":"2026-05-29T02:38:07.211551Z","end":"2026-05-29T02:38:07.374835Z","steps":["trace[996029295] 'agreement among raft nodes before linearized reading' (duration: 162.581142ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.374679Z","caller":"traceutil/trace.go:171","msg":"trace[1889550042] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14601; }","duration":"165.050801ms","start":"2026-05-29T02:38:07.209596Z","end":"2026-05-29T02:38:07.374647Z","steps":["trace[1889550042] 'agreement among raft nodes before linearized reading' (duration: 164.564789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.374525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.908439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:07.375211Z","caller":"traceutil/trace.go:171","msg":"trace[615249705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14601; }","duration":"132.692528ms","start":"2026-05-29T02:38:07.242485Z","end":"2026-05-29T02:38:07.375177Z","steps":["trace[615249705] 'agreement among raft nodes before linearized reading' (duration: 131.801207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.374635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:06.580289Z","time spent":"794.262001ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:38:07.374695Z","caller":"traceutil/trace.go:171","msg":"trace[90342255] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14601; }","duration":"310.869138ms","start":"2026-05-29T02:38:07.063707Z","end":"2026-05-29T02:38:07.374577Z","steps":["trace[90342255] 'agreement among raft nodes before linearized reading' (duration: 310.475669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.375367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:07.063682Z","time spent":"311.667856ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:38:07.374488Z","caller":"traceutil/trace.go:171","msg":"trace[1035304009] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5361535f-b83d-48ed-acf6-c5135c8de757; range_end:; response_count:1; response_revision:14601; }","duration":"242.999018ms","start":"2026-05-29T02:38:07.131466Z","end":"2026-05-29T02:38:07.374465Z","steps":["trace[1035304009] 'agreement among raft nodes before linearized reading' (duration: 242.786323ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.56312Z","caller":"traceutil/trace.go:171","msg":"trace[1886199965] linearizableReadLoop","detail":"{readStateIndex:15135; appliedIndex:15134; }","duration":"182.44983ms","start":"2026-05-29T02:38:07.380643Z","end":"2026-05-29T02:38:07.563093Z","steps":["trace[1886199965] 'read index received' (duration: 182.351898ms)","trace[1886199965] 'applied index is now lower than readState.Index' (duration: 96.862µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:07.563166Z","caller":"traceutil/trace.go:171","msg":"trace[531913615] transaction","detail":"{read_only:false; response_revision:14602; number_of_response:1; }","duration":"183.847913ms","start":"2026-05-29T02:38:07.379293Z","end":"2026-05-29T02:38:07.563141Z","steps":["trace[531913615] 'process raft request' (duration: 183.566287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.563895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.229479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630932"} {"level":"info","ts":"2026-05-29T02:38:07.563974Z","caller":"traceutil/trace.go:171","msg":"trace[216261842] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14602; }","duration":"183.322412ms","start":"2026-05-29T02:38:07.380635Z","end":"2026-05-29T02:38:07.563957Z","steps":["trace[216261842] 'agreement among raft nodes before linearized reading' (duration: 182.563794ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.656274Z","caller":"traceutil/trace.go:171","msg":"trace[812547622] transaction","detail":"{read_only:false; response_revision:14604; number_of_response:1; }","duration":"224.493621ms","start":"2026-05-29T02:38:07.431759Z","end":"2026-05-29T02:38:07.656252Z","steps":["trace[812547622] 'process raft request' (duration: 224.407649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.656397Z","caller":"traceutil/trace.go:171","msg":"trace[2075844113] transaction","detail":"{read_only:false; response_revision:14603; number_of_response:1; }","duration":"274.226554ms","start":"2026-05-29T02:38:07.382109Z","end":"2026-05-29T02:38:07.656335Z","steps":["trace[2075844113] 'process raft request' (duration: 273.927767ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.656659Z","caller":"traceutil/trace.go:171","msg":"trace[1293208902] transaction","detail":"{read_only:false; response_revision:14605; number_of_response:1; }","duration":"102.631109ms","start":"2026-05-29T02:38:07.553973Z","end":"2026-05-29T02:38:07.656604Z","steps":["trace[1293208902] 'process raft request' (duration: 102.23631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.656832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.985795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-05-29T02:38:07.656922Z","caller":"traceutil/trace.go:171","msg":"trace[261677919] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:14605; }","duration":"276.102868ms","start":"2026-05-29T02:38:07.380798Z","end":"2026-05-29T02:38:07.656901Z","steps":["trace[261677919] 'agreement among raft nodes before linearized reading' (duration: 275.884853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:07.657513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.816378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630932"} {"level":"info","ts":"2026-05-29T02:38:07.657585Z","caller":"traceutil/trace.go:171","msg":"trace[650981623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14605; }","duration":"274.92444ms","start":"2026-05-29T02:38:07.382644Z","end":"2026-05-29T02:38:07.657568Z","steps":["trace[650981623] 'agreement among raft nodes before linearized reading' (duration: 273.941057ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:13.831747Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12494} {"level":"info","ts":"2026-05-29T02:38:14.025549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12494,"took":"190.47718ms","hash":1334691477,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":29552640,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-29T02:38:14.025832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1334691477,"revision":12494,"compact-revision":10191} {"level":"warn","ts":"2026-05-29T02:38:15.618432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.942805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:15.618544Z","caller":"traceutil/trace.go:171","msg":"trace[744831916] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14675; }","duration":"139.119549ms","start":"2026-05-29T02:38:15.479398Z","end":"2026-05-29T02:38:15.618518Z","steps":["trace[744831916] 'range keys from in-memory index tree' (duration: 138.832243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:15.914679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.765066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:38:15.915101Z","caller":"traceutil/trace.go:171","msg":"trace[1982613077] linearizableReadLoop","detail":"{readStateIndex:15214; appliedIndex:15211; }","duration":"222.610317ms","start":"2026-05-29T02:38:15.692462Z","end":"2026-05-29T02:38:15.915072Z","steps":["trace[1982613077] 'read index received' (duration: 118.316689ms)","trace[1982613077] 'applied index is now lower than readState.Index' (duration: 104.291498ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:15.915146Z","caller":"traceutil/trace.go:171","msg":"trace[334422200] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"227.342789ms","start":"2026-05-29T02:38:15.68776Z","end":"2026-05-29T02:38:15.915103Z","steps":["trace[334422200] 'process raft request' (duration: 123.00627ms)","trace[334422200] 'compare' (duration: 103.577181ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:15.915141Z","caller":"traceutil/trace.go:171","msg":"trace[225236080] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"226.318965ms","start":"2026-05-29T02:38:15.688787Z","end":"2026-05-29T02:38:15.915105Z","steps":["trace[225236080] 'process raft request' (duration: 226.071819ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:15.915172Z","caller":"traceutil/trace.go:171","msg":"trace[2083663657] transaction","detail":"{read_only:false; response_revision:14679; number_of_response:1; }","duration":"225.327472ms","start":"2026-05-29T02:38:15.689809Z","end":"2026-05-29T02:38:15.915137Z","steps":["trace[2083663657] 'process raft request' (duration: 225.196919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:15.915333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.846792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-29T02:38:15.915403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.157348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-05-29T02:38:15.915423Z","caller":"traceutil/trace.go:171","msg":"trace[1491662504] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14679; }","duration":"222.984806ms","start":"2026-05-29T02:38:15.692415Z","end":"2026-05-29T02:38:15.9154Z","steps":["trace[1491662504] 'agreement among raft nodes before linearized reading' (duration: 222.72435ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:15.915445Z","caller":"traceutil/trace.go:171","msg":"trace[2027395105] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj9tg; range_end:; response_count:1; response_revision:14679; }","duration":"183.217819ms","start":"2026-05-29T02:38:15.732213Z","end":"2026-05-29T02:38:15.91543Z","steps":["trace[2027395105] 'agreement among raft nodes before linearized reading' (duration: 183.016724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:15.91548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.915963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:38:15.915525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.82896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:38:15.915564Z","caller":"traceutil/trace.go:171","msg":"trace[255269608] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14679; }","duration":"119.060786ms","start":"2026-05-29T02:38:15.796486Z","end":"2026-05-29T02:38:15.915547Z","steps":["trace[255269608] 'agreement among raft nodes before linearized reading' (duration: 118.902133ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:15.915581Z","caller":"traceutil/trace.go:171","msg":"trace[626355768] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14679; }","duration":"168.905072ms","start":"2026-05-29T02:38:15.746657Z","end":"2026-05-29T02:38:15.915562Z","steps":["trace[626355768] 'agreement among raft nodes before linearized reading' (duration: 168.768789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:15.915638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.996888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:38:15.915687Z","caller":"traceutil/trace.go:171","msg":"trace[1269615234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14679; }","duration":"176.07037ms","start":"2026-05-29T02:38:15.739605Z","end":"2026-05-29T02:38:15.915676Z","steps":["trace[1269615234] 'agreement among raft nodes before linearized reading' (duration: 175.848485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:27.615801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.363456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:38:27.61588Z","caller":"traceutil/trace.go:171","msg":"trace[561427469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14735; }","duration":"170.491419ms","start":"2026-05-29T02:38:27.445371Z","end":"2026-05-29T02:38:27.615862Z","steps":["trace[561427469] 'range keys from in-memory index tree' (duration: 170.11071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:27.616105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.552097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:38:27.616096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.698693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:27.61617Z","caller":"traceutil/trace.go:171","msg":"trace[214774652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14735; }","duration":"169.632109ms","start":"2026-05-29T02:38:27.446521Z","end":"2026-05-29T02:38:27.616153Z","steps":["trace[214774652] 'range keys from in-memory index tree' (duration: 169.088606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:27.616185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.520982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:38:27.616211Z","caller":"traceutil/trace.go:171","msg":"trace[862838967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14735; }","duration":"372.870717ms","start":"2026-05-29T02:38:27.243313Z","end":"2026-05-29T02:38:27.616184Z","steps":["trace[862838967] 'range keys from in-memory index tree' (duration: 372.54431ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:27.616243Z","caller":"traceutil/trace.go:171","msg":"trace[129620114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14735; }","duration":"381.618904ms","start":"2026-05-29T02:38:27.234607Z","end":"2026-05-29T02:38:27.616226Z","steps":["trace[129620114] 'range keys from in-memory index tree' (duration: 381.265506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:27.616282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.243289Z","time spent":"372.98196ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:38:27.61636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.23458Z","time spent":"381.767577ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:38:27.615905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.682103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:27.616691Z","caller":"traceutil/trace.go:171","msg":"trace[1359978862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14735; }","duration":"154.508992ms","start":"2026-05-29T02:38:27.462147Z","end":"2026-05-29T02:38:27.616656Z","steps":["trace[1359978862] 'count revisions from in-memory index tree' (duration: 153.55186ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:27.761561Z","caller":"traceutil/trace.go:171","msg":"trace[1274705768] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"140.299767ms","start":"2026-05-29T02:38:27.621225Z","end":"2026-05-29T02:38:27.761525Z","steps":["trace[1274705768] 'process raft request' (duration: 139.99988ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:27.794319Z","caller":"traceutil/trace.go:171","msg":"trace[1722215472] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"172.711851ms","start":"2026-05-29T02:38:27.621574Z","end":"2026-05-29T02:38:27.794285Z","steps":["trace[1722215472] 'process raft request' (duration: 172.494686ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:27.794636Z","caller":"traceutil/trace.go:171","msg":"trace[646087452] transaction","detail":"{read_only:false; response_revision:14738; number_of_response:1; }","duration":"173.004398ms","start":"2026-05-29T02:38:27.621597Z","end":"2026-05-29T02:38:27.794601Z","steps":["trace[646087452] 'process raft request' (duration: 172.637949ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:27.794757Z","caller":"traceutil/trace.go:171","msg":"trace[1110450202] linearizableReadLoop","detail":"{readStateIndex:15279; appliedIndex:15273; }","duration":"106.518851ms","start":"2026-05-29T02:38:27.688215Z","end":"2026-05-29T02:38:27.794734Z","steps":["trace[1110450202] 'read index received' (duration: 73.001291ms)","trace[1110450202] 'applied index is now lower than readState.Index' (duration: 33.51672ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:27.794879Z","caller":"traceutil/trace.go:171","msg":"trace[283922888] transaction","detail":"{read_only:false; response_revision:14741; number_of_response:1; }","duration":"152.684029ms","start":"2026-05-29T02:38:27.642168Z","end":"2026-05-29T02:38:27.794852Z","steps":["trace[283922888] 'process raft request' (duration: 152.512485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:27.795086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.843468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:38:27.795024Z","caller":"traceutil/trace.go:171","msg":"trace[38736330] transaction","detail":"{read_only:false; response_revision:14740; number_of_response:1; }","duration":"173.126281ms","start":"2026-05-29T02:38:27.621836Z","end":"2026-05-29T02:38:27.794962Z","steps":["trace[38736330] 'process raft request' (duration: 172.773753ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:27.795139Z","caller":"traceutil/trace.go:171","msg":"trace[857191400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14741; }","duration":"106.943161ms","start":"2026-05-29T02:38:27.688179Z","end":"2026-05-29T02:38:27.795122Z","steps":["trace[857191400] 'agreement among raft nodes before linearized reading' (duration: 106.758057ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:27.795126Z","caller":"traceutil/trace.go:171","msg":"trace[717314966] transaction","detail":"{read_only:false; response_revision:14739; number_of_response:1; }","duration":"173.023698ms","start":"2026-05-29T02:38:27.621779Z","end":"2026-05-29T02:38:27.794803Z","steps":["trace[717314966] 'process raft request' (duration: 172.709191ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:28.07387Z","caller":"traceutil/trace.go:171","msg":"trace[1164159811] transaction","detail":"{read_only:false; response_revision:14743; number_of_response:1; }","duration":"158.195128ms","start":"2026-05-29T02:38:27.915637Z","end":"2026-05-29T02:38:28.073832Z","steps":["trace[1164159811] 'process raft request' (duration: 119.158768ms)","trace[1164159811] 'compare' (duration: 38.786464ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:28.073883Z","caller":"traceutil/trace.go:171","msg":"trace[39346489] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"117.745686ms","start":"2026-05-29T02:38:27.956108Z","end":"2026-05-29T02:38:28.073854Z","steps":["trace[39346489] 'process raft request' (duration: 117.623803ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:28.074221Z","caller":"traceutil/trace.go:171","msg":"trace[850306530] transaction","detail":"{read_only:false; response_revision:14746; number_of_response:1; }","duration":"102.916816ms","start":"2026-05-29T02:38:27.971288Z","end":"2026-05-29T02:38:28.074205Z","steps":["trace[850306530] 'process raft request' (duration: 102.761002ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:28.074239Z","caller":"traceutil/trace.go:171","msg":"trace[1102333783] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"108.60754ms","start":"2026-05-29T02:38:27.965598Z","end":"2026-05-29T02:38:28.074206Z","steps":["trace[1102333783] 'process raft request' (duration: 108.18357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:58.84648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061526707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:38:59.182354Z","caller":"traceutil/trace.go:171","msg":"trace[1692800776] linearizableReadLoop","detail":"{readStateIndex:15778; appliedIndex:15777; }","duration":"836.120318ms","start":"2026-05-29T02:38:58.346189Z","end":"2026-05-29T02:38:59.18231Z","steps":["trace[1692800776] 'read index received' (duration: 835.78066ms)","trace[1692800776] 'applied index is now lower than readState.Index' (duration: 338.288µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:38:59.182578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.358113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:59.182463Z","caller":"traceutil/trace.go:171","msg":"trace[9079298] transaction","detail":"{read_only:false; response_revision:15229; number_of_response:1; }","duration":"846.887682ms","start":"2026-05-29T02:38:58.335536Z","end":"2026-05-29T02:38:59.182423Z","steps":["trace[9079298] 'process raft request' (duration: 846.482752ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:59.182616Z","caller":"traceutil/trace.go:171","msg":"trace[1639561970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15229; }","duration":"836.481867ms","start":"2026-05-29T02:38:58.346121Z","end":"2026-05-29T02:38:59.182602Z","steps":["trace[1639561970] 'agreement among raft nodes before linearized reading' (duration: 836.377855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.182651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.346096Z","time spent":"836.546588ms","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:38:59.182724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.215565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:59.182748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.335508Z","time spent":"847.133538ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:59.1828Z","caller":"traceutil/trace.go:171","msg":"trace[2104793286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15229; }","duration":"420.323277ms","start":"2026-05-29T02:38:58.762454Z","end":"2026-05-29T02:38:59.182777Z","steps":["trace[2104793286] 'agreement among raft nodes before linearized reading' (duration: 420.193344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.182789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.706983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-29T02:38:59.182854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.762442Z","time spent":"420.389419ms","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:38:59.182892Z","caller":"traceutil/trace.go:171","msg":"trace[700559395] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15229; }","duration":"220.832405ms","start":"2026-05-29T02:38:58.962032Z","end":"2026-05-29T02:38:59.182865Z","steps":["trace[700559395] 'agreement among raft nodes before linearized reading' (duration: 220.579969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.182895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.648438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:59.183014Z","caller":"traceutil/trace.go:171","msg":"trace[1546894981] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15229; }","duration":"267.803402ms","start":"2026-05-29T02:38:58.915192Z","end":"2026-05-29T02:38:59.182995Z","steps":["trace[1546894981] 'agreement among raft nodes before linearized reading' (duration: 267.614468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.182923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.719263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:59.183002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.308988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:38:59.183116Z","caller":"traceutil/trace.go:171","msg":"trace[239326875] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15229; }","duration":"220.987359ms","start":"2026-05-29T02:38:58.962077Z","end":"2026-05-29T02:38:59.183064Z","steps":["trace[239326875] 'agreement among raft nodes before linearized reading' (duration: 220.667122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.846953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:38:59.183164Z","caller":"traceutil/trace.go:171","msg":"trace[1095839275] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15229; }","duration":"521.544323ms","start":"2026-05-29T02:38:58.66158Z","end":"2026-05-29T02:38:59.183124Z","steps":["trace[1095839275] 'agreement among raft nodes before linearized reading' (duration: 521.102653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.037885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:38:59.183223Z","caller":"traceutil/trace.go:171","msg":"trace[1937614910] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15229; }","duration":"348.885214ms","start":"2026-05-29T02:38:58.834305Z","end":"2026-05-29T02:38:59.183191Z","steps":["trace[1937614910] 'agreement among raft nodes before linearized reading' (duration: 348.71286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.661535Z","time spent":"521.680107ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:38:59.183243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.777617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:38:59.183255Z","caller":"traceutil/trace.go:171","msg":"trace[2059482047] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15229; }","duration":"617.217599ms","start":"2026-05-29T02:38:58.566012Z","end":"2026-05-29T02:38:59.18323Z","steps":["trace[2059482047] 'agreement among raft nodes before linearized reading' (duration: 617.092466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.831283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:59.183302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.565983Z","time spent":"617.31138ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:38:59.183249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.834228Z","time spent":"349.014396ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-29T02:38:59.183306Z","caller":"traceutil/trace.go:171","msg":"trace[1513997849] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15229; }","duration":"610.875469ms","start":"2026-05-29T02:38:58.572407Z","end":"2026-05-29T02:38:59.183282Z","steps":["trace[1513997849] 'agreement among raft nodes before linearized reading' (duration: 610.768817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.268707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:59.183377Z","caller":"traceutil/trace.go:171","msg":"trace[1979440030] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15229; }","duration":"521.320458ms","start":"2026-05-29T02:38:58.66205Z","end":"2026-05-29T02:38:59.18337Z","steps":["trace[1979440030] 'agreement among raft nodes before linearized reading' (duration: 521.274847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.572374Z","time spent":"610.996422ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:38:59.183342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.841212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:38:59.183681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.025784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:38:59.183705Z","caller":"traceutil/trace.go:171","msg":"trace[1925990198] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15229; }","duration":"262.033266ms","start":"2026-05-29T02:38:58.921421Z","end":"2026-05-29T02:38:59.183454Z","steps":["trace[1925990198] 'agreement among raft nodes before linearized reading' (duration: 261.654997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.734527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:59.183836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.632571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-05-29T02:38:59.183856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.679684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-05-29T02:38:59.183904Z","caller":"traceutil/trace.go:171","msg":"trace[412248710] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7dx98; range_end:; response_count:1; response_revision:15229; }","duration":"391.726943ms","start":"2026-05-29T02:38:58.792154Z","end":"2026-05-29T02:38:59.183881Z","steps":["trace[412248710] 'agreement among raft nodes before linearized reading' (duration: 390.884433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.662004Z","time spent":"521.40528ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:38:59.183946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.792102Z","time spent":"391.836496ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" "} {"level":"info","ts":"2026-05-29T02:38:59.183951Z","caller":"traceutil/trace.go:171","msg":"trace[1586847722] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj9tg; range_end:; response_count:1; response_revision:15229; }","duration":"751.80303ms","start":"2026-05-29T02:38:58.432124Z","end":"2026-05-29T02:38:59.183927Z","steps":["trace[1586847722] 'agreement among raft nodes before linearized reading' (duration: 750.49777ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:59.183789Z","caller":"traceutil/trace.go:171","msg":"trace[469279297] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15229; }","duration":"519.175527ms","start":"2026-05-29T02:38:58.664583Z","end":"2026-05-29T02:38:59.183759Z","steps":["trace[469279297] 'agreement among raft nodes before linearized reading' (duration: 518.363368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.184011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.432089Z","time spent":"751.901123ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" "} {"level":"info","ts":"2026-05-29T02:38:59.183879Z","caller":"traceutil/trace.go:171","msg":"trace[2085999836] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15229; }","duration":"617.513056ms","start":"2026-05-29T02:38:58.566348Z","end":"2026-05-29T02:38:59.183861Z","steps":["trace[2085999836] 'agreement among raft nodes before linearized reading' (duration: 616.750768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.507039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:59.184092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.66457Z","time spent":"519.502616ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:38:59.183023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.29536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:38:59.184427Z","caller":"traceutil/trace.go:171","msg":"trace[1786001310] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15229; }","duration":"520.754174ms","start":"2026-05-29T02:38:58.663646Z","end":"2026-05-29T02:38:59.1844Z","steps":["trace[1786001310] 'agreement among raft nodes before linearized reading' (duration: 519.081115ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:59.184203Z","caller":"traceutil/trace.go:171","msg":"trace[1077023585] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15229; }","duration":"269.468691ms","start":"2026-05-29T02:38:58.914713Z","end":"2026-05-29T02:38:59.184181Z","steps":["trace[1077023585] 'agreement among raft nodes before linearized reading' (duration: 268.5544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.184488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.663621Z","time spent":"520.850087ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-29T02:38:59.183338Z","caller":"traceutil/trace.go:171","msg":"trace[899688916] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15229; }","duration":"267.909895ms","start":"2026-05-29T02:38:58.915416Z","end":"2026-05-29T02:38:59.183326Z","steps":["trace[899688916] 'agreement among raft nodes before linearized reading' (duration: 267.801403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.183031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.882267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:38:59.184707Z","caller":"traceutil/trace.go:171","msg":"trace[1088294667] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15229; }","duration":"222.615347ms","start":"2026-05-29T02:38:58.962077Z","end":"2026-05-29T02:38:59.184692Z","steps":["trace[1088294667] 'agreement among raft nodes before linearized reading' (duration: 220.699832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.184505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.566322Z","time spent":"617.802882ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-29T02:39:31.490097Z","caller":"traceutil/trace.go:171","msg":"trace[401769913] linearizableReadLoop","detail":"{readStateIndex:15957; appliedIndex:15956; }","duration":"100.841087ms","start":"2026-05-29T02:39:31.389207Z","end":"2026-05-29T02:39:31.490048Z","steps":["trace[401769913] 'read index received' (duration: 85.339202ms)","trace[401769913] 'applied index is now lower than readState.Index' (duration: 15.499645ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:39:31.490322Z","caller":"traceutil/trace.go:171","msg":"trace[980262001] transaction","detail":"{read_only:false; response_revision:15400; number_of_response:1; }","duration":"102.710781ms","start":"2026-05-29T02:39:31.387592Z","end":"2026-05-29T02:39:31.490302Z","steps":["trace[980262001] 'process raft request' (duration: 86.97862ms)","trace[980262001] 'compare' (duration: 15.197968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:39:31.490612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.318449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:39:31.490838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.259886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:31.490941Z","caller":"traceutil/trace.go:171","msg":"trace[1497851433] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15400; }","duration":"101.354469ms","start":"2026-05-29T02:39:31.38954Z","end":"2026-05-29T02:39:31.490895Z","steps":["trace[1497851433] 'agreement among raft nodes before linearized reading' (duration: 101.246667ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:31.490754Z","caller":"traceutil/trace.go:171","msg":"trace[1232818885] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15400; }","duration":"101.480522ms","start":"2026-05-29T02:39:31.389242Z","end":"2026-05-29T02:39:31.490722Z","steps":["trace[1232818885] 'agreement among raft nodes before linearized reading' (duration: 101.096353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:31.490986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.10819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:31.491153Z","caller":"traceutil/trace.go:171","msg":"trace[1051840038] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15400; }","duration":"100.411647ms","start":"2026-05-29T02:39:31.390717Z","end":"2026-05-29T02:39:31.491129Z","steps":["trace[1051840038] 'agreement among raft nodes before linearized reading' (duration: 99.980706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:31.491086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.83777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:31.491378Z","caller":"traceutil/trace.go:171","msg":"trace[1694664775] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15400; }","duration":"102.185489ms","start":"2026-05-29T02:39:31.389172Z","end":"2026-05-29T02:39:31.491357Z","steps":["trace[1694664775] 'agreement among raft nodes before linearized reading' (duration: 101.829641ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:32.297093Z","caller":"traceutil/trace.go:171","msg":"trace[504472155] transaction","detail":"{read_only:false; response_revision:15401; number_of_response:1; }","duration":"164.61809ms","start":"2026-05-29T02:39:32.132441Z","end":"2026-05-29T02:39:32.297059Z","steps":["trace[504472155] 'process raft request' (duration: 164.399175ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:33.114812Z","caller":"traceutil/trace.go:171","msg":"trace[1334208819] linearizableReadLoop","detail":"{readStateIndex:15960; appliedIndex:15957; }","duration":"945.914456ms","start":"2026-05-29T02:39:32.168855Z","end":"2026-05-29T02:39:33.114769Z","steps":["trace[1334208819] 'read index received' (duration: 127.993447ms)","trace[1334208819] 'applied index is now lower than readState.Index' (duration: 817.920159ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:39:33.11495Z","caller":"traceutil/trace.go:171","msg":"trace[398668729] transaction","detail":"{read_only:false; response_revision:15403; number_of_response:1; }","duration":"975.692677ms","start":"2026-05-29T02:39:32.139246Z","end":"2026-05-29T02:39:33.114939Z","steps":["trace[398668729] 'process raft request' (duration: 975.482962ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:33.114958Z","caller":"traceutil/trace.go:171","msg":"trace[70066654] transaction","detail":"{read_only:false; response_revision:15402; number_of_response:1; }","duration":"975.706688ms","start":"2026-05-29T02:39:32.139188Z","end":"2026-05-29T02:39:33.114894Z","steps":["trace[70066654] 'process raft request' (duration: 975.400131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.115042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.139222Z","time spent":"975.756939ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:33.115058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.13917Z","time spent":"975.81826ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:33.115159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.319285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:39:33.115177Z","caller":"traceutil/trace.go:171","msg":"trace[276922438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15403; }","duration":"946.339966ms","start":"2026-05-29T02:39:32.168831Z","end":"2026-05-29T02:39:33.115171Z","steps":["trace[276922438] 'agreement among raft nodes before linearized reading' (duration: 946.246274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.115192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.168762Z","time spent":"946.426708ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:39:33.139914Z","caller":"traceutil/trace.go:171","msg":"trace[1664015644] transaction","detail":"{read_only:false; response_revision:15404; number_of_response:1; }","duration":"808.413825ms","start":"2026-05-29T02:39:32.331476Z","end":"2026-05-29T02:39:33.13989Z","steps":["trace[1664015644] 'process raft request' (duration: 807.951014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.140078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.331455Z","time spent":"808.537968ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:39:33.140277Z","caller":"traceutil/trace.go:171","msg":"trace[1577088603] transaction","detail":"{read_only:false; response_revision:15405; number_of_response:1; }","duration":"807.020933ms","start":"2026-05-29T02:39:32.333244Z","end":"2026-05-29T02:39:33.140265Z","steps":["trace[1577088603] 'process raft request' (duration: 806.316696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.140611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.333236Z","time spent":"807.072374ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:39:33.140831Z","caller":"traceutil/trace.go:171","msg":"trace[457123077] transaction","detail":"{read_only:false; response_revision:15406; number_of_response:1; }","duration":"747.601812ms","start":"2026-05-29T02:39:32.393216Z","end":"2026-05-29T02:39:33.140818Z","steps":["trace[457123077] 'process raft request' (duration: 746.390063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.140899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.393198Z","time spent":"747.669454ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:33.141058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.788787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.1411Z","caller":"traceutil/trace.go:171","msg":"trace[961276991] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:15406; }","duration":"442.865309ms","start":"2026-05-29T02:39:32.698222Z","end":"2026-05-29T02:39:33.141087Z","steps":["trace[961276991] 'agreement among raft nodes before linearized reading' (duration: 442.800227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.141192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.6982Z","time spent":"442.982062ms","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:39:33.141691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.648541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-29T02:39:33.141721Z","caller":"traceutil/trace.go:171","msg":"trace[798901282] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:15406; }","duration":"668.696472ms","start":"2026-05-29T02:39:32.473018Z","end":"2026-05-29T02:39:33.141714Z","steps":["trace[798901282] 'agreement among raft nodes before linearized reading' (duration: 668.322033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.141755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.47301Z","time spent":"668.740614ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"warn","ts":"2026-05-29T02:39:33.141914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.641396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:39:33.141938Z","caller":"traceutil/trace.go:171","msg":"trace[1943098795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15406; }","duration":"678.678947ms","start":"2026-05-29T02:39:32.463253Z","end":"2026-05-29T02:39:33.141932Z","steps":["trace[1943098795] 'agreement among raft nodes before linearized reading' (duration: 678.616255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.141957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.463246Z","time spent":"678.705068ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:39:33.142063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.754206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:39:33.142081Z","caller":"traceutil/trace.go:171","msg":"trace[261915103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15406; }","duration":"680.823388ms","start":"2026-05-29T02:39:32.46125Z","end":"2026-05-29T02:39:33.142074Z","steps":["trace[261915103] 'agreement among raft nodes before linearized reading' (duration: 680.775517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.142097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.46122Z","time spent":"680.872909ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:39:33.142212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.2825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-29T02:39:33.142229Z","caller":"traceutil/trace.go:171","msg":"trace[113280046] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:15406; }","duration":"743.311861ms","start":"2026-05-29T02:39:32.398912Z","end":"2026-05-29T02:39:33.142224Z","steps":["trace[113280046] 'agreement among raft nodes before linearized reading' (duration: 743.255389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.142244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.398892Z","time spent":"743.348302ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"warn","ts":"2026-05-29T02:39:33.142374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.237018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:39:33.142404Z","caller":"traceutil/trace.go:171","msg":"trace[446707428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:15406; }","duration":"754.30791ms","start":"2026-05-29T02:39:32.388087Z","end":"2026-05-29T02:39:33.142395Z","steps":["trace[446707428] 'agreement among raft nodes before linearized reading' (duration: 754.247558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.142437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.388066Z","time spent":"754.362462ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:39:33.142716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.928572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.142744Z","caller":"traceutil/trace.go:171","msg":"trace[298815774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15406; }","duration":"899.978874ms","start":"2026-05-29T02:39:32.242759Z","end":"2026-05-29T02:39:33.142738Z","steps":["trace[298815774] 'agreement among raft nodes before linearized reading' (duration: 899.932973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.142763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.242748Z","time spent":"900.011734ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:39:33.143032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.247786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:39:33.143061Z","caller":"traceutil/trace.go:171","msg":"trace[1798868521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15406; }","duration":"910.317577ms","start":"2026-05-29T02:39:32.232736Z","end":"2026-05-29T02:39:33.143053Z","steps":["trace[1798868521] 'agreement among raft nodes before linearized reading' (duration: 910.245656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.143081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:32.23271Z","time spent":"910.366729ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:39:33.553089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.960524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:39:33.553228Z","caller":"traceutil/trace.go:171","msg":"trace[1330244575] linearizableReadLoop","detail":"{readStateIndex:15964; appliedIndex:15963; }","duration":"402.096528ms","start":"2026-05-29T02:39:33.151109Z","end":"2026-05-29T02:39:33.553206Z","steps":["trace[1330244575] 'read index received' (duration: 72.995491ms)","trace[1330244575] 'applied index is now lower than readState.Index' (duration: 329.099367ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:39:33.553654Z","caller":"traceutil/trace.go:171","msg":"trace[637969968] transaction","detail":"{read_only:false; response_revision:15407; number_of_response:1; }","duration":"402.749813ms","start":"2026-05-29T02:39:33.150884Z","end":"2026-05-29T02:39:33.553633Z","steps":["trace[637969968] 'process raft request' (duration: 73.124383ms)","trace[637969968] 'compare' (duration: 328.77563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:39:33.55375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:33.150871Z","time spent":"402.827015ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:33.55457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.45623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737800"} {"level":"info","ts":"2026-05-29T02:39:33.554604Z","caller":"traceutil/trace.go:171","msg":"trace[1533975246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15407; }","duration":"403.504101ms","start":"2026-05-29T02:39:33.151093Z","end":"2026-05-29T02:39:33.554597Z","steps":["trace[1533975246] 'agreement among raft nodes before linearized reading' (duration: 402.791024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.554624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:33.151085Z","time spent":"403.534402ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737823,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:39:33.568023Z","caller":"traceutil/trace.go:171","msg":"trace[953051382] transaction","detail":"{read_only:false; response_revision:15408; number_of_response:1; }","duration":"415.36763ms","start":"2026-05-29T02:39:33.152632Z","end":"2026-05-29T02:39:33.568Z","steps":["trace[953051382] 'process raft request' (duration: 414.92941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.5682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:33.152625Z","time spent":"415.471643ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:33.568239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.634158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-29T02:39:33.568275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.546045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:33.568372Z","caller":"traceutil/trace.go:171","msg":"trace[918118310] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15409; }","duration":"278.677489ms","start":"2026-05-29T02:39:33.289675Z","end":"2026-05-29T02:39:33.568352Z","steps":["trace[918118310] 'agreement among raft nodes before linearized reading' (duration: 278.381772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.00375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:33.568424Z","caller":"traceutil/trace.go:171","msg":"trace[210142078] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15409; }","duration":"280.04426ms","start":"2026-05-29T02:39:33.288374Z","end":"2026-05-29T02:39:33.568418Z","steps":["trace[210142078] 'agreement among raft nodes before linearized reading' (duration: 279.975739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.722784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:33.568486Z","caller":"traceutil/trace.go:171","msg":"trace[1170094173] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15409; }","duration":"279.785555ms","start":"2026-05-29T02:39:33.288686Z","end":"2026-05-29T02:39:33.568471Z","steps":["trace[1170094173] 'agreement among raft nodes before linearized reading' (duration: 279.651241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.202382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-29T02:39:33.56853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.371902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.568553Z","caller":"traceutil/trace.go:171","msg":"trace[1991566830] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15409; }","duration":"281.448044ms","start":"2026-05-29T02:39:33.2871Z","end":"2026-05-29T02:39:33.568548Z","steps":["trace[1991566830] 'agreement among raft nodes before linearized reading' (duration: 281.415914ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:33.568551Z","caller":"traceutil/trace.go:171","msg":"trace[202162654] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15409; }","duration":"282.299524ms","start":"2026-05-29T02:39:33.286229Z","end":"2026-05-29T02:39:33.568529Z","steps":["trace[202162654] 'agreement among raft nodes before linearized reading' (duration: 282.11368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.191034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:33.568678Z","caller":"traceutil/trace.go:171","msg":"trace[275219779] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15409; }","duration":"280.251935ms","start":"2026-05-29T02:39:33.288416Z","end":"2026-05-29T02:39:33.568668Z","steps":["trace[275219779] 'agreement among raft nodes before linearized reading' (duration: 280.147813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.855557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.568725Z","caller":"traceutil/trace.go:171","msg":"trace[1900911136] transaction","detail":"{read_only:false; response_revision:15409; number_of_response:1; }","duration":"413.162859ms","start":"2026-05-29T02:39:33.15553Z","end":"2026-05-29T02:39:33.568692Z","steps":["trace[1900911136] 'process raft request' (duration: 412.215306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.387334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.568805Z","caller":"traceutil/trace.go:171","msg":"trace[1091629060] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15409; }","duration":"284.432964ms","start":"2026-05-29T02:39:33.284363Z","end":"2026-05-29T02:39:33.568796Z","steps":["trace[1091629060] 'agreement among raft nodes before linearized reading' (duration: 284.393283ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:33.568815Z","caller":"traceutil/trace.go:171","msg":"trace[52752478] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15409; }","duration":"280.404139ms","start":"2026-05-29T02:39:33.288377Z","end":"2026-05-29T02:39:33.568781Z","steps":["trace[52752478] 'agreement among raft nodes before linearized reading' (duration: 279.831935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.649937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:39:33.56889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.034328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:39:33.568928Z","caller":"traceutil/trace.go:171","msg":"trace[29604742] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15409; }","duration":"285.09083ms","start":"2026-05-29T02:39:33.283827Z","end":"2026-05-29T02:39:33.568918Z","steps":["trace[29604742] 'agreement among raft nodes before linearized reading' (duration: 284.995938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.56894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.016171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-29T02:39:33.568965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.949776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.568981Z","caller":"traceutil/trace.go:171","msg":"trace[276462663] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15409; }","duration":"283.072102ms","start":"2026-05-29T02:39:33.2859Z","end":"2026-05-29T02:39:33.568972Z","steps":["trace[276462663] 'agreement among raft nodes before linearized reading' (duration: 282.97079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.568987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.934743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:33.569007Z","caller":"traceutil/trace.go:171","msg":"trace[1010436847] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15409; }","duration":"282.007017ms","start":"2026-05-29T02:39:33.286986Z","end":"2026-05-29T02:39:33.568993Z","steps":["trace[1010436847] 'agreement among raft nodes before linearized reading' (duration: 281.949356ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:33.569026Z","caller":"traceutil/trace.go:171","msg":"trace[122563390] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15409; }","duration":"283.992824ms","start":"2026-05-29T02:39:33.285023Z","end":"2026-05-29T02:39:33.569016Z","steps":["trace[122563390] 'agreement among raft nodes before linearized reading' (duration: 283.879402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.569048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.294708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.569071Z","caller":"traceutil/trace.go:171","msg":"trace[367201240] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15409; }","duration":"328.36184ms","start":"2026-05-29T02:39:33.240704Z","end":"2026-05-29T02:39:33.569065Z","steps":["trace[367201240] 'agreement among raft nodes before linearized reading' (duration: 328.316389ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:33.568961Z","caller":"traceutil/trace.go:171","msg":"trace[859855396] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15409; }","duration":"287.348993ms","start":"2026-05-29T02:39:33.281559Z","end":"2026-05-29T02:39:33.568908Z","steps":["trace[859855396] 'agreement among raft nodes before linearized reading' (duration: 286.572865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.569092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:33.24068Z","time spent":"328.408181ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-29T02:39:33.569121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.071443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:39:33.568883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:33.155499Z","time spent":"413.297021ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:39:33.568324Z","caller":"traceutil/trace.go:171","msg":"trace[1311230078] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15409; }","duration":"281.764452ms","start":"2026-05-29T02:39:33.286542Z","end":"2026-05-29T02:39:33.568307Z","steps":["trace[1311230078] 'agreement among raft nodes before linearized reading' (duration: 281.484555ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:33.569158Z","caller":"traceutil/trace.go:171","msg":"trace[912780957] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15409; }","duration":"286.159556ms","start":"2026-05-29T02:39:33.282989Z","end":"2026-05-29T02:39:33.569149Z","steps":["trace[912780957] 'agreement among raft nodes before linearized reading' (duration: 286.110664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.569269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.521114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737800"} {"level":"info","ts":"2026-05-29T02:39:33.569352Z","caller":"traceutil/trace.go:171","msg":"trace[1039772821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15409; }","duration":"415.616716ms","start":"2026-05-29T02:39:33.153716Z","end":"2026-05-29T02:39:33.569332Z","steps":["trace[1039772821] 'agreement among raft nodes before linearized reading' (duration: 414.447008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.569398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:33.153707Z","time spent":"415.679518ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737823,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:39:33.569928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.022679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737800"} {"level":"info","ts":"2026-05-29T02:39:33.569973Z","caller":"traceutil/trace.go:171","msg":"trace[384449429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15409; }","duration":"414.166752ms","start":"2026-05-29T02:39:33.155796Z","end":"2026-05-29T02:39:33.569963Z","steps":["trace[384449429] 'agreement among raft nodes before linearized reading' (duration: 413.312282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.570032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:33.155787Z","time spent":"414.207834ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737823,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:39:33.870423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.300845ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.87058Z","caller":"traceutil/trace.go:171","msg":"trace[43909056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15409; }","duration":"131.460159ms","start":"2026-05-29T02:39:33.73908Z","end":"2026-05-29T02:39:33.87054Z","steps":["trace[43909056] 'range keys from in-memory index tree' (duration: 131.276825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.870878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.050857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.871014Z","caller":"traceutil/trace.go:171","msg":"trace[2026691081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:15409; }","duration":"192.20636ms","start":"2026-05-29T02:39:33.678788Z","end":"2026-05-29T02:39:33.870994Z","steps":["trace[2026691081] 'count revisions from in-memory index tree' (duration: 191.943535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:33.871051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.920003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:33.871388Z","caller":"traceutil/trace.go:171","msg":"trace[1416055443] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15409; }","duration":"189.150208ms","start":"2026-05-29T02:39:33.68201Z","end":"2026-05-29T02:39:33.87116Z","steps":["trace[1416055443] 'count revisions from in-memory index tree' (duration: 188.807161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:35.944061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061527749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:39:36.444719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061527749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:39:36.480427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052821156s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:39:36.500102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.759651Z","time spent":"740.437903ms","remote":"127.0.0.1:36554","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:39:36.501117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386623963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-29T02:39:36.501226Z","caller":"traceutil/trace.go:171","msg":"trace[1676899476] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15411; }","duration":"1.386778927s","start":"2026-05-29T02:39:35.114422Z","end":"2026-05-29T02:39:36.501201Z","steps":["trace[1676899476] 'range keys from in-memory index tree' (duration: 1.386429338s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.501289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.114401Z","time spent":"1.386873009s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:39:36.501337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379570837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:39:36.501395Z","caller":"traceutil/trace.go:171","msg":"trace[1939954302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15411; }","duration":"1.379675749s","start":"2026-05-29T02:39:35.121702Z","end":"2026-05-29T02:39:36.501377Z","steps":["trace[1939954302] 'range keys from in-memory index tree' (duration: 1.379408133s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.501432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.121688Z","time spent":"1.379738661s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:39:36.501577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374316173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:39:36.501602Z","caller":"traceutil/trace.go:171","msg":"trace[788611008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15411; }","duration":"1.374367864s","start":"2026-05-29T02:39:35.127227Z","end":"2026-05-29T02:39:36.501595Z","steps":["trace[788611008] 'range keys from in-memory index tree' (duration: 1.37420064s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.501622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.127214Z","time spent":"1.374403745s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:39:36.502012Z","caller":"traceutil/trace.go:171","msg":"trace[146843951] transaction","detail":"{read_only:false; response_revision:15412; number_of_response:1; }","duration":"1.349121459s","start":"2026-05-29T02:39:35.152877Z","end":"2026-05-29T02:39:36.501999Z","steps":["trace[146843951] 'process raft request' (duration: 1.327772296s)","trace[146843951] 'compare' (duration: 21.22254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:39:36.502109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.152664Z","time spent":"1.349378085s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:39:36.510228Z","caller":"traceutil/trace.go:171","msg":"trace[554143844] linearizableReadLoop","detail":"{readStateIndex:15971; appliedIndex:15968; }","duration":"1.066246652s","start":"2026-05-29T02:39:35.443954Z","end":"2026-05-29T02:39:36.510201Z","steps":["trace[554143844] 'read index received' (duration: 1.036708436s)","trace[554143844] 'applied index is now lower than readState.Index' (duration: 29.537136ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:39:36.51039Z","caller":"traceutil/trace.go:171","msg":"trace[680586380] transaction","detail":"{read_only:false; response_revision:15414; number_of_response:1; }","duration":"1.356531624s","start":"2026-05-29T02:39:35.153829Z","end":"2026-05-29T02:39:36.51036Z","steps":["trace[680586380] 'process raft request' (duration: 1.356325859s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:36.510458Z","caller":"traceutil/trace.go:171","msg":"trace[1233036362] transaction","detail":"{read_only:false; response_revision:15413; number_of_response:1; }","duration":"1.356677977s","start":"2026-05-29T02:39:35.153726Z","end":"2026-05-29T02:39:36.510404Z","steps":["trace[1233036362] 'process raft request' (duration: 1.356284948s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.510544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066552109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:39:36.510634Z","caller":"traceutil/trace.go:171","msg":"trace[614718563] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15414; }","duration":"1.066672592s","start":"2026-05-29T02:39:35.443915Z","end":"2026-05-29T02:39:36.510588Z","steps":["trace[614718563] 'agreement among raft nodes before linearized reading' (duration: 1.066527139s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.510669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.443896Z","time spent":"1.066767045s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:39:36.510676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.153702Z","time spent":"1.356851881s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:36.510621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.153821Z","time spent":"1.356651256s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:39:36.512725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.268273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:39:36.51283Z","caller":"traceutil/trace.go:171","msg":"trace[1068941450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15416; }","duration":"954.405076ms","start":"2026-05-29T02:39:35.558395Z","end":"2026-05-29T02:39:36.5128Z","steps":["trace[1068941450] 'agreement among raft nodes before linearized reading' (duration: 954.15725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.512881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.558377Z","time spent":"954.495008ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:39:36.512903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.62933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:36.512994Z","caller":"traceutil/trace.go:171","msg":"trace[1715131549] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15416; }","duration":"934.755392ms","start":"2026-05-29T02:39:35.578219Z","end":"2026-05-29T02:39:36.512974Z","steps":["trace[1715131549] 'agreement among raft nodes before linearized reading' (duration: 934.432075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.821615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:39:36.513048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.578211Z","time spent":"934.829215ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.908277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.5131Z","caller":"traceutil/trace.go:171","msg":"trace[577436830] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15416; }","duration":"934.942667ms","start":"2026-05-29T02:39:35.578154Z","end":"2026-05-29T02:39:36.513096Z","steps":["trace[577436830] 'agreement among raft nodes before linearized reading' (duration: 934.918697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.578145Z","time spent":"934.966408ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.344617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.513191Z","caller":"traceutil/trace.go:171","msg":"trace[1981024355] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15416; }","duration":"935.372537ms","start":"2026-05-29T02:39:35.577815Z","end":"2026-05-29T02:39:36.513187Z","steps":["trace[1981024355] 'agreement among raft nodes before linearized reading' (duration: 935.350587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.51322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.542555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:39:36.513266Z","caller":"traceutil/trace.go:171","msg":"trace[1762223874] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15416; }","duration":"936.613197ms","start":"2026-05-29T02:39:35.576642Z","end":"2026-05-29T02:39:36.513256Z","steps":["trace[1762223874] 'agreement among raft nodes before linearized reading' (duration: 936.464114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.576632Z","time spent":"936.666548ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.532931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.513356Z","caller":"traceutil/trace.go:171","msg":"trace[913996529] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15416; }","duration":"935.641624ms","start":"2026-05-29T02:39:35.577705Z","end":"2026-05-29T02:39:36.513347Z","steps":["trace[913996529] 'agreement among raft nodes before linearized reading' (duration: 935.547302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577622Z","time spent":"935.746917ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.599365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:39:36.513461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.320043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:39:36.513497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.783587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:36.513501Z","caller":"traceutil/trace.go:171","msg":"trace[1416408392] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15416; }","duration":"500.385215ms","start":"2026-05-29T02:39:36.013105Z","end":"2026-05-29T02:39:36.51349Z","steps":["trace[1416408392] 'agreement among raft nodes before linearized reading' (duration: 500.331313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:36.013087Z","time spent":"500.464336ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.352304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:36.513465Z","caller":"traceutil/trace.go:171","msg":"trace[228238717] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15416; }","duration":"496.822201ms","start":"2026-05-29T02:39:36.016627Z","end":"2026-05-29T02:39:36.513449Z","steps":["trace[228238717] 'agreement among raft nodes before linearized reading' (duration: 496.323539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.382551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:39:36.513669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.467317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.513684Z","caller":"traceutil/trace.go:171","msg":"trace[658455864] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15416; }","duration":"936.456963ms","start":"2026-05-29T02:39:35.577222Z","end":"2026-05-29T02:39:36.513679Z","steps":["trace[658455864] 'agreement among raft nodes before linearized reading' (duration: 936.388331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.804228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:39:36.513698Z","caller":"traceutil/trace.go:171","msg":"trace[1622742111] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15416; }","duration":"937.520128ms","start":"2026-05-29T02:39:35.57617Z","end":"2026-05-29T02:39:36.51369Z","steps":["trace[1622742111] 'agreement among raft nodes before linearized reading' (duration: 937.474897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:36.016621Z","time spent":"497.034126ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577211Z","time spent":"936.486333ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.708816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:39:36.513513Z","caller":"traceutil/trace.go:171","msg":"trace[1207379944] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15416; }","duration":"935.818438ms","start":"2026-05-29T02:39:35.57769Z","end":"2026-05-29T02:39:36.513509Z","steps":["trace[1207379944] 'agreement among raft nodes before linearized reading' (duration: 935.765587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.619036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.513956Z","caller":"traceutil/trace.go:171","msg":"trace[2060120554] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15416; }","duration":"936.706848ms","start":"2026-05-29T02:39:35.577243Z","end":"2026-05-29T02:39:36.51395Z","steps":["trace[2060120554] 'agreement among raft nodes before linearized reading' (duration: 936.611466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577133Z","time spent":"936.856462ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:39:36.514064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.671353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-05-29T02:39:36.514095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.479918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-05-29T02:39:36.514143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.021044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:39:36.514152Z","caller":"traceutil/trace.go:171","msg":"trace[1344711397] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:15416; }","duration":"898.581231ms","start":"2026-05-29T02:39:35.615553Z","end":"2026-05-29T02:39:36.514134Z","steps":["trace[1344711397] 'agreement among raft nodes before linearized reading' (duration: 898.434547ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:36.51414Z","caller":"traceutil/trace.go:171","msg":"trace[450543991] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7dx98; range_end:; response_count:1; response_revision:15416; }","duration":"884.756955ms","start":"2026-05-29T02:39:35.629369Z","end":"2026-05-29T02:39:36.514126Z","steps":["trace[450543991] 'agreement among raft nodes before linearized reading' (duration: 884.440267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.514197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.629115Z","time spent":"885.073782ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" "} {"level":"warn","ts":"2026-05-29T02:39:36.514192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.523031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-29T02:39:36.513941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.178463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:39:36.51424Z","caller":"traceutil/trace.go:171","msg":"trace[739479189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:15416; }","duration":"949.513201ms","start":"2026-05-29T02:39:35.564718Z","end":"2026-05-29T02:39:36.514231Z","steps":["trace[739479189] 'agreement among raft nodes before linearized reading' (duration: 949.070821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.514077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.737545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-05-29T02:39:36.514277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.564707Z","time spent":"949.559472ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:39:36.514314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.54094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-05-29T02:39:36.514358Z","caller":"traceutil/trace.go:171","msg":"trace[2145173030] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj9tg; range_end:; response_count:1; response_revision:15416; }","duration":"884.602271ms","start":"2026-05-29T02:39:35.629745Z","end":"2026-05-29T02:39:36.514347Z","steps":["trace[2145173030] 'agreement among raft nodes before linearized reading' (duration: 884.482508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.513204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577808Z","time spent":"935.393548ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:39:36.51439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.629734Z","time spent":"884.648752ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.576154Z","time spent":"937.566669ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:39:36.514322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.296332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.514282Z","caller":"traceutil/trace.go:171","msg":"trace[487993741] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:15416; }","duration":"929.95474ms","start":"2026-05-29T02:39:35.584318Z","end":"2026-05-29T02:39:36.514273Z","steps":["trace[487993741] 'agreement among raft nodes before linearized reading' (duration: 929.674933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.514447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.759591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-29T02:39:36.514505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.734749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-29T02:39:36.51457Z","caller":"traceutil/trace.go:171","msg":"trace[1474246101] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15416; }","duration":"502.837452ms","start":"2026-05-29T02:39:36.011722Z","end":"2026-05-29T02:39:36.514559Z","steps":["trace[1474246101] 'agreement among raft nodes before linearized reading' (duration: 502.403502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.515395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.000201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.515582Z","caller":"traceutil/trace.go:171","msg":"trace[840478991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15416; }","duration":"272.224747ms","start":"2026-05-29T02:39:36.243323Z","end":"2026-05-29T02:39:36.515548Z","steps":["trace[840478991] 'agreement among raft nodes before linearized reading' (duration: 271.213613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.515672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.450073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.515783Z","caller":"traceutil/trace.go:171","msg":"trace[1041188649] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15416; }","duration":"940.897678ms","start":"2026-05-29T02:39:35.574858Z","end":"2026-05-29T02:39:36.515756Z","steps":["trace[1041188649] 'agreement among raft nodes before linearized reading' (duration: 939.341241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.51587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.574849Z","time spent":"940.99419ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:39:36.514594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.251042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.516372Z","caller":"traceutil/trace.go:171","msg":"trace[1627001309] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:15416; }","duration":"463.032294ms","start":"2026-05-29T02:39:36.053318Z","end":"2026-05-29T02:39:36.51635Z","steps":["trace[1627001309] 'agreement among raft nodes before linearized reading' (duration: 461.246172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.516485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:36.053311Z","time spent":"463.146167ms","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:39:36.516598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.141618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:39:36.516645Z","caller":"traceutil/trace.go:171","msg":"trace[155499666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15416; }","duration":"186.21557ms","start":"2026-05-29T02:39:36.330407Z","end":"2026-05-29T02:39:36.516623Z","steps":["trace[155499666] 'agreement among raft nodes before linearized reading' (duration: 185.703857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.515427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:36.011699Z","time spent":"503.714593ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.900163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:39:36.517368Z","caller":"traceutil/trace.go:171","msg":"trace[1024877085] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15416; }","duration":"500.867096ms","start":"2026-05-29T02:39:36.016485Z","end":"2026-05-29T02:39:36.517352Z","steps":["trace[1024877085] 'agreement among raft nodes before linearized reading' (duration: 496.845081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.517618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:36.016477Z","time spent":"501.130602ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-29T02:39:36.514197Z","caller":"traceutil/trace.go:171","msg":"trace[660104290] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15416; }","duration":"939.166307ms","start":"2026-05-29T02:39:35.575011Z","end":"2026-05-29T02:39:36.514178Z","steps":["trace[660104290] 'agreement among raft nodes before linearized reading' (duration: 938.972422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.51387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577683Z","time spent":"936.176796ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-29T02:39:36.513063Z","caller":"traceutil/trace.go:171","msg":"trace[1715246854] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15416; }","duration":"934.857535ms","start":"2026-05-29T02:39:35.578199Z","end":"2026-05-29T02:39:36.513056Z","steps":["trace[1715246854] 'agreement among raft nodes before linearized reading' (duration: 934.822955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.518764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.578191Z","time spent":"940.535069ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-05-29T02:39:36.514238Z","caller":"traceutil/trace.go:171","msg":"trace[1338155052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15416; }","duration":"935.579672ms","start":"2026-05-29T02:39:35.578645Z","end":"2026-05-29T02:39:36.514225Z","steps":["trace[1338155052] 'agreement among raft nodes before linearized reading' (duration: 935.469719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.519077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.578637Z","time spent":"940.423437ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:39:36.51451Z","caller":"traceutil/trace.go:171","msg":"trace[1659461877] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15416; }","duration":"497.491606ms","start":"2026-05-29T02:39:36.017007Z","end":"2026-05-29T02:39:36.514499Z","steps":["trace[1659461877] 'agreement among raft nodes before linearized reading' (duration: 497.293612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.519413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:36.017Z","time spent":"502.399942ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-29T02:39:36.513625Z","caller":"traceutil/trace.go:171","msg":"trace[95612106] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15416; }","duration":"937.415396ms","start":"2026-05-29T02:39:35.576201Z","end":"2026-05-29T02:39:36.513616Z","steps":["trace[95612106] 'agreement among raft nodes before linearized reading' (duration: 937.332604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.519741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.576187Z","time spent":"943.516129ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.19192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:39:36.513731Z","caller":"traceutil/trace.go:171","msg":"trace[1806412280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15416; }","duration":"936.564456ms","start":"2026-05-29T02:39:35.577156Z","end":"2026-05-29T02:39:36.51372Z","steps":["trace[1806412280] 'agreement among raft nodes before linearized reading' (duration: 935.772987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.520052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577133Z","time spent":"942.897775ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.243788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.52063Z","caller":"traceutil/trace.go:171","msg":"trace[900437050] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15416; }","duration":"943.285844ms","start":"2026-05-29T02:39:35.577315Z","end":"2026-05-29T02:39:36.520601Z","steps":["trace[900437050] 'agreement among raft nodes before linearized reading' (duration: 936.248458ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:36.51383Z","caller":"traceutil/trace.go:171","msg":"trace[1905401757] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15416; }","duration":"938.784018ms","start":"2026-05-29T02:39:35.575038Z","end":"2026-05-29T02:39:36.513822Z","steps":["trace[1905401757] 'agreement among raft nodes before linearized reading' (duration: 938.709437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.51394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.527511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:39:36.514196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.615524Z","time spent":"898.662902ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"warn","ts":"2026-05-29T02:39:36.514519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.584311Z","time spent":"930.196066ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"warn","ts":"2026-05-29T02:39:36.513533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.858579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:39:36.514599Z","caller":"traceutil/trace.go:171","msg":"trace[222050723] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15416; }","duration":"939.895004ms","start":"2026-05-29T02:39:35.574646Z","end":"2026-05-29T02:39:36.514541Z","steps":["trace[222050723] 'agreement among raft nodes before linearized reading' (duration: 939.605028ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:36.520439Z","caller":"traceutil/trace.go:171","msg":"trace[2059202756] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15416; }","duration":"943.578501ms","start":"2026-05-29T02:39:35.576314Z","end":"2026-05-29T02:39:36.519892Z","steps":["trace[2059202756] 'agreement among raft nodes before linearized reading' (duration: 937.131169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.520952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.575006Z","time spent":"945.933436ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:39:36.521063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.576283Z","time spent":"944.763239ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:39:36.520817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577306Z","time spent":"943.493979ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-29T02:39:36.521658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.574602Z","time spent":"947.041713ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-29T02:39:36.520908Z","caller":"traceutil/trace.go:171","msg":"trace[1689360187] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15416; }","duration":"942.483265ms","start":"2026-05-29T02:39:35.57837Z","end":"2026-05-29T02:39:36.520853Z","steps":["trace[1689360187] 'agreement among raft nodes before linearized reading' (duration: 935.319096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.521762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.578359Z","time spent":"943.388336ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-29T02:39:36.521777Z","caller":"traceutil/trace.go:171","msg":"trace[721830193] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15416; }","duration":"944.116483ms","start":"2026-05-29T02:39:35.577627Z","end":"2026-05-29T02:39:36.521743Z","steps":["trace[721830193] 'agreement among raft nodes before linearized reading' (duration: 935.896809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:36.521826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.577618Z","time spent":"944.192696ms","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-29T02:39:36.517831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:39:35.575003Z","time spent":"942.818353ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-29T02:40:06.429231Z","caller":"traceutil/trace.go:171","msg":"trace[375872992] linearizableReadLoop","detail":"{readStateIndex:16162; appliedIndex:16161; }","duration":"127.675749ms","start":"2026-05-29T02:40:06.301523Z","end":"2026-05-29T02:40:06.429198Z","steps":["trace[375872992] 'read index received' (duration: 127.541396ms)","trace[375872992] 'applied index is now lower than readState.Index' (duration: 132.963µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:40:06.429332Z","caller":"traceutil/trace.go:171","msg":"trace[870013465] transaction","detail":"{read_only:false; response_revision:15597; number_of_response:1; }","duration":"158.086067ms","start":"2026-05-29T02:40:06.271216Z","end":"2026-05-29T02:40:06.429302Z","steps":["trace[870013465] 'process raft request' (duration: 157.762979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:06.429551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.006547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:40:06.429587Z","caller":"traceutil/trace.go:171","msg":"trace[1001291187] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:15597; }","duration":"128.099239ms","start":"2026-05-29T02:40:06.301478Z","end":"2026-05-29T02:40:06.429577Z","steps":["trace[1001291187] 'agreement among raft nodes before linearized reading' (duration: 127.850523ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:06.52132Z","caller":"traceutil/trace.go:171","msg":"trace[1438190465] transaction","detail":"{read_only:false; response_revision:15598; number_of_response:1; }","duration":"136.555728ms","start":"2026-05-29T02:40:06.384713Z","end":"2026-05-29T02:40:06.521269Z","steps":["trace[1438190465] 'process raft request' (duration: 135.878192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:06.99038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.810441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:40:06.990532Z","caller":"traceutil/trace.go:171","msg":"trace[336711835] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15609; }","duration":"217.096738ms","start":"2026-05-29T02:40:06.773402Z","end":"2026-05-29T02:40:06.990499Z","steps":["trace[336711835] 'count revisions from in-memory index tree' (duration: 216.523503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.042876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.374937ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:40:07.043058Z","caller":"traceutil/trace.go:171","msg":"trace[809224561] linearizableReadLoop","detail":"{readStateIndex:16175; appliedIndex:16174; }","duration":"205.593505ms","start":"2026-05-29T02:40:06.837434Z","end":"2026-05-29T02:40:07.043027Z","steps":["trace[809224561] 'read index received' (duration: 56.979413ms)","trace[809224561] 'applied index is now lower than readState.Index' (duration: 148.611772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:40:07.043392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.927764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:40:07.043525Z","caller":"traceutil/trace.go:171","msg":"trace[1480155804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:15609; }","duration":"206.091817ms","start":"2026-05-29T02:40:06.837402Z","end":"2026-05-29T02:40:07.043494Z","steps":["trace[1480155804] 'agreement among raft nodes before linearized reading' (duration: 205.748369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.043659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.097482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:40:07.043717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.599516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-05-29T02:40:07.043759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.698322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" ","response":"range_response_count:1 size:20769"} {"level":"warn","ts":"2026-05-29T02:40:07.043739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.853156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-29T02:40:07.04381Z","caller":"traceutil/trace.go:171","msg":"trace[665555465] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7dx98; range_end:; response_count:1; response_revision:15609; }","duration":"124.721519ms","start":"2026-05-29T02:40:06.919061Z","end":"2026-05-29T02:40:07.043783Z","steps":["trace[665555465] 'agreement among raft nodes before linearized reading' (duration: 124.479614ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.043842Z","caller":"traceutil/trace.go:171","msg":"trace[42399942] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:15609; }","duration":"112.02395ms","start":"2026-05-29T02:40:06.931795Z","end":"2026-05-29T02:40:07.043819Z","steps":["trace[42399942] 'agreement among raft nodes before linearized reading' (duration: 111.695582ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.043817Z","caller":"traceutil/trace.go:171","msg":"trace[1486223974] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj9tg; range_end:; response_count:1; response_revision:15609; }","duration":"192.853946ms","start":"2026-05-29T02:40:06.850949Z","end":"2026-05-29T02:40:07.043803Z","steps":["trace[1486223974] 'agreement among raft nodes before linearized reading' (duration: 192.512668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.043758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.713797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-05-29T02:40:07.043876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.668041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:40:07.044028Z","caller":"traceutil/trace.go:171","msg":"trace[749417060] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15609; }","duration":"137.193074ms","start":"2026-05-29T02:40:06.906526Z","end":"2026-05-29T02:40:07.043719Z","steps":["trace[749417060] 'agreement among raft nodes before linearized reading' (duration: 136.988159ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.044046Z","caller":"traceutil/trace.go:171","msg":"trace[188507611] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:15609; }","duration":"101.998674ms","start":"2026-05-29T02:40:06.941999Z","end":"2026-05-29T02:40:07.043997Z","steps":["trace[188507611] 'agreement among raft nodes before linearized reading' (duration: 101.615775ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.044107Z","caller":"traceutil/trace.go:171","msg":"trace[1442844804] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:15609; }","duration":"151.067261ms","start":"2026-05-29T02:40:06.892986Z","end":"2026-05-29T02:40:07.044053Z","steps":["trace[1442844804] 'agreement among raft nodes before linearized reading' (duration: 150.60898ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:08.808301Z","caller":"traceutil/trace.go:171","msg":"trace[2036125290] linearizableReadLoop","detail":"{readStateIndex:16186; appliedIndex:16183; }","duration":"132.094754ms","start":"2026-05-29T02:40:08.67617Z","end":"2026-05-29T02:40:08.808265Z","steps":["trace[2036125290] 'read index received' (duration: 41.310534ms)","trace[2036125290] 'applied index is now lower than readState.Index' (duration: 90.78255ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:40:08.808851Z","caller":"traceutil/trace.go:171","msg":"trace[1122908643] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"133.208629ms","start":"2026-05-29T02:40:08.675587Z","end":"2026-05-29T02:40:08.808796Z","steps":["trace[1122908643] 'process raft request' (duration: 125.661322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.809066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.14151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:40:08.809126Z","caller":"traceutil/trace.go:171","msg":"trace[869582751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15620; }","duration":"128.236513ms","start":"2026-05-29T02:40:08.680876Z","end":"2026-05-29T02:40:08.809112Z","steps":["trace[869582751] 'agreement among raft nodes before linearized reading' (duration: 128.004967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.809405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.231281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:40:08.809448Z","caller":"traceutil/trace.go:171","msg":"trace[1965326587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15620; }","duration":"133.284022ms","start":"2026-05-29T02:40:08.676152Z","end":"2026-05-29T02:40:08.809436Z","steps":["trace[1965326587] 'agreement among raft nodes before linearized reading' (duration: 133.181899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.80962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.947241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:40:08.809663Z","caller":"traceutil/trace.go:171","msg":"trace[224248386] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15620; }","duration":"107.001983ms","start":"2026-05-29T02:40:08.702646Z","end":"2026-05-29T02:40:08.809648Z","steps":["trace[224248386] 'agreement among raft nodes before linearized reading' (duration: 106.930911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.8098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.54493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:40:08.809856Z","caller":"traceutil/trace.go:171","msg":"trace[1071022723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15620; }","duration":"117.638343ms","start":"2026-05-29T02:40:08.692204Z","end":"2026-05-29T02:40:08.809842Z","steps":["trace[1071022723] 'agreement among raft nodes before linearized reading' (duration: 117.391797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.809882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.542456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:40:08.809911Z","caller":"traceutil/trace.go:171","msg":"trace[1873828100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15620; }","duration":"124.587127ms","start":"2026-05-29T02:40:08.685315Z","end":"2026-05-29T02:40:08.809902Z","steps":["trace[1873828100] 'agreement among raft nodes before linearized reading' (duration: 124.490324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.810162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.801613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:40:08.810206Z","caller":"traceutil/trace.go:171","msg":"trace[170023467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15620; }","duration":"116.858784ms","start":"2026-05-29T02:40:08.693333Z","end":"2026-05-29T02:40:08.810192Z","steps":["trace[170023467] 'agreement among raft nodes before linearized reading' (duration: 116.760382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.810244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.801006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:40:08.810291Z","caller":"traceutil/trace.go:171","msg":"trace[1317118835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15620; }","duration":"117.860708ms","start":"2026-05-29T02:40:08.692416Z","end":"2026-05-29T02:40:08.810277Z","steps":["trace[1317118835] 'agreement among raft nodes before linearized reading' (duration: 117.754746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:42.531844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061531313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:41:43.032097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061531313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:41:43.088442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084429883s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:41:43.088794Z","caller":"traceutil/trace.go:171","msg":"trace[487385099] transaction","detail":"{read_only:false; response_revision:16308; number_of_response:1; }","duration":"1.084879894s","start":"2026-05-29T02:41:42.00389Z","end":"2026-05-29T02:41:43.08877Z","steps":["trace[487385099] 'process raft request' (duration: 1.08471216s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.088951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.003859Z","time spent":"1.085012457s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:41:43.093847Z","caller":"traceutil/trace.go:171","msg":"trace[1534539466] transaction","detail":"{read_only:false; response_revision:16310; number_of_response:1; }","duration":"529.729298ms","start":"2026-05-29T02:41:42.5641Z","end":"2026-05-29T02:41:43.093829Z","steps":["trace[1534539466] 'process raft request' (duration: 529.619245ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.093984Z","caller":"traceutil/trace.go:171","msg":"trace[1395909684] transaction","detail":"{read_only:false; response_revision:16309; number_of_response:1; }","duration":"700.179683ms","start":"2026-05-29T02:41:42.393782Z","end":"2026-05-29T02:41:43.093962Z","steps":["trace[1395909684] 'process raft request' (duration: 699.828665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.093986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.564074Z","time spent":"529.827789ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:41:43.094077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.39375Z","time spent":"700.281785ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:41:43.094112Z","caller":"traceutil/trace.go:171","msg":"trace[1392143556] linearizableReadLoop","detail":"{readStateIndex:16903; appliedIndex:16899; }","duration":"1.06263184s","start":"2026-05-29T02:41:42.031445Z","end":"2026-05-29T02:41:43.094077Z","steps":["trace[1392143556] 'read index received' (duration: 1.0571258s)","trace[1392143556] 'applied index is now lower than readState.Index' (duration: 5.50426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:41:43.094358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.787364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:41:43.09438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062934776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:41:43.094409Z","caller":"traceutil/trace.go:171","msg":"trace[2001764002] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:16311; }","duration":"522.868956ms","start":"2026-05-29T02:41:42.571526Z","end":"2026-05-29T02:41:43.094395Z","steps":["trace[2001764002] 'agreement among raft nodes before linearized reading' (duration: 522.791374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.094407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.413272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-05-29T02:41:43.094426Z","caller":"traceutil/trace.go:171","msg":"trace[1480954785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:16311; }","duration":"1.063021278s","start":"2026-05-29T02:41:42.031391Z","end":"2026-05-29T02:41:43.094412Z","steps":["trace[1480954785] 'agreement among raft nodes before linearized reading' (duration: 1.062836594s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.094446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.571514Z","time spent":"522.924347ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:41:43.094468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.031369Z","time spent":"1.063091501s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:41:43.094555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.847799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:41:43.094629Z","caller":"traceutil/trace.go:171","msg":"trace[1976534652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16311; }","duration":"160.932931ms","start":"2026-05-29T02:41:42.933658Z","end":"2026-05-29T02:41:43.094591Z","steps":["trace[1976534652] 'agreement among raft nodes before linearized reading' (duration: 160.787757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.094648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.548722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:41:43.094874Z","caller":"traceutil/trace.go:171","msg":"trace[640669744] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16311; }","duration":"163.714966ms","start":"2026-05-29T02:41:42.931054Z","end":"2026-05-29T02:41:43.094769Z","steps":["trace[640669744] 'agreement among raft nodes before linearized reading' (duration: 163.514351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.094955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.145385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:41:43.094971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.534977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-05-29T02:41:43.094986Z","caller":"traceutil/trace.go:171","msg":"trace[865978368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16311; }","duration":"853.196597ms","start":"2026-05-29T02:41:42.241778Z","end":"2026-05-29T02:41:43.094975Z","steps":["trace[865978368] 'agreement among raft nodes before linearized reading' (duration: 853.158486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.094984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.913982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-29T02:41:43.095003Z","caller":"traceutil/trace.go:171","msg":"trace[2064338596] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj9tg; range_end:; response_count:1; response_revision:16311; }","duration":"924.602988ms","start":"2026-05-29T02:41:42.17039Z","end":"2026-05-29T02:41:43.094993Z","steps":["trace[2064338596] 'agreement among raft nodes before linearized reading' (duration: 924.500426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.095015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.241765Z","time spent":"853.245318ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:41:43.095023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.170368Z","time spent":"924.6503ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" "} {"level":"info","ts":"2026-05-29T02:41:43.095026Z","caller":"traceutil/trace.go:171","msg":"trace[1850085155] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:16311; }","duration":"892.974914ms","start":"2026-05-29T02:41:42.202039Z","end":"2026-05-29T02:41:43.095014Z","steps":["trace[1850085155] 'agreement among raft nodes before linearized reading' (duration: 892.82172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.095028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.533093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:41:43.095095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.202028Z","time spent":"893.058905ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"info","ts":"2026-05-29T02:41:43.09511Z","caller":"traceutil/trace.go:171","msg":"trace[2065831000] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16311; }","duration":"650.675317ms","start":"2026-05-29T02:41:42.44442Z","end":"2026-05-29T02:41:43.095095Z","steps":["trace[2065831000] 'agreement among raft nodes before linearized reading' (duration: 650.443791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.095144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.444392Z","time spent":"650.745408ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":119,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:41:43.094889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.887397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-29T02:41:43.095197Z","caller":"traceutil/trace.go:171","msg":"trace[435519163] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:16311; }","duration":"872.217365ms","start":"2026-05-29T02:41:42.22297Z","end":"2026-05-29T02:41:43.095188Z","steps":["trace[435519163] 'agreement among raft nodes before linearized reading' (duration: 871.832416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.095231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.222959Z","time spent":"872.262616ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"warn","ts":"2026-05-29T02:41:43.095285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.43213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:41:43.095347Z","caller":"traceutil/trace.go:171","msg":"trace[1237155569] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16311; }","duration":"163.523971ms","start":"2026-05-29T02:41:42.93181Z","end":"2026-05-29T02:41:43.095334Z","steps":["trace[1237155569] 'agreement among raft nodes before linearized reading' (duration: 163.386278ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.094461Z","caller":"traceutil/trace.go:171","msg":"trace[2100852739] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7dx98; range_end:; response_count:1; response_revision:16311; }","duration":"926.484343ms","start":"2026-05-29T02:41:42.167961Z","end":"2026-05-29T02:41:43.094446Z","steps":["trace[2100852739] 'agreement among raft nodes before linearized reading' (duration: 926.277508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.095643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.167895Z","time spent":"927.730912ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" "} {"level":"info","ts":"2026-05-29T02:42:09.776278Z","caller":"traceutil/trace.go:171","msg":"trace[826636388] linearizableReadLoop","detail":"{readStateIndex:17133; appliedIndex:17132; }","duration":"372.996536ms","start":"2026-05-29T02:42:09.403259Z","end":"2026-05-29T02:42:09.776256Z","steps":["trace[826636388] 'read index received' (duration: 372.76904ms)","trace[826636388] 'applied index is now lower than readState.Index' (duration: 226.586µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:42:09.776641Z","caller":"traceutil/trace.go:171","msg":"trace[293109119] transaction","detail":"{read_only:false; response_revision:16534; number_of_response:1; }","duration":"454.937066ms","start":"2026-05-29T02:42:09.321684Z","end":"2026-05-29T02:42:09.776621Z","steps":["trace[293109119] 'process raft request' (duration: 454.411654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.777101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.10307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-29T02:42:09.77716Z","caller":"traceutil/trace.go:171","msg":"trace[803248625] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj9tg; range_end:; response_count:1; response_revision:16534; }","duration":"368.183453ms","start":"2026-05-29T02:42:09.408964Z","end":"2026-05-29T02:42:09.777148Z","steps":["trace[803248625] 'agreement among raft nodes before linearized reading' (duration: 367.985928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.7772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.408952Z","time spent":"368.237484ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj9tg\" "} {"level":"warn","ts":"2026-05-29T02:42:09.777502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.247596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pww5w\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-05-29T02:42:09.777543Z","caller":"traceutil/trace.go:171","msg":"trace[1543622689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pww5w; range_end:; response_count:1; response_revision:16534; }","duration":"374.329868ms","start":"2026-05-29T02:42:09.403204Z","end":"2026-05-29T02:42:09.777534Z","steps":["trace[1543622689] 'agreement among raft nodes before linearized reading' (duration: 374.219485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.777574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.403184Z","time spent":"374.381448ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-pww5w\" "} {"level":"warn","ts":"2026-05-29T02:42:09.77784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.269492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:42:09.777884Z","caller":"traceutil/trace.go:171","msg":"trace[2069418577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16534; }","duration":"187.329553ms","start":"2026-05-29T02:42:09.590542Z","end":"2026-05-29T02:42:09.777871Z","steps":["trace[2069418577] 'agreement among raft nodes before linearized reading' (duration: 187.22781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.778137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.216844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:42:09.778178Z","caller":"traceutil/trace.go:171","msg":"trace[1910946177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16534; }","duration":"188.277025ms","start":"2026-05-29T02:42:09.589892Z","end":"2026-05-29T02:42:09.778169Z","steps":["trace[1910946177] 'agreement among raft nodes before linearized reading' (duration: 188.176472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.77845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.679661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:42:09.77849Z","caller":"traceutil/trace.go:171","msg":"trace[312465384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16534; }","duration":"190.748653ms","start":"2026-05-29T02:42:09.587733Z","end":"2026-05-29T02:42:09.778482Z","steps":["trace[312465384] 'agreement among raft nodes before linearized reading' (duration: 190.654151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.778721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.222915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:42:09.778771Z","caller":"traceutil/trace.go:171","msg":"trace[67629337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16534; }","duration":"197.330998ms","start":"2026-05-29T02:42:09.581428Z","end":"2026-05-29T02:42:09.778759Z","steps":["trace[67629337] 'agreement among raft nodes before linearized reading' (duration: 197.209766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.779163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.758471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:42:09.779235Z","caller":"traceutil/trace.go:171","msg":"trace[241423238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16534; }","duration":"198.887614ms","start":"2026-05-29T02:42:09.580333Z","end":"2026-05-29T02:42:09.779221Z","steps":["trace[241423238] 'agreement among raft nodes before linearized reading' (duration: 198.69418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.779428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.035521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:42:09.779542Z","caller":"traceutil/trace.go:171","msg":"trace[1185436629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16534; }","duration":"287.196155ms","start":"2026-05-29T02:42:09.492322Z","end":"2026-05-29T02:42:09.779518Z","steps":["trace[1185436629] 'agreement among raft nodes before linearized reading' (duration: 286.825006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.779545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.349042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-05-29T02:42:09.779497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.68884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-29T02:42:09.779668Z","caller":"traceutil/trace.go:171","msg":"trace[45111627] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:16534; }","duration":"364.867775ms","start":"2026-05-29T02:42:09.414791Z","end":"2026-05-29T02:42:09.779659Z","steps":["trace[45111627] 'agreement among raft nodes before linearized reading' (duration: 364.649399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.77969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.414786Z","time spent":"364.896335ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"warn","ts":"2026-05-29T02:42:09.779535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.295823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-29T02:42:09.779883Z","caller":"traceutil/trace.go:171","msg":"trace[1810182889] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7dx98; range_end:; response_count:1; response_revision:16534; }","duration":"362.665883ms","start":"2026-05-29T02:42:09.417165Z","end":"2026-05-29T02:42:09.779831Z","steps":["trace[1810182889] 'agreement among raft nodes before linearized reading' (duration: 361.923535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.779992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.417154Z","time spent":"362.822176ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" "} {"level":"info","ts":"2026-05-29T02:42:09.779647Z","caller":"traceutil/trace.go:171","msg":"trace[2019411066] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:16534; }","duration":"333.479935ms","start":"2026-05-29T02:42:09.44614Z","end":"2026-05-29T02:42:09.779619Z","steps":["trace[2019411066] 'agreement among raft nodes before linearized reading' (duration: 333.191578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.781434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.446128Z","time spent":"335.279947ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" "} {"level":"warn","ts":"2026-05-29T02:42:09.78239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.321663Z","time spent":"455.040268ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:43:13.840484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14671} {"level":"info","ts":"2026-05-29T02:43:13.942063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14671,"took":"97.432484ms","hash":3074142635,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":31420416,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T02:43:13.942148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3074142635,"revision":14671,"compact-revision":12494} {"level":"info","ts":"2026-05-29T02:43:28.29348Z","caller":"traceutil/trace.go:171","msg":"trace[181403019] transaction","detail":"{read_only:false; response_revision:17225; number_of_response:1; }","duration":"114.897117ms","start":"2026-05-29T02:43:28.178554Z","end":"2026-05-29T02:43:28.293451Z","steps":["trace[181403019] 'process raft request' (duration: 114.675912ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:43:28.293579Z","caller":"traceutil/trace.go:171","msg":"trace[83417805] transaction","detail":"{read_only:false; response_revision:17226; number_of_response:1; }","duration":"110.184755ms","start":"2026-05-29T02:43:28.183357Z","end":"2026-05-29T02:43:28.293542Z","steps":["trace[83417805] 'process raft request' (duration: 110.005131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:43:28.625024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.206979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:43:28.625148Z","caller":"traceutil/trace.go:171","msg":"trace[1908636024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17232; }","duration":"136.400533ms","start":"2026-05-29T02:43:28.488723Z","end":"2026-05-29T02:43:28.625123Z","steps":["trace[1908636024] 'range keys from in-memory index tree' (duration: 135.923862ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:12.281591Z","caller":"traceutil/trace.go:171","msg":"trace[110332671] transaction","detail":"{read_only:false; response_revision:17931; number_of_response:1; }","duration":"187.378344ms","start":"2026-05-29T02:45:12.09419Z","end":"2026-05-29T02:45:12.281569Z","steps":["trace[110332671] 'process raft request' (duration: 187.20666ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:12.283885Z","caller":"traceutil/trace.go:171","msg":"trace[248414955] transaction","detail":"{read_only:false; response_revision:17932; number_of_response:1; }","duration":"156.708052ms","start":"2026-05-29T02:45:12.12715Z","end":"2026-05-29T02:45:12.283858Z","steps":["trace[248414955] 'process raft request' (duration: 156.480036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:12.284279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.938499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:45:12.284378Z","caller":"traceutil/trace.go:171","msg":"trace[398588028] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:17933; }","duration":"138.096173ms","start":"2026-05-29T02:45:12.146267Z","end":"2026-05-29T02:45:12.284363Z","steps":["trace[398588028] 'agreement among raft nodes before linearized reading' (duration: 137.664332ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:12.284548Z","caller":"traceutil/trace.go:171","msg":"trace[969005073] transaction","detail":"{read_only:false; response_revision:17933; number_of_response:1; }","duration":"155.575965ms","start":"2026-05-29T02:45:12.128957Z","end":"2026-05-29T02:45:12.284533Z","steps":["trace[969005073] 'process raft request' (duration: 154.823667ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:12.283864Z","caller":"traceutil/trace.go:171","msg":"trace[499091598] linearizableReadLoop","detail":"{readStateIndex:18577; appliedIndex:18574; }","duration":"137.509009ms","start":"2026-05-29T02:45:12.146326Z","end":"2026-05-29T02:45:12.283835Z","steps":["trace[499091598] 'read index received' (duration: 135.146993ms)","trace[499091598] 'applied index is now lower than readState.Index' (duration: 2.360716ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:17.587146Z","caller":"traceutil/trace.go:171","msg":"trace[484452469] transaction","detail":"{read_only:false; response_revision:17967; number_of_response:1; }","duration":"158.395911ms","start":"2026-05-29T02:45:17.428716Z","end":"2026-05-29T02:45:17.587112Z","steps":["trace[484452469] 'process raft request' (duration: 158.090724ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:18.168739Z","caller":"traceutil/trace.go:171","msg":"trace[2033930053] transaction","detail":"{read_only:false; response_revision:17968; number_of_response:1; }","duration":"273.447791ms","start":"2026-05-29T02:45:17.895254Z","end":"2026-05-29T02:45:18.168702Z","steps":["trace[2033930053] 'process raft request' (duration: 273.210576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:18.584765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.491297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:45:18.584866Z","caller":"traceutil/trace.go:171","msg":"trace[968960785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:17968; }","duration":"297.672941ms","start":"2026-05-29T02:45:18.28717Z","end":"2026-05-29T02:45:18.584843Z","steps":["trace[968960785] 'count revisions from in-memory index tree' (duration: 297.363105ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:18.584873Z","caller":"traceutil/trace.go:171","msg":"trace[308952158] transaction","detail":"{read_only:false; response_revision:17969; number_of_response:1; }","duration":"282.390561ms","start":"2026-05-29T02:45:18.302454Z","end":"2026-05-29T02:45:18.584844Z","steps":["trace[308952158] 'process raft request' (duration: 270.750227ms)","trace[308952158] 'compare' (duration: 11.523642ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:18.596559Z","caller":"traceutil/trace.go:171","msg":"trace[336804136] linearizableReadLoop","detail":"{readStateIndex:18616; appliedIndex:18613; }","duration":"222.88529ms","start":"2026-05-29T02:45:18.373656Z","end":"2026-05-29T02:45:18.596541Z","steps":["trace[336804136] 'read index received' (duration: 199.53643ms)","trace[336804136] 'applied index is now lower than readState.Index' (duration: 23.34772ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:18.596657Z","caller":"traceutil/trace.go:171","msg":"trace[2065176757] transaction","detail":"{read_only:false; response_revision:17971; number_of_response:1; }","duration":"272.296583ms","start":"2026-05-29T02:45:18.324352Z","end":"2026-05-29T02:45:18.596649Z","steps":["trace[2065176757] 'process raft request' (duration: 272.15736ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:18.596642Z","caller":"traceutil/trace.go:171","msg":"trace[321949047] transaction","detail":"{read_only:false; response_revision:17970; number_of_response:1; }","duration":"285.968656ms","start":"2026-05-29T02:45:18.310631Z","end":"2026-05-29T02:45:18.5966Z","steps":["trace[321949047] 'process raft request' (duration: 285.793052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:18.596934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.27679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7dx98\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-29T02:45:18.596965Z","caller":"traceutil/trace.go:171","msg":"trace[941776848] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7dx98; range_end:; response_count:1; response_revision:17971; }","duration":"223.367002ms","start":"2026-05-29T02:45:18.373591Z","end":"2026-05-29T02:45:18.596958Z","steps":["trace[941776848] 'agreement among raft nodes before linearized reading' (duration: 223.150287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:18.597073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.594257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kl4jb\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-29T02:45:18.597178Z","caller":"traceutil/trace.go:171","msg":"trace[1830419185] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kl4jb; range_end:; response_count:1; response_revision:17971; }","duration":"220.737879ms","start":"2026-05-29T02:45:18.376419Z","end":"2026-05-29T02:45:18.597157Z","steps":["trace[1830419185] 'agreement among raft nodes before linearized reading' (duration: 220.411082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:29.486941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.414631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:45:29.487102Z","caller":"traceutil/trace.go:171","msg":"trace[1183378023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:18154; }","duration":"175.708629ms","start":"2026-05-29T02:45:29.311363Z","end":"2026-05-29T02:45:29.487072Z","steps":["trace[1183378023] 'count revisions from in-memory index tree' (duration: 175.293249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:29.487283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.317015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:45:29.487398Z","caller":"traceutil/trace.go:171","msg":"trace[1026566074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18154; }","duration":"244.526549ms","start":"2026-05-29T02:45:29.24285Z","end":"2026-05-29T02:45:29.487376Z","steps":["trace[1026566074] 'range keys from in-memory index tree' (duration: 244.142291ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:47:49.980436Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:47:49.987513Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-29T02:47:49.987741Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-29T02:48:13.84935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17116} {"level":"info","ts":"2026-05-29T02:48:13.954739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17116,"took":"100.243731ms","hash":4003334515,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":34217984,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-29T02:48:13.954847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4003334515,"revision":17116,"compact-revision":14671} {"level":"warn","ts":"2026-05-29T02:50:48.74469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061545112,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:50:48.850056Z","caller":"traceutil/trace.go:171","msg":"trace[1474124344] transaction","detail":"{read_only:false; response_revision:20558; number_of_response:1; }","duration":"785.331011ms","start":"2026-05-29T02:50:48.064694Z","end":"2026-05-29T02:50:48.850025Z","steps":["trace[1474124344] 'process raft request' (duration: 785.161507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:48.850241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.06466Z","time spent":"785.497575ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:50.244325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:50:50.244435Z","caller":"traceutil/trace.go:171","msg":"trace[1489328687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453712s","start":"2026-05-29T02:50:48.243957Z","end":"2026-05-29T02:50:50.244411Z","steps":["trace[1489328687] 'agreement among raft nodes before linearized reading' (duration: 2.000313848s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.244493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.243932Z","time spent":"2.000549743s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:50:50.761262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.450898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:50.76149Z","caller":"traceutil/trace.go:171","msg":"trace[650689798] linearizableReadLoop","detail":"{readStateIndex:21295; appliedIndex:21292; }","duration":"2.517449524s","start":"2026-05-29T02:50:48.244018Z","end":"2026-05-29T02:50:50.761467Z","steps":["trace[650689798] 'read index received' (duration: 605.885025ms)","trace[650689798] 'applied index is now lower than readState.Index' (duration: 1.911562949s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:50.761621Z","caller":"traceutil/trace.go:171","msg":"trace[1039096542] transaction","detail":"{read_only:false; response_revision:20559; number_of_response:1; }","duration":"2.573905653s","start":"2026-05-29T02:50:48.1877Z","end":"2026-05-29T02:50:50.761606Z","steps":["trace[1039096542] 'process raft request' (duration: 1.600918404s)","trace[1039096542] 'compare' (duration: 971.857743ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:50.761656Z","caller":"traceutil/trace.go:171","msg":"trace[1140182454] transaction","detail":"{read_only:false; response_revision:20560; number_of_response:1; }","duration":"2.553831101s","start":"2026-05-29T02:50:48.20779Z","end":"2026-05-29T02:50:50.761621Z","steps":["trace[1140182454] 'process raft request' (duration: 2.553594585s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.761697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.187666Z","time spent":"2.573993816s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:50.761859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.207763Z","time spent":"2.553973935s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:50.761899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.777378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:50.761933Z","caller":"traceutil/trace.go:171","msg":"trace[1592607572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20560; }","duration":"516.8786ms","start":"2026-05-29T02:50:50.245043Z","end":"2026-05-29T02:50:50.761922Z","steps":["trace[1592607572] 'agreement among raft nodes before linearized reading' (duration: 516.805618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.761901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969944135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T02:50:50.761944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78458013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-29T02:50:50.761975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.245009Z","time spent":"516.959202ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:50:50.761995Z","caller":"traceutil/trace.go:171","msg":"trace[1099299016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20560; }","duration":"1.970090917s","start":"2026-05-29T02:50:48.791881Z","end":"2026-05-29T02:50:50.761972Z","steps":["trace[1099299016] 'agreement among raft nodes before linearized reading' (duration: 1.969759319s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:50.762021Z","caller":"traceutil/trace.go:171","msg":"trace[83788416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20560; }","duration":"1.784679222s","start":"2026-05-29T02:50:48.977319Z","end":"2026-05-29T02:50:50.761999Z","steps":["trace[83788416] 'agreement among raft nodes before linearized reading' (duration: 1.784407315s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.762054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.791856Z","time spent":"1.97018871s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:50:50.762066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.977311Z","time spent":"1.784747113s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:50.762065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173577893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:50.762007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129573716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:50:50.762111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781909547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:50:50.76215Z","caller":"traceutil/trace.go:171","msg":"trace[2106182709] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:20560; }","duration":"1.173710146s","start":"2026-05-29T02:50:49.588418Z","end":"2026-05-29T02:50:50.762128Z","steps":["trace[2106182709] 'agreement among raft nodes before linearized reading' (duration: 1.173544302s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.762182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.588395Z","time spent":"1.173780538s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:50:50.762175Z","caller":"traceutil/trace.go:171","msg":"trace[37907279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20560; }","duration":"1.781998368s","start":"2026-05-29T02:50:48.980157Z","end":"2026-05-29T02:50:50.762155Z","steps":["trace[37907279] 'agreement among raft nodes before linearized reading' (duration: 1.781827694s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.762214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788928902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:50:50.762218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.980145Z","time spent":"1.782064761s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:50:50.762245Z","caller":"traceutil/trace.go:171","msg":"trace[1683685639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20560; }","duration":"1.789006933s","start":"2026-05-29T02:50:48.97323Z","end":"2026-05-29T02:50:50.762237Z","steps":["trace[1683685639] 'agreement among raft nodes before linearized reading' (duration: 1.788903911s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.762244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790507009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:50:50.762278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.973206Z","time spent":"1.789067135s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:50:50.762271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793267675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:50:50.762326Z","caller":"traceutil/trace.go:171","msg":"trace[389927295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20560; }","duration":"1.790633432s","start":"2026-05-29T02:50:48.97167Z","end":"2026-05-29T02:50:50.762303Z","steps":["trace[389927295] 'agreement among raft nodes before linearized reading' (duration: 1.790408247s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:50.762339Z","caller":"traceutil/trace.go:171","msg":"trace[1062807660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20560; }","duration":"1.793386196s","start":"2026-05-29T02:50:48.968937Z","end":"2026-05-29T02:50:50.762323Z","steps":["trace[1062807660] 'agreement among raft nodes before linearized reading' (duration: 1.793176361s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.76232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947059415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:50:50.762374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.968914Z","time spent":"1.793453938s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:50.762379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.971649Z","time spent":"1.790718204s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:50:50.762225Z","caller":"traceutil/trace.go:171","msg":"trace[91256619] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20560; }","duration":"1.129760051s","start":"2026-05-29T02:50:49.63239Z","end":"2026-05-29T02:50:50.76215Z","steps":["trace[91256619] 'agreement among raft nodes before linearized reading' (duration: 1.129457614s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:50.7624Z","caller":"traceutil/trace.go:171","msg":"trace[1399215911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20560; }","duration":"1.947188328s","start":"2026-05-29T02:50:48.815193Z","end":"2026-05-29T02:50:50.762381Z","steps":["trace[1399215911] 'agreement among raft nodes before linearized reading' (duration: 1.946953522s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:50.762457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:48.81517Z","time spent":"1.94727757s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:50:50.762507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.632378Z","time spent":"1.130086629s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:51.267892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061545118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:50:51.769072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061545118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:50:51.940371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172966697s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:50:52.691852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.133196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:52.692013Z","caller":"traceutil/trace.go:171","msg":"trace[2026324179] transaction","detail":"{read_only:false; response_revision:20561; number_of_response:1; }","duration":"1.924698588s","start":"2026-05-29T02:50:50.767284Z","end":"2026-05-29T02:50:52.691983Z","steps":["trace[2026324179] 'process raft request' (duration: 1.173287795s)","trace[2026324179] 'compare' (duration: 750.120182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:52.692105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.767262Z","time spent":"1.92479977s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:52.771022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000778859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:50:52.771108Z","caller":"traceutil/trace.go:171","msg":"trace[351050732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000885901s","start":"2026-05-29T02:50:50.770204Z","end":"2026-05-29T02:50:52.77109Z","steps":["trace[351050732] 'agreement among raft nodes before linearized reading' (duration: 2.000789109s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:52.77115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.770197Z","time spent":"2.000945102s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:53.087687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146970947s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:50:53.865917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00122235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:50:53.866047Z","caller":"traceutil/trace.go:171","msg":"trace[1821826809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001404243s","start":"2026-05-29T02:50:51.864614Z","end":"2026-05-29T02:50:53.866018Z","steps":["trace[1821826809] 'agreement among raft nodes before linearized reading' (duration: 2.001225159s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:53.866139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.864602Z","time spent":"2.001493256s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:54.689566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.382454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:54.689691Z","caller":"traceutil/trace.go:171","msg":"trace[929787651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20561; }","duration":"949.518317ms","start":"2026-05-29T02:50:53.740155Z","end":"2026-05-29T02:50:54.689673Z","steps":["trace[929787651] 'range keys from in-memory index tree' (duration: 949.365524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.689889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601895328s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:54.690126Z","caller":"traceutil/trace.go:171","msg":"trace[407262987] linearizableReadLoop","detail":"{readStateIndex:21303; appliedIndex:21295; }","duration":"3.922307154s","start":"2026-05-29T02:50:50.767804Z","end":"2026-05-29T02:50:54.690111Z","steps":["trace[407262987] 'read index received' (duration: 1.172865726s)","trace[407262987] 'applied index is now lower than readState.Index' (duration: 2.749440658s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:54.6901Z","caller":"traceutil/trace.go:171","msg":"trace[620924433] transaction","detail":"{read_only:false; response_revision:20563; number_of_response:1; }","duration":"3.922709052s","start":"2026-05-29T02:50:50.767358Z","end":"2026-05-29T02:50:54.690067Z","steps":["trace[620924433] 'process raft request' (duration: 3.92259856s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:54.690186Z","caller":"traceutil/trace.go:171","msg":"trace[1754891690] transaction","detail":"{read_only:false; response_revision:20564; number_of_response:1; }","duration":"3.922808225s","start":"2026-05-29T02:50:50.767371Z","end":"2026-05-29T02:50:54.690179Z","steps":["trace[1754891690] 'process raft request' (duration: 3.922625191s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.690223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.767341Z","time spent":"3.922860977s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:54.690275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.767331Z","time spent":"3.922849956s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:54.690324Z","caller":"traceutil/trace.go:171","msg":"trace[916508960] transaction","detail":"{read_only:false; response_revision:20567; number_of_response:1; }","duration":"3.833088162s","start":"2026-05-29T02:50:50.857223Z","end":"2026-05-29T02:50:54.690311Z","steps":["trace[916508960] 'process raft request' (duration: 3.832838706s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:54.690341Z","caller":"traceutil/trace.go:171","msg":"trace[1824899845] transaction","detail":"{read_only:false; response_revision:20568; number_of_response:1; }","duration":"3.435108622s","start":"2026-05-29T02:50:51.255227Z","end":"2026-05-29T02:50:54.690336Z","steps":["trace[1824899845] 'process raft request' (duration: 3.434855566s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.690368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.255167Z","time spent":"3.435185143s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:54.69038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.857194Z","time spent":"3.833156044s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:54.690422Z","caller":"traceutil/trace.go:171","msg":"trace[1278970141] transaction","detail":"{read_only:false; response_revision:20562; number_of_response:1; }","duration":"3.923047531s","start":"2026-05-29T02:50:50.767363Z","end":"2026-05-29T02:50:54.690411Z","steps":["trace[1278970141] 'process raft request' (duration: 2.320566129s)","trace[1278970141] 'compare' (duration: 1.601352655s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:54.690462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.767344Z","time spent":"3.923098812s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:54.690489Z","caller":"traceutil/trace.go:171","msg":"trace[837966508] transaction","detail":"{read_only:false; response_revision:20565; number_of_response:1; }","duration":"3.922738933s","start":"2026-05-29T02:50:50.767741Z","end":"2026-05-29T02:50:54.69048Z","steps":["trace[837966508] 'process raft request' (duration: 3.922276792s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:54.690536Z","caller":"traceutil/trace.go:171","msg":"trace[2020701603] transaction","detail":"{read_only:false; response_revision:20566; number_of_response:1; }","duration":"3.922699862s","start":"2026-05-29T02:50:50.767828Z","end":"2026-05-29T02:50:54.690528Z","steps":["trace[2020701603] 'process raft request' (duration: 3.922211401s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.690543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.767731Z","time spent":"3.922789604s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:54.690575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.767804Z","time spent":"3.922750924s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:54.690505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922703163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-29T02:50:54.690686Z","caller":"traceutil/trace.go:171","msg":"trace[2109790897] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:20568; }","duration":"3.922873956s","start":"2026-05-29T02:50:50.76778Z","end":"2026-05-29T02:50:54.690654Z","steps":["trace[2109790897] 'agreement among raft nodes before linearized reading' (duration: 3.922655231s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.690765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.76776Z","time spent":"3.922978579s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:50:54.771994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:50:54.772101Z","caller":"traceutil/trace.go:171","msg":"trace[1888409131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688508s","start":"2026-05-29T02:50:52.771386Z","end":"2026-05-29T02:50:54.772075Z","steps":["trace[1888409131] 'agreement among raft nodes before linearized reading' (duration: 2.000547785s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.772182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.771373Z","time spent":"2.00078158s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:54.780314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12250145s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:50:54.781054Z","caller":"traceutil/trace.go:171","msg":"trace[1854609433] transaction","detail":"{read_only:false; response_revision:20569; number_of_response:1; }","duration":"2.012131688s","start":"2026-05-29T02:50:52.76888Z","end":"2026-05-29T02:50:54.781012Z","steps":["trace[1854609433] 'process raft request' (duration: 2.01181136s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.781413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.768847Z","time spent":"2.012306641s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:54.781752Z","caller":"traceutil/trace.go:171","msg":"trace[1386781177] transaction","detail":"{read_only:false; response_revision:20570; number_of_response:1; }","duration":"2.01224646s","start":"2026-05-29T02:50:52.769454Z","end":"2026-05-29T02:50:54.7817Z","steps":["trace[1386781177] 'process raft request' (duration: 2.011432991s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:54.781993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.769415Z","time spent":"2.012453695s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:56.780475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:50:56.780556Z","caller":"traceutil/trace.go:171","msg":"trace[497940166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062772s","start":"2026-05-29T02:50:54.780476Z","end":"2026-05-29T02:50:56.780539Z","steps":["trace[497940166] 'agreement among raft nodes before linearized reading' (duration: 1.99996187s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:56.780593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.780469Z","time spent":"2.000117774s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:57.067504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385444312s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:50:57.34979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667686267s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:57.350108Z","caller":"traceutil/trace.go:171","msg":"trace[1755191724] transaction","detail":"{read_only:false; response_revision:20573; number_of_response:1; }","duration":"2.287752776s","start":"2026-05-29T02:50:55.062336Z","end":"2026-05-29T02:50:57.350089Z","steps":["trace[1755191724] 'process raft request' (duration: 2.287703295s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.350086Z","caller":"traceutil/trace.go:171","msg":"trace[1480101125] transaction","detail":"{read_only:false; response_revision:20571; number_of_response:1; }","duration":"4.251369491s","start":"2026-05-29T02:50:53.098683Z","end":"2026-05-29T02:50:57.350053Z","steps":["trace[1480101125] 'process raft request' (duration: 2.583330996s)","trace[1480101125] 'compare' (duration: 1.667571864s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:57.350127Z","caller":"traceutil/trace.go:171","msg":"trace[617159552] transaction","detail":"{read_only:false; response_revision:20572; number_of_response:1; }","duration":"2.656433047s","start":"2026-05-29T02:50:54.693661Z","end":"2026-05-29T02:50:57.350094Z","steps":["trace[617159552] 'process raft request' (duration: 2.656253183s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.350187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.062291Z","time spent":"2.287863459s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:57.350173Z","caller":"traceutil/trace.go:171","msg":"trace[2086326551] linearizableReadLoop","detail":"{readStateIndex:21306; appliedIndex:21303; }","duration":"2.65998409s","start":"2026-05-29T02:50:54.690153Z","end":"2026-05-29T02:50:57.350137Z","steps":["trace[2086326551] 'read index received' (duration: 90.398388ms)","trace[2086326551] 'applied index is now lower than readState.Index' (duration: 2.569581972s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:57.350252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.098652Z","time spent":"4.251516675s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:57.350289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.693638Z","time spent":"2.656564571s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:57.350338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925854807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:57.350413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.616607046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:57.350418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074394219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:57.350463Z","caller":"traceutil/trace.go:171","msg":"trace[437626027] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20573; }","duration":"3.07443846s","start":"2026-05-29T02:50:54.276011Z","end":"2026-05-29T02:50:57.35045Z","steps":["trace[437626027] 'agreement among raft nodes before linearized reading' (duration: 3.074358778s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.350486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864749442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:57.350509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.275941Z","time spent":"3.074559692s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.350539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590898781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:50:57.350571Z","caller":"traceutil/trace.go:171","msg":"trace[257454018] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:20573; }","duration":"2.864840394s","start":"2026-05-29T02:50:54.48568Z","end":"2026-05-29T02:50:57.35052Z","steps":["trace[257454018] 'agreement among raft nodes before linearized reading' (duration: 2.864763982s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.350641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.485659Z","time spent":"2.864970608s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:50:57.350643Z","caller":"traceutil/trace.go:171","msg":"trace[1877061533] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20573; }","duration":"5.591043234s","start":"2026-05-29T02:50:51.759574Z","end":"2026-05-29T02:50:57.350618Z","steps":["trace[1877061533] 'agreement among raft nodes before linearized reading' (duration: 5.590687465s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.350647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.578243188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:57.350666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.968613765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-29T02:50:57.350656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104804364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:50:57.350697Z","caller":"traceutil/trace.go:171","msg":"trace[1725617803] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:20573; }","duration":"4.57832171s","start":"2026-05-29T02:50:52.772363Z","end":"2026-05-29T02:50:57.350685Z","steps":["trace[1725617803] 'agreement among raft nodes before linearized reading' (duration: 4.578241078s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.350695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.759563Z","time spent":"5.591121996s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":198,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:50:57.350452Z","caller":"traceutil/trace.go:171","msg":"trace[1463256566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20573; }","duration":"3.926029121s","start":"2026-05-29T02:50:53.424393Z","end":"2026-05-29T02:50:57.350423Z","steps":["trace[1463256566] 'agreement among raft nodes before linearized reading' (duration: 3.925832696s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.350717Z","caller":"traceutil/trace.go:171","msg":"trace[1298163285] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:20573; }","duration":"5.968687886s","start":"2026-05-29T02:50:51.382003Z","end":"2026-05-29T02:50:57.350691Z","steps":["trace[1298163285] 'agreement among raft nodes before linearized reading' (duration: 5.968488352s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.350741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.772354Z","time spent":"4.578375241s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.350753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.381979Z","time spent":"5.968766179s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:50:57.350754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.424323Z","time spent":"3.926420369s","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.35078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.582702863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18261"} {"level":"info","ts":"2026-05-29T02:50:57.350473Z","caller":"traceutil/trace.go:171","msg":"trace[1332643704] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20573; }","duration":"5.616735689s","start":"2026-05-29T02:50:51.733727Z","end":"2026-05-29T02:50:57.350462Z","steps":["trace[1332643704] 'agreement among raft nodes before linearized reading' (duration: 5.616587425s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.350828Z","caller":"traceutil/trace.go:171","msg":"trace[223819020] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20573; }","duration":"6.582770795s","start":"2026-05-29T02:50:50.768045Z","end":"2026-05-29T02:50:57.350816Z","steps":["trace[223819020] 'agreement among raft nodes before linearized reading' (duration: 6.582617872s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.350872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.768037Z","time spent":"6.582828806s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18284,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:50:57.350878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.733699Z","time spent":"5.617166569s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.350377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010880403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:57.350708Z","caller":"traceutil/trace.go:171","msg":"trace[1892042926] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20573; }","duration":"3.104898436s","start":"2026-05-29T02:50:54.245801Z","end":"2026-05-29T02:50:57.350699Z","steps":["trace[1892042926] 'agreement among raft nodes before linearized reading' (duration: 3.104687051s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.351118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.245776Z","time spent":"3.105325977s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":155,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.351137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081842809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:50:57.351281Z","caller":"traceutil/trace.go:171","msg":"trace[1948016122] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20573; }","duration":"4.082090546s","start":"2026-05-29T02:50:53.269172Z","end":"2026-05-29T02:50:57.351262Z","steps":["trace[1948016122] 'agreement among raft nodes before linearized reading' (duration: 4.081149814s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.351063Z","caller":"traceutil/trace.go:171","msg":"trace[916309171] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20573; }","duration":"3.01162937s","start":"2026-05-29T02:50:54.339405Z","end":"2026-05-29T02:50:57.351034Z","steps":["trace[916309171] 'agreement among raft nodes before linearized reading' (duration: 3.010887903s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.351445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.339371Z","time spent":"3.01203886s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.351448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.269142Z","time spent":"4.082226248s","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":150,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:50:57.509473Z","caller":"traceutil/trace.go:171","msg":"trace[74881920] transaction","detail":"{read_only:false; response_revision:20575; number_of_response:1; }","duration":"813.465624ms","start":"2026-05-29T02:50:56.695972Z","end":"2026-05-29T02:50:57.509438Z","steps":["trace[74881920] 'process raft request' (duration: 813.176867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.509683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.695953Z","time spent":"813.636118ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:57.509818Z","caller":"traceutil/trace.go:171","msg":"trace[1903491675] transaction","detail":"{read_only:false; response_revision:20576; number_of_response:1; }","duration":"722.173505ms","start":"2026-05-29T02:50:56.787623Z","end":"2026-05-29T02:50:57.509796Z","steps":["trace[1903491675] 'process raft request' (duration: 721.749175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.510123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.787607Z","time spent":"722.41466ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:57.510221Z","caller":"traceutil/trace.go:171","msg":"trace[1497066204] transaction","detail":"{read_only:false; response_revision:20577; number_of_response:1; }","duration":"721.968779ms","start":"2026-05-29T02:50:56.788234Z","end":"2026-05-29T02:50:57.510203Z","steps":["trace[1497066204] 'process raft request' (duration: 721.478198ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.510312Z","caller":"traceutil/trace.go:171","msg":"trace[1683429206] linearizableReadLoop","detail":"{readStateIndex:21312; appliedIndex:21308; }","duration":"160.032278ms","start":"2026-05-29T02:50:57.35026Z","end":"2026-05-29T02:50:57.510292Z","steps":["trace[1683429206] 'read index received' (duration: 84.618983ms)","trace[1683429206] 'applied index is now lower than readState.Index' (duration: 75.411275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:57.51035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.788191Z","time spent":"722.111923ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:57.510479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323758344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:57.51053Z","caller":"traceutil/trace.go:171","msg":"trace[813235925] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:20577; }","duration":"2.323868037s","start":"2026-05-29T02:50:55.186647Z","end":"2026-05-29T02:50:57.510515Z","steps":["trace[813235925] 'agreement among raft nodes before linearized reading' (duration: 2.323746934s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.510566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.186616Z","time spent":"2.323939918s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.510577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.855435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:57.510625Z","caller":"traceutil/trace.go:171","msg":"trace[1373016493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20577; }","duration":"729.969158ms","start":"2026-05-29T02:50:56.780638Z","end":"2026-05-29T02:50:57.510607Z","steps":["trace[1373016493] 'agreement among raft nodes before linearized reading' (duration: 729.912466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.510626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25860551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T02:50:57.51067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.780622Z","time spent":"730.04139ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:50:57.510846Z","caller":"traceutil/trace.go:171","msg":"trace[290032983] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20577; }","duration":"2.258747454s","start":"2026-05-29T02:50:55.251939Z","end":"2026-05-29T02:50:57.510686Z","steps":["trace[290032983] 'agreement among raft nodes before linearized reading' (duration: 2.258430116s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.510963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.251914Z","time spent":"2.259020539s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:50:57.510973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.532143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:50:57.511002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.936839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:50:57.511014Z","caller":"traceutil/trace.go:171","msg":"trace[91732650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20577; }","duration":"815.630685ms","start":"2026-05-29T02:50:56.695372Z","end":"2026-05-29T02:50:57.511003Z","steps":["trace[91732650] 'agreement among raft nodes before linearized reading' (duration: 814.97285ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.511035Z","caller":"traceutil/trace.go:171","msg":"trace[136882763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20577; }","duration":"815.015951ms","start":"2026-05-29T02:50:56.696008Z","end":"2026-05-29T02:50:57.511024Z","steps":["trace[136882763] 'agreement among raft nodes before linearized reading' (duration: 814.874987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.511048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.69535Z","time spent":"815.691126ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:50:57.511064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.695981Z","time spent":"815.077242ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:50:57.511185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737094306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:239431"} {"level":"warn","ts":"2026-05-29T02:50:57.511176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813407473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:50:57.511239Z","caller":"traceutil/trace.go:171","msg":"trace[948871362] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20577; }","duration":"2.737190258s","start":"2026-05-29T02:50:54.774034Z","end":"2026-05-29T02:50:57.511224Z","steps":["trace[948871362] 'agreement among raft nodes before linearized reading' (duration: 2.736725407s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.511234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.733547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-29T02:50:57.511278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.773989Z","time spent":"2.73728003s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":239454,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-29T02:50:57.511275Z","caller":"traceutil/trace.go:171","msg":"trace[1858013956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20577; }","duration":"2.813551447s","start":"2026-05-29T02:50:54.697699Z","end":"2026-05-29T02:50:57.51125Z","steps":["trace[1858013956] 'agreement among raft nodes before linearized reading' (duration: 2.813184198s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.51132Z","caller":"traceutil/trace.go:171","msg":"trace[1972485943] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6; range_end:; response_count:1; response_revision:20577; }","duration":"155.877321ms","start":"2026-05-29T02:50:57.355413Z","end":"2026-05-29T02:50:57.511291Z","steps":["trace[1972485943] 'agreement among raft nodes before linearized reading' (duration: 155.588174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.511353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.697692Z","time spent":"2.813647239s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:50:57.510501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.970421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:57.51144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.085525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:50:57.511459Z","caller":"traceutil/trace.go:171","msg":"trace[1335990222] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20577; }","duration":"323.012585ms","start":"2026-05-29T02:50:57.188433Z","end":"2026-05-29T02:50:57.511446Z","steps":["trace[1335990222] 'agreement among raft nodes before linearized reading' (duration: 321.94226ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.511471Z","caller":"traceutil/trace.go:171","msg":"trace[39168338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20577; }","duration":"816.150797ms","start":"2026-05-29T02:50:56.695311Z","end":"2026-05-29T02:50:57.511462Z","steps":["trace[39168338] 'agreement among raft nodes before linearized reading' (duration: 816.066835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.511497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.188403Z","time spent":"323.081977ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.5115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.69529Z","time spent":"816.203709ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:57.511498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.900262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:50:57.511736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169790089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:50:57.51177Z","caller":"traceutil/trace.go:171","msg":"trace[403441349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20577; }","duration":"2.169871581s","start":"2026-05-29T02:50:55.341891Z","end":"2026-05-29T02:50:57.511762Z","steps":["trace[403441349] 'agreement among raft nodes before linearized reading' (duration: 2.169812519s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.511791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.341866Z","time spent":"2.169918251s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.511336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995474586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:50:57.511886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.218839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:50:57.511907Z","caller":"traceutil/trace.go:171","msg":"trace[554626900] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:20577; }","duration":"1.996042429s","start":"2026-05-29T02:50:55.515851Z","end":"2026-05-29T02:50:57.511894Z","steps":["trace[554626900] 'agreement among raft nodes before linearized reading' (duration: 1.995415754s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.511927Z","caller":"traceutil/trace.go:171","msg":"trace[2019470966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20577; }","duration":"816.260229ms","start":"2026-05-29T02:50:56.695656Z","end":"2026-05-29T02:50:57.511916Z","steps":["trace[2019470966] 'agreement among raft nodes before linearized reading' (duration: 816.136947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.511956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.515839Z","time spent":"1.99610293s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":35,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:57.511972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.695633Z","time spent":"816.328312ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:50:57.513397Z","caller":"traceutil/trace.go:171","msg":"trace[1550865518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20577; }","duration":"816.156447ms","start":"2026-05-29T02:50:56.695494Z","end":"2026-05-29T02:50:57.511651Z","steps":["trace[1550865518] 'agreement among raft nodes before linearized reading' (duration: 815.605154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.513579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.695462Z","time spent":"818.064692ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:57.845378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.467303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:57.845521Z","caller":"traceutil/trace.go:171","msg":"trace[335447492] transaction","detail":"{read_only:false; response_revision:20585; number_of_response:1; }","duration":"262.160863ms","start":"2026-05-29T02:50:57.583333Z","end":"2026-05-29T02:50:57.845494Z","steps":["trace[335447492] 'process raft request' (duration: 105.481184ms)","trace[335447492] 'compare' (duration: 156.30933ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:57.905796Z","caller":"traceutil/trace.go:171","msg":"trace[1646345361] linearizableReadLoop","detail":"{readStateIndex:21324; appliedIndex:21322; }","duration":"322.134145ms","start":"2026-05-29T02:50:57.583639Z","end":"2026-05-29T02:50:57.905773Z","steps":["trace[1646345361] 'read index received' (duration: 105.194137ms)","trace[1646345361] 'applied index is now lower than readState.Index' (duration: 216.938688ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:57.9059Z","caller":"traceutil/trace.go:171","msg":"trace[1087421259] transaction","detail":"{read_only:false; response_revision:20586; number_of_response:1; }","duration":"322.412491ms","start":"2026-05-29T02:50:57.583452Z","end":"2026-05-29T02:50:57.905865Z","steps":["trace[1087421259] 'process raft request' (duration: 322.118604ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:57.905898Z","caller":"traceutil/trace.go:171","msg":"trace[2101057963] transaction","detail":"{read_only:false; response_revision:20587; number_of_response:1; }","duration":"322.135905ms","start":"2026-05-29T02:50:57.583709Z","end":"2026-05-29T02:50:57.905845Z","steps":["trace[2101057963] 'process raft request' (duration: 321.988821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.906083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.583418Z","time spent":"322.575035ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:57.906151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.58369Z","time spent":"322.33284ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:57.906253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.549765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:50:57.90633Z","caller":"traceutil/trace.go:171","msg":"trace[71973271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20587; }","duration":"322.710129ms","start":"2026-05-29T02:50:57.583607Z","end":"2026-05-29T02:50:57.906317Z","steps":["trace[71973271] 'agreement among raft nodes before linearized reading' (duration: 322.35487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.906399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.583589Z","time spent":"322.79775ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:53:13.856186Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19474} {"level":"info","ts":"2026-05-29T02:53:13.974215Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19474,"took":"112.96076ms","hash":4216562052,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":30687232,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T02:53:13.9743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4216562052,"revision":19474,"compact-revision":17116} {"level":"info","ts":"2026-05-29T02:54:55.561662Z","caller":"traceutil/trace.go:171","msg":"trace[504942704] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"217.555152ms","start":"2026-05-29T02:54:55.344051Z","end":"2026-05-29T02:54:55.561607Z","steps":["trace[504942704] 'process raft request' (duration: 177.358766ms)","trace[504942704] 'compare' (duration: 39.821827ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:55.561889Z","caller":"traceutil/trace.go:171","msg":"trace[711865626] linearizableReadLoop","detail":"{readStateIndex:23813; appliedIndex:23812; }","duration":"208.672153ms","start":"2026-05-29T02:54:55.353142Z","end":"2026-05-29T02:54:55.561814Z","steps":["trace[711865626] 'read index received' (duration: 168.308053ms)","trace[711865626] 'applied index is now lower than readState.Index' (duration: 40.35983ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:55.561902Z","caller":"traceutil/trace.go:171","msg":"trace[1996514619] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"106.825045ms","start":"2026-05-29T02:54:55.455041Z","end":"2026-05-29T02:54:55.561866Z","steps":["trace[1996514619] 'process raft request' (duration: 106.62134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:55.562187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.432568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:54:55.562203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.004072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:54:55.562281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.00289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:54:55.562347Z","caller":"traceutil/trace.go:171","msg":"trace[1249530173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22997; }","duration":"203.085592ms","start":"2026-05-29T02:54:55.359244Z","end":"2026-05-29T02:54:55.562329Z","steps":["trace[1249530173] 'agreement among raft nodes before linearized reading' (duration: 202.798615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:55.562368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.028421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:54:55.56239Z","caller":"traceutil/trace.go:171","msg":"trace[499372284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22997; }","duration":"203.050351ms","start":"2026-05-29T02:54:55.359333Z","end":"2026-05-29T02:54:55.562383Z","steps":["trace[499372284] 'agreement among raft nodes before linearized reading' (duration: 202.98929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:55.56245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.596014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:54:55.562295Z","caller":"traceutil/trace.go:171","msg":"trace[1926143659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22997; }","duration":"209.184346ms","start":"2026-05-29T02:54:55.353086Z","end":"2026-05-29T02:54:55.56227Z","steps":["trace[1926143659] 'agreement among raft nodes before linearized reading' (duration: 208.92985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:55.562518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.196685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:54:55.562524Z","caller":"traceutil/trace.go:171","msg":"trace[1837987877] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22997; }","duration":"175.739198ms","start":"2026-05-29T02:54:55.386765Z","end":"2026-05-29T02:54:55.562504Z","steps":["trace[1837987877] 'agreement among raft nodes before linearized reading' (duration: 175.575804ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:55.562235Z","caller":"traceutil/trace.go:171","msg":"trace[1899497817] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22997; }","duration":"115.547871ms","start":"2026-05-29T02:54:55.446674Z","end":"2026-05-29T02:54:55.562222Z","steps":["trace[1899497817] 'agreement among raft nodes before linearized reading' (duration: 115.453178ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:55.562573Z","caller":"traceutil/trace.go:171","msg":"trace[1370395213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22997; }","duration":"203.310408ms","start":"2026-05-29T02:54:55.359245Z","end":"2026-05-29T02:54:55.562556Z","steps":["trace[1370395213] 'agreement among raft nodes before linearized reading' (duration: 203.099503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:56.439878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061552374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:54:56.940991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061552374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:54:57.441536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061552374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:54:57.750966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.133604597s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:54:57.75152Z","caller":"traceutil/trace.go:171","msg":"trace[545773433] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"2.184625539s","start":"2026-05-29T02:54:55.566867Z","end":"2026-05-29T02:54:57.751492Z","steps":["trace[545773433] 'process raft request' (duration: 2.184308301s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.751715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:55.566853Z","time spent":"2.184746611s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.751903Z","caller":"traceutil/trace.go:171","msg":"trace[158042793] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"2.184299512s","start":"2026-05-29T02:54:55.56757Z","end":"2026-05-29T02:54:57.75187Z","steps":["trace[158042793] 'process raft request' (duration: 2.183875012s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.75206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:55.567558Z","time spent":"2.184409294s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.752214Z","caller":"traceutil/trace.go:171","msg":"trace[266778585] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"2.184422785s","start":"2026-05-29T02:54:55.567733Z","end":"2026-05-29T02:54:57.752156Z","steps":["trace[266778585] 'process raft request' (duration: 2.183996524s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.752472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:55.567704Z","time spent":"2.184646169s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.901269Z","caller":"traceutil/trace.go:171","msg":"trace[1125546276] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"1.216020142s","start":"2026-05-29T02:54:56.685193Z","end":"2026-05-29T02:54:57.901213Z","steps":["trace[1125546276] 'process raft request' (duration: 1.21550238s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.901387Z","caller":"traceutil/trace.go:171","msg":"trace[441440210] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"1.212936699s","start":"2026-05-29T02:54:56.688438Z","end":"2026-05-29T02:54:57.901374Z","steps":["trace[441440210] 'process raft request' (duration: 1.212678563s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.901404Z","caller":"traceutil/trace.go:171","msg":"trace[1687934755] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"1.015768677s","start":"2026-05-29T02:54:56.885609Z","end":"2026-05-29T02:54:57.901377Z","steps":["trace[1687934755] 'process raft request' (duration: 1.015672365s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.901543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.885582Z","time spent":"1.015897461s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:54:57.901648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.688429Z","time spent":"1.213048863s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:54:57.901676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.68516Z","time spent":"1.216308759s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.901264Z","caller":"traceutil/trace.go:171","msg":"trace[1441570219] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"1.212841437s","start":"2026-05-29T02:54:56.68836Z","end":"2026-05-29T02:54:57.901202Z","steps":["trace[1441570219] 'process raft request' (duration: 1.212645152s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.902002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.688343Z","time spent":"1.213618256s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.943663Z","caller":"traceutil/trace.go:171","msg":"trace[1404532203] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"953.488251ms","start":"2026-05-29T02:54:56.990144Z","end":"2026-05-29T02:54:57.943633Z","steps":["trace[1404532203] 'process raft request' (duration: 953.210354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.94388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.990116Z","time spent":"953.632864ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.943667Z","caller":"traceutil/trace.go:171","msg":"trace[1776599747] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"898.175158ms","start":"2026-05-29T02:54:57.045474Z","end":"2026-05-29T02:54:57.943649Z","steps":["trace[1776599747] 'process raft request' (duration: 898.058816ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.943977Z","caller":"traceutil/trace.go:171","msg":"trace[591290652] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"825.062637ms","start":"2026-05-29T02:54:57.118891Z","end":"2026-05-29T02:54:57.943953Z","steps":["trace[591290652] 'process raft request' (duration: 824.701828ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.944243Z","caller":"traceutil/trace.go:171","msg":"trace[1803180852] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23815; }","duration":"2.00545417s","start":"2026-05-29T02:54:55.938774Z","end":"2026-05-29T02:54:57.944228Z","steps":["trace[1803180852] 'read index received' (duration: 1.812454226s)","trace[1803180852] 'applied index is now lower than readState.Index' (duration: 192.998724ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:54:57.944217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.04544Z","time spent":"898.637019ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18325,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.944352Z","caller":"traceutil/trace.go:171","msg":"trace[1970899642] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"376.019464ms","start":"2026-05-29T02:54:57.568297Z","end":"2026-05-29T02:54:57.944316Z","steps":["trace[1970899642] 'process raft request' (duration: 375.85345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005605373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:54:57.944369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.118862Z","time spent":"825.385924ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.944368Z","caller":"traceutil/trace.go:171","msg":"trace[248026588] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"598.347429ms","start":"2026-05-29T02:54:57.345948Z","end":"2026-05-29T02:54:57.944295Z","steps":["trace[248026588] 'process raft request' (duration: 597.880828ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.944423Z","caller":"traceutil/trace.go:171","msg":"trace[1856722160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:23010; }","duration":"2.005695555s","start":"2026-05-29T02:54:55.938713Z","end":"2026-05-29T02:54:57.944409Z","steps":["trace[1856722160] 'agreement among raft nodes before linearized reading' (duration: 2.005619973s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809363712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:54:57.944468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.064663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:54:57.944478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:55.938687Z","time spent":"2.005779848s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:54:57.944477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.568279Z","time spent":"376.119896ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.944504Z","caller":"traceutil/trace.go:171","msg":"trace[2087135537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23010; }","duration":"322.119594ms","start":"2026-05-29T02:54:57.622375Z","end":"2026-05-29T02:54:57.944494Z","steps":["trace[2087135537] 'agreement among raft nodes before linearized reading' (duration: 321.983641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.300943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:54:57.944526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.622365Z","time spent":"322.157105ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:54:57.944559Z","caller":"traceutil/trace.go:171","msg":"trace[1003047649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23010; }","duration":"701.439856ms","start":"2026-05-29T02:54:57.243094Z","end":"2026-05-29T02:54:57.944534Z","steps":["trace[1003047649] 'agreement among raft nodes before linearized reading' (duration: 701.307453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.243069Z","time spent":"701.524798ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:54:57.944608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.345901Z","time spent":"598.576524ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:54:57.94464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.601901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-29T02:54:57.944648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231918307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:54:57.944684Z","caller":"traceutil/trace.go:171","msg":"trace[305564279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23010; }","duration":"735.701502ms","start":"2026-05-29T02:54:57.208967Z","end":"2026-05-29T02:54:57.944668Z","steps":["trace[305564279] 'agreement among raft nodes before linearized reading' (duration: 735.557409ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.944691Z","caller":"traceutil/trace.go:171","msg":"trace[1670655709] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23010; }","duration":"1.231979807s","start":"2026-05-29T02:54:56.712692Z","end":"2026-05-29T02:54:57.944672Z","steps":["trace[1670655709] 'agreement among raft nodes before linearized reading' (duration: 1.231921186s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.687544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:54:57.944716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.712679Z","time spent":"1.232031379s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:54:57.944719Z","caller":"traceutil/trace.go:171","msg":"trace[1037558044] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23010; }","duration":"177.765315ms","start":"2026-05-29T02:54:57.766946Z","end":"2026-05-29T02:54:57.944711Z","steps":["trace[1037558044] 'agreement among raft nodes before linearized reading' (duration: 177.714374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.20893Z","time spent":"735.779504ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:54:57.9445Z","caller":"traceutil/trace.go:171","msg":"trace[7953157] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23010; }","duration":"1.809466695s","start":"2026-05-29T02:54:56.135019Z","end":"2026-05-29T02:54:57.944485Z","steps":["trace[7953157] 'agreement among raft nodes before linearized reading' (duration: 1.809343542s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.135Z","time spent":"1.809828224s","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:54:57.944854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.322711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-29T02:54:57.944886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756432476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-29T02:54:57.944893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.181998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:54:57.944916Z","caller":"traceutil/trace.go:171","msg":"trace[1549379093] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23010; }","duration":"224.421764ms","start":"2026-05-29T02:54:57.72047Z","end":"2026-05-29T02:54:57.944892Z","steps":["trace[1549379093] 'agreement among raft nodes before linearized reading' (duration: 224.193908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.632955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:54:57.944927Z","caller":"traceutil/trace.go:171","msg":"trace[1447712706] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23010; }","duration":"1.756512739s","start":"2026-05-29T02:54:56.188399Z","end":"2026-05-29T02:54:57.944911Z","steps":["trace[1447712706] 'agreement among raft nodes before linearized reading' (duration: 1.756399736s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.94496Z","caller":"traceutil/trace.go:171","msg":"trace[802858519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23010; }","duration":"378.711177ms","start":"2026-05-29T02:54:57.566242Z","end":"2026-05-29T02:54:57.944953Z","steps":["trace[802858519] 'agreement among raft nodes before linearized reading' (duration: 378.622145ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.944961Z","caller":"traceutil/trace.go:171","msg":"trace[1150337498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:23010; }","duration":"585.24952ms","start":"2026-05-29T02:54:57.359694Z","end":"2026-05-29T02:54:57.944944Z","steps":["trace[1150337498] 'agreement among raft nodes before linearized reading' (duration: 585.121607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.944973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:56.188371Z","time spent":"1.75659257s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:54:57.94498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.566216Z","time spent":"378.760069ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:54:57.944999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.359671Z","time spent":"585.318872ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:54:58.053761Z","caller":"traceutil/trace.go:171","msg":"trace[28194547] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"102.545115ms","start":"2026-05-29T02:54:57.951168Z","end":"2026-05-29T02:54:58.053713Z","steps":["trace[28194547] 'process raft request' (duration: 36.811427ms)","trace[28194547] 'compare' (duration: 65.348129ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:58.054309Z","caller":"traceutil/trace.go:171","msg":"trace[818464184] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"102.763859ms","start":"2026-05-29T02:54:57.951521Z","end":"2026-05-29T02:54:58.054285Z","steps":["trace[818464184] 'process raft request' (duration: 102.458492ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:58.054703Z","caller":"traceutil/trace.go:171","msg":"trace[1610462781] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"103.049507ms","start":"2026-05-29T02:54:57.951634Z","end":"2026-05-29T02:54:58.054684Z","steps":["trace[1610462781] 'process raft request' (duration: 102.664948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:58.054881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.370837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:54:58.054982Z","caller":"traceutil/trace.go:171","msg":"trace[1276132498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:23013; }","duration":"101.49895ms","start":"2026-05-29T02:54:57.953468Z","end":"2026-05-29T02:54:58.054967Z","steps":["trace[1276132498] 'agreement among raft nodes before linearized reading' (duration: 101.325985ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:58.055231Z","caller":"traceutil/trace.go:171","msg":"trace[103919399] linearizableReadLoop","detail":"{readStateIndex:23831; appliedIndex:23828; }","duration":"100.932797ms","start":"2026-05-29T02:54:57.953496Z","end":"2026-05-29T02:54:58.054429Z","steps":["trace[103919399] 'read index received' (duration: 34.492652ms)","trace[103919399] 'applied index is now lower than readState.Index' (duration: 66.438285ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:58.569242Z","caller":"traceutil/trace.go:171","msg":"trace[1844170311] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"148.297692ms","start":"2026-05-29T02:54:58.420908Z","end":"2026-05-29T02:54:58.569205Z","steps":["trace[1844170311] 'process raft request' (duration: 98.249313ms)","trace[1844170311] 'compare' (duration: 49.563797ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:59.119431Z","caller":"traceutil/trace.go:171","msg":"trace[1145617744] linearizableReadLoop","detail":"{readStateIndex:23836; appliedIndex:23835; }","duration":"192.247017ms","start":"2026-05-29T02:54:58.927151Z","end":"2026-05-29T02:54:59.119398Z","steps":["trace[1145617744] 'read index received' (duration: 191.997091ms)","trace[1145617744] 'applied index is now lower than readState.Index' (duration: 248.576µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:59.119528Z","caller":"traceutil/trace.go:171","msg":"trace[1732369589] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"200.871969ms","start":"2026-05-29T02:54:58.918599Z","end":"2026-05-29T02:54:59.119471Z","steps":["trace[1732369589] 'process raft request' (duration: 200.528441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:59.119767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.07937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:54:59.119794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.599255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-05-29T02:54:59.119897Z","caller":"traceutil/trace.go:171","msg":"trace[971741716] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23018; }","duration":"192.762389ms","start":"2026-05-29T02:54:58.927106Z","end":"2026-05-29T02:54:59.119869Z","steps":["trace[971741716] 'agreement among raft nodes before linearized reading' (duration: 192.439121ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:59.119935Z","caller":"traceutil/trace.go:171","msg":"trace[1332034366] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23018; }","duration":"160.308214ms","start":"2026-05-29T02:54:58.959585Z","end":"2026-05-29T02:54:59.119846Z","steps":["trace[1332034366] 'agreement among raft nodes before linearized reading' (duration: 159.976566ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:59.30567Z","caller":"traceutil/trace.go:171","msg":"trace[1065863799] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"118.453128ms","start":"2026-05-29T02:54:59.187177Z","end":"2026-05-29T02:54:59.30563Z","steps":["trace[1065863799] 'process raft request' (duration: 94.188447ms)","trace[1065863799] 'compare' (duration: 23.923193ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:59.926627Z","caller":"traceutil/trace.go:171","msg":"trace[746650699] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"162.260301ms","start":"2026-05-29T02:54:59.76434Z","end":"2026-05-29T02:54:59.9266Z","steps":["trace[746650699] 'process raft request' (duration: 162.055096ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:59.926787Z","caller":"traceutil/trace.go:171","msg":"trace[167873458] linearizableReadLoop","detail":"{readStateIndex:23841; appliedIndex:23839; }","duration":"124.487242ms","start":"2026-05-29T02:54:59.802274Z","end":"2026-05-29T02:54:59.926761Z","steps":["trace[167873458] 'read index received' (duration: 124.232276ms)","trace[167873458] 'applied index is now lower than readState.Index' (duration: 253.305µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:59.926852Z","caller":"traceutil/trace.go:171","msg":"trace[1290867894] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"161.83494ms","start":"2026-05-29T02:54:59.76499Z","end":"2026-05-29T02:54:59.926825Z","steps":["trace[1290867894] 'process raft request' (duration: 161.559924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:59.92717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.87731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-05-29T02:54:59.927264Z","caller":"traceutil/trace.go:171","msg":"trace[499589407] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23023; }","duration":"125.044784ms","start":"2026-05-29T02:54:59.802195Z","end":"2026-05-29T02:54:59.92724Z","steps":["trace[499589407] 'agreement among raft nodes before linearized reading' (duration: 124.682255ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.117215Z","caller":"traceutil/trace.go:171","msg":"trace[1199111495] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"176.439835ms","start":"2026-05-29T02:54:59.940716Z","end":"2026-05-29T02:55:00.117156Z","steps":["trace[1199111495] 'process raft request' (duration: 119.252818ms)","trace[1199111495] 'compare' (duration: 56.590923ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:00.117397Z","caller":"traceutil/trace.go:171","msg":"trace[2019313548] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"166.182033ms","start":"2026-05-29T02:54:59.95119Z","end":"2026-05-29T02:55:00.117373Z","steps":["trace[2019313548] 'process raft request' (duration: 166.05821ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.117679Z","caller":"traceutil/trace.go:171","msg":"trace[36004767] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"167.338561ms","start":"2026-05-29T02:54:59.950325Z","end":"2026-05-29T02:55:00.117664Z","steps":["trace[36004767] 'process raft request' (duration: 166.722716ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.117792Z","caller":"traceutil/trace.go:171","msg":"trace[1293973099] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"166.112522ms","start":"2026-05-29T02:54:59.951643Z","end":"2026-05-29T02:55:00.117756Z","steps":["trace[1293973099] 'process raft request' (duration: 165.687572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.174998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.555391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:55:00.175008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.08922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:55:00.175089Z","caller":"traceutil/trace.go:171","msg":"trace[142760273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23031; }","duration":"115.698124ms","start":"2026-05-29T02:55:00.05937Z","end":"2026-05-29T02:55:00.175068Z","steps":["trace[142760273] 'agreement among raft nodes before linearized reading' (duration: 115.420887ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.175101Z","caller":"traceutil/trace.go:171","msg":"trace[153641709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23031; }","duration":"115.250623ms","start":"2026-05-29T02:55:00.059831Z","end":"2026-05-29T02:55:00.175082Z","steps":["trace[153641709] 'agreement among raft nodes before linearized reading' (duration: 114.920475ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.300121Z","caller":"traceutil/trace.go:171","msg":"trace[2128680985] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"117.057926ms","start":"2026-05-29T02:55:00.183045Z","end":"2026-05-29T02:55:00.300102Z","steps":["trace[2128680985] 'process raft request' (duration: 116.949144ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.300183Z","caller":"traceutil/trace.go:171","msg":"trace[1170904029] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"119.456973ms","start":"2026-05-29T02:55:00.180712Z","end":"2026-05-29T02:55:00.300169Z","steps":["trace[1170904029] 'process raft request' (duration: 96.888291ms)","trace[1170904029] 'compare' (duration: 21.787874ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:00.300247Z","caller":"traceutil/trace.go:171","msg":"trace[537045952] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"118.683345ms","start":"2026-05-29T02:55:00.181519Z","end":"2026-05-29T02:55:00.300203Z","steps":["trace[537045952] 'process raft request' (duration: 118.426549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.30035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.052506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:00.300399Z","caller":"traceutil/trace.go:171","msg":"trace[279012031] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23037; }","duration":"117.116828ms","start":"2026-05-29T02:55:00.183267Z","end":"2026-05-29T02:55:00.300384Z","steps":["trace[279012031] 'agreement among raft nodes before linearized reading' (duration: 117.029146ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.300112Z","caller":"traceutil/trace.go:171","msg":"trace[1174533348] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"118.925961ms","start":"2026-05-29T02:55:00.181151Z","end":"2026-05-29T02:55:00.300077Z","steps":["trace[1174533348] 'process raft request' (duration: 118.683585ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.350882Z","caller":"traceutil/trace.go:171","msg":"trace[979687218] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"129.840137ms","start":"2026-05-29T02:55:00.221014Z","end":"2026-05-29T02:55:00.350854Z","steps":["trace[979687218] 'process raft request' (duration: 129.768005ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.351213Z","caller":"traceutil/trace.go:171","msg":"trace[1081069062] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"132.809087ms","start":"2026-05-29T02:55:00.218357Z","end":"2026-05-29T02:55:00.351166Z","steps":["trace[1081069062] 'process raft request' (duration: 132.358417ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.351316Z","caller":"traceutil/trace.go:171","msg":"trace[1282030673] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"134.660331ms","start":"2026-05-29T02:55:00.2166Z","end":"2026-05-29T02:55:00.351261Z","steps":["trace[1282030673] 'process raft request' (duration: 133.998175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.351326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.932985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:00.351557Z","caller":"traceutil/trace.go:171","msg":"trace[358298879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23040; }","duration":"109.211262ms","start":"2026-05-29T02:55:00.242316Z","end":"2026-05-29T02:55:00.351527Z","steps":["trace[358298879] 'agreement among raft nodes before linearized reading' (duration: 108.907275ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.467414Z","caller":"traceutil/trace.go:171","msg":"trace[1886702010] linearizableReadLoop","detail":"{readStateIndex:23859; appliedIndex:23858; }","duration":"116.204446ms","start":"2026-05-29T02:55:00.351177Z","end":"2026-05-29T02:55:00.467381Z","steps":["trace[1886702010] 'read index received' (duration: 74.222277ms)","trace[1886702010] 'applied index is now lower than readState.Index' (duration: 41.980349ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:00.467532Z","caller":"traceutil/trace.go:171","msg":"trace[1882642051] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"162.527597ms","start":"2026-05-29T02:55:00.304974Z","end":"2026-05-29T02:55:00.467501Z","steps":["trace[1882642051] 'process raft request' (duration: 120.269682ms)","trace[1882642051] 'compare' (duration: 41.938867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:00.467733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.075179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"info","ts":"2026-05-29T02:55:00.467776Z","caller":"traceutil/trace.go:171","msg":"trace[890222026] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23041; }","duration":"163.180702ms","start":"2026-05-29T02:55:00.304585Z","end":"2026-05-29T02:55:00.467765Z","steps":["trace[890222026] 'agreement among raft nodes before linearized reading' (duration: 162.950176ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.476738Z","caller":"traceutil/trace.go:171","msg":"trace[2098279726] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"119.085654ms","start":"2026-05-29T02:55:00.357629Z","end":"2026-05-29T02:55:00.476715Z","steps":["trace[2098279726] 'process raft request' (duration: 118.845428ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.476827Z","caller":"traceutil/trace.go:171","msg":"trace[941023516] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"118.275446ms","start":"2026-05-29T02:55:00.358514Z","end":"2026-05-29T02:55:00.47679Z","steps":["trace[941023516] 'process raft request' (duration: 118.117332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.476992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.317824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:00.47701Z","caller":"traceutil/trace.go:171","msg":"trace[1915546756] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"115.08955ms","start":"2026-05-29T02:55:00.361901Z","end":"2026-05-29T02:55:00.47699Z","steps":["trace[1915546756] 'process raft request' (duration: 114.823614ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.477038Z","caller":"traceutil/trace.go:171","msg":"trace[625378271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23044; }","duration":"123.431606ms","start":"2026-05-29T02:55:00.353596Z","end":"2026-05-29T02:55:00.477027Z","steps":["trace[625378271] 'agreement among raft nodes before linearized reading' (duration: 123.336604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.477209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.810033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5163"} {"level":"info","ts":"2026-05-29T02:55:00.477241Z","caller":"traceutil/trace.go:171","msg":"trace[2046982807] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23044; }","duration":"114.854424ms","start":"2026-05-29T02:55:00.36238Z","end":"2026-05-29T02:55:00.477234Z","steps":["trace[2046982807] 'agreement among raft nodes before linearized reading' (duration: 114.729131ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.641331Z","caller":"traceutil/trace.go:171","msg":"trace[1941148000] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"159.765192ms","start":"2026-05-29T02:55:00.481524Z","end":"2026-05-29T02:55:00.64129Z","steps":["trace[1941148000] 'process raft request' (duration: 109.253773ms)","trace[1941148000] 'compare' (duration: 50.246862ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:00.64149Z","caller":"traceutil/trace.go:171","msg":"trace[1293823201] linearizableReadLoop","detail":"{readStateIndex:23868; appliedIndex:23865; }","duration":"145.990038ms","start":"2026-05-29T02:55:00.49547Z","end":"2026-05-29T02:55:00.64146Z","steps":["trace[1293823201] 'read index received' (duration: 95.279744ms)","trace[1293823201] 'applied index is now lower than readState.Index' (duration: 50.706793ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:00.641708Z","caller":"traceutil/trace.go:171","msg":"trace[1453308223] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"158.344618ms","start":"2026-05-29T02:55:00.483302Z","end":"2026-05-29T02:55:00.641647Z","steps":["trace[1453308223] 'process raft request' (duration: 157.935758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.641885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.300314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-m4k5v\" ","response":"range_response_count:1 size:4367"} {"level":"info","ts":"2026-05-29T02:55:00.641858Z","caller":"traceutil/trace.go:171","msg":"trace[807229094] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"155.044341ms","start":"2026-05-29T02:55:00.486762Z","end":"2026-05-29T02:55:00.641807Z","steps":["trace[807229094] 'process raft request' (duration: 154.58806ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.641978Z","caller":"traceutil/trace.go:171","msg":"trace[728891315] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-m4k5v; range_end:; response_count:1; response_revision:23050; }","duration":"146.5321ms","start":"2026-05-29T02:55:00.495407Z","end":"2026-05-29T02:55:00.641939Z","steps":["trace[728891315] 'agreement among raft nodes before linearized reading' (duration: 146.177061ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.669425Z","caller":"traceutil/trace.go:171","msg":"trace[866586725] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"173.24564ms","start":"2026-05-29T02:55:00.496159Z","end":"2026-05-29T02:55:00.669404Z","steps":["trace[866586725] 'process raft request' (duration: 173.116607ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.823595Z","caller":"traceutil/trace.go:171","msg":"trace[1340598442] linearizableReadLoop","detail":"{readStateIndex:23870; appliedIndex:23868; }","duration":"174.106469ms","start":"2026-05-29T02:55:00.649458Z","end":"2026-05-29T02:55:00.823564Z","steps":["trace[1340598442] 'read index received' (duration: 19.917559ms)","trace[1340598442] 'applied index is now lower than readState.Index' (duration: 154.18738ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:00.823758Z","caller":"traceutil/trace.go:171","msg":"trace[737966316] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"174.515359ms","start":"2026-05-29T02:55:00.649208Z","end":"2026-05-29T02:55:00.823723Z","steps":["trace[737966316] 'process raft request' (duration: 165.030336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.823895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.540012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-29T02:55:00.823939Z","caller":"traceutil/trace.go:171","msg":"trace[1602999913] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23052; }","duration":"141.608054ms","start":"2026-05-29T02:55:00.68232Z","end":"2026-05-29T02:55:00.823928Z","steps":["trace[1602999913] 'agreement among raft nodes before linearized reading' (duration: 141.42295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.823947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.465608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5167"} {"level":"info","ts":"2026-05-29T02:55:00.82408Z","caller":"traceutil/trace.go:171","msg":"trace[124266815] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23052; }","duration":"174.637062ms","start":"2026-05-29T02:55:00.649415Z","end":"2026-05-29T02:55:00.824052Z","steps":["trace[124266815] 'agreement among raft nodes before linearized reading' (duration: 174.290524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.824145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.99464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:55:00.824265Z","caller":"traceutil/trace.go:171","msg":"trace[561147289] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager; range_end:; response_count:1; response_revision:23052; }","duration":"141.177234ms","start":"2026-05-29T02:55:00.683058Z","end":"2026-05-29T02:55:00.824236Z","steps":["trace[561147289] 'agreement among raft nodes before linearized reading' (duration: 140.792905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:00.824566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.146715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-29T02:55:00.824632Z","caller":"traceutil/trace.go:171","msg":"trace[963419767] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23052; }","duration":"102.820631ms","start":"2026-05-29T02:55:00.721791Z","end":"2026-05-29T02:55:00.824612Z","steps":["trace[963419767] 'agreement among raft nodes before linearized reading' (duration: 102.012942ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.984576Z","caller":"traceutil/trace.go:171","msg":"trace[521277800] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"143.061828ms","start":"2026-05-29T02:55:00.841483Z","end":"2026-05-29T02:55:00.984545Z","steps":["trace[521277800] 'process raft request' (duration: 130.862341ms)","trace[521277800] 'compare' (duration: 12.012073ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:01.053985Z","caller":"traceutil/trace.go:171","msg":"trace[1212093274] linearizableReadLoop","detail":"{readStateIndex:23872; appliedIndex:23870; }","duration":"120.009196ms","start":"2026-05-29T02:55:00.933934Z","end":"2026-05-29T02:55:01.053943Z","steps":["trace[1212093274] 'read index received' (duration: 38.426325ms)","trace[1212093274] 'applied index is now lower than readState.Index' (duration: 81.581151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:01.054155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.19711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:01.054124Z","caller":"traceutil/trace.go:171","msg":"trace[1440162158] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"212.408941ms","start":"2026-05-29T02:55:00.841668Z","end":"2026-05-29T02:55:01.054077Z","steps":["trace[1440162158] 'process raft request' (duration: 212.106204ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:01.054193Z","caller":"traceutil/trace.go:171","msg":"trace[1406650033] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:23054; }","duration":"120.264602ms","start":"2026-05-29T02:55:00.933917Z","end":"2026-05-29T02:55:01.054181Z","steps":["trace[1406650033] 'agreement among raft nodes before linearized reading' (duration: 120.161969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:01.599108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.645319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T02:55:01.599201Z","caller":"traceutil/trace.go:171","msg":"trace[992740335] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23055; }","duration":"114.810773ms","start":"2026-05-29T02:55:01.484372Z","end":"2026-05-29T02:55:01.599183Z","steps":["trace[992740335] 'range keys from in-memory index tree' (duration: 114.401133ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:01.636191Z","caller":"traceutil/trace.go:171","msg":"trace[861821858] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"135.299526ms","start":"2026-05-29T02:55:01.500869Z","end":"2026-05-29T02:55:01.636168Z","steps":["trace[861821858] 'process raft request' (duration: 135.175143ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:01.799868Z","caller":"traceutil/trace.go:171","msg":"trace[1571322294] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"150.480443ms","start":"2026-05-29T02:55:01.64933Z","end":"2026-05-29T02:55:01.799811Z","steps":["trace[1571322294] 'process raft request' (duration: 150.096104ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.104824Z","caller":"traceutil/trace.go:171","msg":"trace[368969791] linearizableReadLoop","detail":"{readStateIndex:23878; appliedIndex:23876; }","duration":"283.941935ms","start":"2026-05-29T02:55:01.820855Z","end":"2026-05-29T02:55:02.104797Z","steps":["trace[368969791] 'read index received' (duration: 25.575822ms)","trace[368969791] 'applied index is now lower than readState.Index' (duration: 258.364753ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:02.105057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.186842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:02.105098Z","caller":"traceutil/trace.go:171","msg":"trace[1957092100] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23059; }","duration":"284.296504ms","start":"2026-05-29T02:55:01.820791Z","end":"2026-05-29T02:55:02.105087Z","steps":["trace[1957092100] 'agreement among raft nodes before linearized reading' (duration: 284.14423ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.10501Z","caller":"traceutil/trace.go:171","msg":"trace[1771380422] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"298.230602ms","start":"2026-05-29T02:55:01.806733Z","end":"2026-05-29T02:55:02.104964Z","steps":["trace[1771380422] 'process raft request' (duration: 294.527785ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.126639Z","caller":"traceutil/trace.go:171","msg":"trace[1644422952] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"146.94466ms","start":"2026-05-29T02:55:01.979669Z","end":"2026-05-29T02:55:02.126614Z","steps":["trace[1644422952] 'process raft request' (duration: 146.764076ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.126876Z","caller":"traceutil/trace.go:171","msg":"trace[1620166236] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"146.305545ms","start":"2026-05-29T02:55:01.980559Z","end":"2026-05-29T02:55:02.126865Z","steps":["trace[1620166236] 'process raft request' (duration: 146.008808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.127292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.286152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-29T02:55:02.127343Z","caller":"traceutil/trace.go:171","msg":"trace[2138957691] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23062; }","duration":"278.400485ms","start":"2026-05-29T02:55:01.848931Z","end":"2026-05-29T02:55:02.127332Z","steps":["trace[2138957691] 'agreement among raft nodes before linearized reading' (duration: 278.18819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.127369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.298972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:55:02.127455Z","caller":"traceutil/trace.go:171","msg":"trace[1815742646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23062; }","duration":"196.460206ms","start":"2026-05-29T02:55:01.930976Z","end":"2026-05-29T02:55:02.127436Z","steps":["trace[1815742646] 'agreement among raft nodes before linearized reading' (duration: 196.265902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.127552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.802908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:02.127594Z","caller":"traceutil/trace.go:171","msg":"trace[644362986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23062; }","duration":"262.844489ms","start":"2026-05-29T02:55:01.86474Z","end":"2026-05-29T02:55:02.127584Z","steps":["trace[644362986] 'agreement among raft nodes before linearized reading' (duration: 262.776087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.127682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.807891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:55:02.127723Z","caller":"traceutil/trace.go:171","msg":"trace[872294297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23062; }","duration":"195.894203ms","start":"2026-05-29T02:55:01.931815Z","end":"2026-05-29T02:55:02.127709Z","steps":["trace[872294297] 'agreement among raft nodes before linearized reading' (duration: 195.79672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.12784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.870661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-29T02:55:02.128046Z","caller":"traceutil/trace.go:171","msg":"trace[2125181939] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"147.191215ms","start":"2026-05-29T02:55:01.980843Z","end":"2026-05-29T02:55:02.128034Z","steps":["trace[2125181939] 'process raft request' (duration: 145.982107ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.128246Z","caller":"traceutil/trace.go:171","msg":"trace[982987706] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23062; }","duration":"162.526607ms","start":"2026-05-29T02:55:01.96567Z","end":"2026-05-29T02:55:02.128197Z","steps":["trace[982987706] 'agreement among raft nodes before linearized reading' (duration: 161.492333ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.256022Z","caller":"traceutil/trace.go:171","msg":"trace[293351901] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"122.74575ms","start":"2026-05-29T02:55:02.133241Z","end":"2026-05-29T02:55:02.255987Z","steps":["trace[293351901] 'process raft request' (duration: 108.584407ms)","trace[293351901] 'compare' (duration: 13.818955ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:02.2561Z","caller":"traceutil/trace.go:171","msg":"trace[1056240311] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"118.48976ms","start":"2026-05-29T02:55:02.137597Z","end":"2026-05-29T02:55:02.256086Z","steps":["trace[1056240311] 'process raft request' (duration: 118.277885ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.464128Z","caller":"traceutil/trace.go:171","msg":"trace[977331071] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"150.564954ms","start":"2026-05-29T02:55:02.313529Z","end":"2026-05-29T02:55:02.464093Z","steps":["trace[977331071] 'process raft request' (duration: 101.90973ms)","trace[977331071] 'compare' (duration: 48.242405ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:02.635979Z","caller":"traceutil/trace.go:171","msg":"trace[389569811] linearizableReadLoop","detail":"{readStateIndex:23889; appliedIndex:23887; }","duration":"302.254015ms","start":"2026-05-29T02:55:02.333682Z","end":"2026-05-29T02:55:02.635936Z","steps":["trace[389569811] 'read index received' (duration: 81.752975ms)","trace[389569811] 'applied index is now lower than readState.Index' (duration: 220.49894ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:02.636043Z","caller":"traceutil/trace.go:171","msg":"trace[413698364] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"320.973727ms","start":"2026-05-29T02:55:02.315022Z","end":"2026-05-29T02:55:02.635996Z","steps":["trace[413698364] 'process raft request' (duration: 294.489383ms)","trace[413698364] 'compare' (duration: 26.262339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:02.636224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:02.314996Z","time spent":"321.128081ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:02.636288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.576974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-29T02:55:02.636332Z","caller":"traceutil/trace.go:171","msg":"trace[1118960293] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23070; }","duration":"302.668725ms","start":"2026-05-29T02:55:02.333646Z","end":"2026-05-29T02:55:02.636315Z","steps":["trace[1118960293] 'agreement among raft nodes before linearized reading' (duration: 302.46235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.636396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:02.333633Z","time spent":"302.749288ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-29T02:55:02.671743Z","caller":"traceutil/trace.go:171","msg":"trace[761230820] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"169.837429ms","start":"2026-05-29T02:55:02.501878Z","end":"2026-05-29T02:55:02.671715Z","steps":["trace[761230820] 'process raft request' (duration: 169.627874ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.672051Z","caller":"traceutil/trace.go:171","msg":"trace[1760877080] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"136.671228ms","start":"2026-05-29T02:55:02.535358Z","end":"2026-05-29T02:55:02.67203Z","steps":["trace[1760877080] 'process raft request' (duration: 136.30744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.672164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.608278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:02.672272Z","caller":"traceutil/trace.go:171","msg":"trace[2022208705] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23072; }","duration":"221.763451ms","start":"2026-05-29T02:55:02.45048Z","end":"2026-05-29T02:55:02.672243Z","steps":["trace[2022208705] 'agreement among raft nodes before linearized reading' (duration: 221.512955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:03.533221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.431295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:03.533406Z","caller":"traceutil/trace.go:171","msg":"trace[268695935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23076; }","duration":"289.63038ms","start":"2026-05-29T02:55:03.243752Z","end":"2026-05-29T02:55:03.533383Z","steps":["trace[268695935] 'range keys from in-memory index tree' (duration: 289.320273ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.310593Z","caller":"traceutil/trace.go:171","msg":"trace[1129034610] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"144.118333ms","start":"2026-05-29T02:55:04.166444Z","end":"2026-05-29T02:55:04.310562Z","steps":["trace[1129034610] 'process raft request' (duration: 139.597466ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.332712Z","caller":"traceutil/trace.go:171","msg":"trace[1975237411] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"128.897414ms","start":"2026-05-29T02:55:04.203779Z","end":"2026-05-29T02:55:04.332676Z","steps":["trace[1975237411] 'process raft request' (duration: 128.433934ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.332806Z","caller":"traceutil/trace.go:171","msg":"trace[800666240] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"129.916359ms","start":"2026-05-29T02:55:04.202875Z","end":"2026-05-29T02:55:04.332791Z","steps":["trace[800666240] 'process raft request' (duration: 129.061439ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.332718Z","caller":"traceutil/trace.go:171","msg":"trace[21955599] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"129.611731ms","start":"2026-05-29T02:55:04.203064Z","end":"2026-05-29T02:55:04.332675Z","steps":["trace[21955599] 'process raft request' (duration: 129.070319ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.447102Z","caller":"traceutil/trace.go:171","msg":"trace[1198306339] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"101.871228ms","start":"2026-05-29T02:55:04.345197Z","end":"2026-05-29T02:55:04.447068Z","steps":["trace[1198306339] 'process raft request' (duration: 76.975802ms)","trace[1198306339] 'compare' (duration: 24.701992ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:04.463904Z","caller":"traceutil/trace.go:171","msg":"trace[2144955298] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"118.431149ms","start":"2026-05-29T02:55:04.34545Z","end":"2026-05-29T02:55:04.463881Z","steps":["trace[2144955298] 'process raft request' (duration: 118.259785ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.464464Z","caller":"traceutil/trace.go:171","msg":"trace[859815922] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"118.978862ms","start":"2026-05-29T02:55:04.345446Z","end":"2026-05-29T02:55:04.464425Z","steps":["trace[859815922] 'process raft request' (duration: 118.400258ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.465027Z","caller":"traceutil/trace.go:171","msg":"trace[87305938] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"119.540594ms","start":"2026-05-29T02:55:04.345457Z","end":"2026-05-29T02:55:04.464997Z","steps":["trace[87305938] 'process raft request' (duration: 118.966441ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.643113Z","caller":"traceutil/trace.go:171","msg":"trace[418100137] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"169.307646ms","start":"2026-05-29T02:55:04.473769Z","end":"2026-05-29T02:55:04.643076Z","steps":["trace[418100137] 'process raft request' (duration: 152.036589ms)","trace[418100137] 'compare' (duration: 16.872028ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:04.882127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.699475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:04.882445Z","caller":"traceutil/trace.go:171","msg":"trace[253365730] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"231.277846ms","start":"2026-05-29T02:55:04.651144Z","end":"2026-05-29T02:55:04.882422Z","steps":["trace[253365730] 'process raft request' (duration: 231.205654ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.883016Z","caller":"traceutil/trace.go:171","msg":"trace[1249340259] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"232.161127ms","start":"2026-05-29T02:55:04.650809Z","end":"2026-05-29T02:55:04.88297Z","steps":["trace[1249340259] 'process raft request' (duration: 231.46284ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.883128Z","caller":"traceutil/trace.go:171","msg":"trace[1779069492] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"233.56825ms","start":"2026-05-29T02:55:04.649446Z","end":"2026-05-29T02:55:04.883014Z","steps":["trace[1779069492] 'process raft request' (duration: 127.634145ms)","trace[1779069492] 'compare' (duration: 104.502121ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:05.423659Z","caller":"traceutil/trace.go:171","msg":"trace[159633603] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"102.462692ms","start":"2026-05-29T02:55:05.321169Z","end":"2026-05-29T02:55:05.423632Z","steps":["trace[159633603] 'process raft request' (duration: 102.299278ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:05.540785Z","caller":"traceutil/trace.go:171","msg":"trace[97320958] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"109.720383ms","start":"2026-05-29T02:55:05.431008Z","end":"2026-05-29T02:55:05.540728Z","steps":["trace[97320958] 'process raft request' (duration: 70.451119ms)","trace[97320958] 'compare' (duration: 39.042889ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:05.541018Z","caller":"traceutil/trace.go:171","msg":"trace[1764136248] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"106.855566ms","start":"2026-05-29T02:55:05.43408Z","end":"2026-05-29T02:55:05.540936Z","steps":["trace[1764136248] 'process raft request' (duration: 106.572239ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:05.764401Z","caller":"traceutil/trace.go:171","msg":"trace[2112961098] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"109.15157ms","start":"2026-05-29T02:55:05.655234Z","end":"2026-05-29T02:55:05.764385Z","steps":["trace[2112961098] 'process raft request' (duration: 109.034198ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:05.888243Z","caller":"traceutil/trace.go:171","msg":"trace[2021811616] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"229.079524ms","start":"2026-05-29T02:55:05.65913Z","end":"2026-05-29T02:55:05.88821Z","steps":["trace[2021811616] 'process raft request' (duration: 192.428401ms)","trace[2021811616] 'compare' (duration: 36.203112ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:05.888346Z","caller":"traceutil/trace.go:171","msg":"trace[433126542] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"139.823552ms","start":"2026-05-29T02:55:05.748493Z","end":"2026-05-29T02:55:05.888316Z","steps":["trace[433126542] 'process raft request' (duration: 139.657708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.282563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.340366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:07.282946Z","caller":"traceutil/trace.go:171","msg":"trace[1846917251] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23924; }","duration":"1.378166349s","start":"2026-05-29T02:55:05.904761Z","end":"2026-05-29T02:55:07.282927Z","steps":["trace[1846917251] 'read index received' (duration: 4.893505ms)","trace[1846917251] 'applied index is now lower than readState.Index' (duration: 1.373271244s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:07.282964Z","caller":"traceutil/trace.go:171","msg":"trace[2037206786] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"1.387265024s","start":"2026-05-29T02:55:05.895668Z","end":"2026-05-29T02:55:07.282933Z","steps":["trace[2037206786] 'process raft request' (duration: 1.387006558s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.282988Z","caller":"traceutil/trace.go:171","msg":"trace[499284259] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.384986299s","start":"2026-05-29T02:55:05.897974Z","end":"2026-05-29T02:55:07.28296Z","steps":["trace[499284259] 'process raft request' (duration: 1.384807745s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.283025Z","caller":"traceutil/trace.go:171","msg":"trace[1313589858] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.377262188s","start":"2026-05-29T02:55:05.905753Z","end":"2026-05-29T02:55:07.283015Z","steps":["trace[1313589858] 'process raft request' (duration: 1.377080333s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.283084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.90573Z","time spent":"1.37731882s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:55:07.283096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.897947Z","time spent":"1.385093652s","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:07.2831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.895638Z","time spent":"1.387389186s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1574,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:07.283417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378642741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-gtr8q\" ","response":"range_response_count:1 size:5424"} {"level":"info","ts":"2026-05-29T02:55:07.283498Z","caller":"traceutil/trace.go:171","msg":"trace[1419527423] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-gtr8q; range_end:; response_count:1; response_revision:23110; }","duration":"1.378796074s","start":"2026-05-29T02:55:05.904681Z","end":"2026-05-29T02:55:07.283477Z","steps":["trace[1419527423] 'agreement among raft nodes before linearized reading' (duration: 1.378595449s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.28354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.904665Z","time spent":"1.378866846s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5447,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-gtr8q\" "} {"level":"info","ts":"2026-05-29T02:55:07.283907Z","caller":"traceutil/trace.go:171","msg":"trace[1634072665] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"1.389001865s","start":"2026-05-29T02:55:05.894852Z","end":"2026-05-29T02:55:07.283854Z","steps":["trace[1634072665] 'process raft request' (duration: 564.264636ms)","trace[1634072665] 'compare' (duration: 822.825104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.28417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.894833Z","time spent":"1.389165998s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.541973Z","caller":"traceutil/trace.go:171","msg":"trace[263884761] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.37731976s","start":"2026-05-29T02:55:06.164619Z","end":"2026-05-29T02:55:07.541939Z","steps":["trace[263884761] 'process raft request' (duration: 1.376988053s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.542172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.164581Z","time spent":"1.377485674s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.542551Z","caller":"traceutil/trace.go:171","msg":"trace[905736129] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.347402365s","start":"2026-05-29T02:55:06.195115Z","end":"2026-05-29T02:55:07.542517Z","steps":["trace[905736129] 'process raft request' (duration: 1.34675393s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.542825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.195093Z","time spent":"1.347568959s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.542774Z","caller":"traceutil/trace.go:171","msg":"trace[830884411] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.347216751s","start":"2026-05-29T02:55:06.19552Z","end":"2026-05-29T02:55:07.542737Z","steps":["trace[830884411] 'process raft request' (duration: 1.346848412s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.543125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.195506Z","time spent":"1.347437036s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.54323Z","caller":"traceutil/trace.go:171","msg":"trace[792809415] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.20448093s","start":"2026-05-29T02:55:06.338733Z","end":"2026-05-29T02:55:07.543214Z","steps":["trace[792809415] 'process raft request' (duration: 1.203810895s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.543298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.338702Z","time spent":"1.204561693s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.54331Z","caller":"traceutil/trace.go:171","msg":"trace[1755615213] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"1.203305603s","start":"2026-05-29T02:55:06.339984Z","end":"2026-05-29T02:55:07.54329Z","steps":["trace[1755615213] 'process raft request' (duration: 1.203001146s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.543307Z","caller":"traceutil/trace.go:171","msg":"trace[1553946825] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"1.202947504s","start":"2026-05-29T02:55:06.340313Z","end":"2026-05-29T02:55:07.54326Z","steps":["trace[1553946825] 'process raft request' (duration: 1.202867503s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.543398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.339965Z","time spent":"1.203386475s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:07.543463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.340297Z","time spent":"1.203086627s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.654737Z","caller":"traceutil/trace.go:171","msg":"trace[1385570112] linearizableReadLoop","detail":"{readStateIndex:23936; appliedIndex:23929; }","duration":"371.709022ms","start":"2026-05-29T02:55:07.282983Z","end":"2026-05-29T02:55:07.654692Z","steps":["trace[1385570112] 'read index received' (duration: 258.63277ms)","trace[1385570112] 'applied index is now lower than readState.Index' (duration: 113.074102ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:07.65479Z","caller":"traceutil/trace.go:171","msg":"trace[1111834207] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"289.830304ms","start":"2026-05-29T02:55:07.364933Z","end":"2026-05-29T02:55:07.654763Z","steps":["trace[1111834207] 'process raft request' (duration: 289.410104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.747281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.880374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:55:07.747348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.251563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999\" ","response":"range_response_count:1 size:4736"} {"level":"warn","ts":"2026-05-29T02:55:07.747344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277405197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:55:07.747404Z","caller":"traceutil/trace.go:171","msg":"trace[1087659991] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999; range_end:; response_count:1; response_revision:23117; }","duration":"456.307144ms","start":"2026-05-29T02:55:07.291076Z","end":"2026-05-29T02:55:07.747383Z","steps":["trace[1087659991] 'agreement among raft nodes before linearized reading' (duration: 364.025751ms)","trace[1087659991] 'range keys from in-memory index tree' (duration: 92.15662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.74741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278341369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-29T02:55:07.747414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277550471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:55:07.747425Z","caller":"traceutil/trace.go:171","msg":"trace[1873790552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23117; }","duration":"1.27752956s","start":"2026-05-29T02:55:06.469874Z","end":"2026-05-29T02:55:07.747404Z","steps":["trace[1873790552] 'agreement among raft nodes before linearized reading' (duration: 1.184998152s)","trace[1873790552] 'range keys from in-memory index tree' (duration: 92.317194ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:07.747405Z","caller":"traceutil/trace.go:171","msg":"trace[1731109653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23117; }","duration":"504.061749ms","start":"2026-05-29T02:55:07.243315Z","end":"2026-05-29T02:55:07.747377Z","steps":["trace[1731109653] 'agreement among raft nodes before linearized reading' (duration: 411.51749ms)","trace[1731109653] 'range keys from in-memory index tree' (duration: 92.380085ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:07.74748Z","caller":"traceutil/trace.go:171","msg":"trace[537587228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23117; }","duration":"1.277637523s","start":"2026-05-29T02:55:06.469828Z","end":"2026-05-29T02:55:07.747466Z","steps":["trace[537587228] 'agreement among raft nodes before linearized reading' (duration: 1.185057883s)","trace[537587228] 'range keys from in-memory index tree' (duration: 92.457917ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.747476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.291061Z","time spent":"456.404337ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":1,"response size":4759,"request content":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999\" "} {"level":"warn","ts":"2026-05-29T02:55:07.747481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042371464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-29T02:55:07.747496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.469869Z","time spent":"1.277617642s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:55:07.747503Z","caller":"traceutil/trace.go:171","msg":"trace[259270693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23117; }","duration":"1.278427961s","start":"2026-05-29T02:55:06.469062Z","end":"2026-05-29T02:55:07.74749Z","steps":["trace[259270693] 'agreement among raft nodes before linearized reading' (duration: 1.185858622s)","trace[259270693] 'range keys from in-memory index tree' (duration: 92.434166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.747508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.469816Z","time spent":"1.277683854s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:55:07.74751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.243292Z","time spent":"504.201361ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:55:07.747529Z","caller":"traceutil/trace.go:171","msg":"trace[389921570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23117; }","duration":"1.042528087s","start":"2026-05-29T02:55:06.704986Z","end":"2026-05-29T02:55:07.747514Z","steps":["trace[389921570] 'agreement among raft nodes before linearized reading' (duration: 949.871975ms)","trace[389921570] 'range keys from in-memory index tree' (duration: 92.503468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.747537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.469Z","time spent":"1.278526994s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:55:07.747523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171038583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18341"} {"level":"info","ts":"2026-05-29T02:55:07.747628Z","caller":"traceutil/trace.go:171","msg":"trace[2088730126] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23117; }","duration":"1.171179506s","start":"2026-05-29T02:55:06.576427Z","end":"2026-05-29T02:55:07.747606Z","steps":["trace[2088730126] 'agreement among raft nodes before linearized reading' (duration: 1.078302449s)","trace[2088730126] 'range keys from in-memory index tree' (duration: 92.681752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.747558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.704955Z","time spent":"1.042594259s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-29T02:55:07.747678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.576404Z","time spent":"1.171261718s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18364,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:55:07.747328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55401837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:55:07.747753Z","caller":"traceutil/trace.go:171","msg":"trace[388517171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23117; }","duration":"1.554511332s","start":"2026-05-29T02:55:06.193229Z","end":"2026-05-29T02:55:07.747741Z","steps":["trace[388517171] 'agreement among raft nodes before linearized reading' (duration: 1.461786939s)","trace[388517171] 'range keys from in-memory index tree' (duration: 92.186111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.747528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.536291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:55:07.747861Z","caller":"traceutil/trace.go:171","msg":"trace[1020711846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23117; }","duration":"857.9099ms","start":"2026-05-29T02:55:06.889921Z","end":"2026-05-29T02:55:07.747831Z","steps":["trace[1020711846] 'agreement among raft nodes before linearized reading' (duration: 764.924021ms)","trace[1020711846] 'range keys from in-memory index tree' (duration: 92.479618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.747328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25372023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:55:07.747957Z","caller":"traceutil/trace.go:171","msg":"trace[2124659490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23117; }","duration":"1.254373675s","start":"2026-05-29T02:55:06.493568Z","end":"2026-05-29T02:55:07.747942Z","steps":["trace[2124659490] 'agreement among raft nodes before linearized reading' (duration: 1.161322514s)","trace[2124659490] 'range keys from in-memory index tree' (duration: 92.276503ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.747994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.889901Z","time spent":"858.047623ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:55:07.748013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.493558Z","time spent":"1.254438646s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:55:07.747797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.193192Z","time spent":"1.554594354s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:55:08.099377Z","caller":"traceutil/trace.go:171","msg":"trace[385996518] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"346.026197ms","start":"2026-05-29T02:55:07.753119Z","end":"2026-05-29T02:55:08.099146Z","steps":["trace[385996518] 'process raft request' (duration: 345.570207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.099578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.753107Z","time spent":"346.366025ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:08.100073Z","caller":"traceutil/trace.go:171","msg":"trace[1707095665] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"346.510869ms","start":"2026-05-29T02:55:07.753544Z","end":"2026-05-29T02:55:08.100055Z","steps":["trace[1707095665] 'process raft request' (duration: 346.382696ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.100082Z","caller":"traceutil/trace.go:171","msg":"trace[1350104272] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"346.658343ms","start":"2026-05-29T02:55:07.753398Z","end":"2026-05-29T02:55:08.100057Z","steps":["trace[1350104272] 'process raft request' (duration: 345.591128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.100169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.753508Z","time spent":"346.615641ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:08.100236Z","caller":"traceutil/trace.go:171","msg":"trace[104341211] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"346.770335ms","start":"2026-05-29T02:55:07.753447Z","end":"2026-05-29T02:55:08.100217Z","steps":["trace[104341211] 'process raft request' (duration: 346.373155ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.100336Z","caller":"traceutil/trace.go:171","msg":"trace[1127806975] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"342.996026ms","start":"2026-05-29T02:55:07.757325Z","end":"2026-05-29T02:55:08.100321Z","steps":["trace[1127806975] 'process raft request' (duration: 342.652688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.100415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.753417Z","time spent":"346.919868ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.100416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.757318Z","time spent":"343.051947ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4642,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.100273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.753387Z","time spent":"346.767145ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:08.100082Z","caller":"traceutil/trace.go:171","msg":"trace[1828285722] linearizableReadLoop","detail":"{readStateIndex:23943; appliedIndex:23938; }","duration":"346.397536ms","start":"2026-05-29T02:55:07.753661Z","end":"2026-05-29T02:55:08.100058Z","steps":["trace[1828285722] 'read index received' (duration: 30.951179ms)","trace[1828285722] 'applied index is now lower than readState.Index' (duration: 315.444857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:08.100667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.022251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18341"} {"level":"info","ts":"2026-05-29T02:55:08.100744Z","caller":"traceutil/trace.go:171","msg":"trace[990677473] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23124; }","duration":"347.133864ms","start":"2026-05-29T02:55:07.753598Z","end":"2026-05-29T02:55:08.100732Z","steps":["trace[990677473] 'agreement among raft nodes before linearized reading' (duration: 346.53637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.100804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.753584Z","time spent":"347.184855ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18364,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-29T02:55:08.495699Z","caller":"traceutil/trace.go:171","msg":"trace[1948964912] linearizableReadLoop","detail":"{readStateIndex:23945; appliedIndex:23944; }","duration":"273.654173ms","start":"2026-05-29T02:55:08.222021Z","end":"2026-05-29T02:55:08.495676Z","steps":["trace[1948964912] 'read index received' (duration: 273.55115ms)","trace[1948964912] 'applied index is now lower than readState.Index' (duration: 101.843µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:08.495802Z","caller":"traceutil/trace.go:171","msg":"trace[1164346537] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"387.192976ms","start":"2026-05-29T02:55:08.108588Z","end":"2026-05-29T02:55:08.495781Z","steps":["trace[1164346537] 'process raft request' (duration: 386.92073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.495926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:08.108569Z","time spent":"387.278209ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.495937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.9035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-29T02:55:08.495973Z","caller":"traceutil/trace.go:171","msg":"trace[81776904] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23125; }","duration":"273.972841ms","start":"2026-05-29T02:55:08.221988Z","end":"2026-05-29T02:55:08.495961Z","steps":["trace[81776904] 'agreement among raft nodes before linearized reading' (duration: 273.798576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.519772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.441344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-gtr8q\" ","response":"range_response_count:1 size:3038"} {"level":"info","ts":"2026-05-29T02:55:08.51974Z","caller":"traceutil/trace.go:171","msg":"trace[1595029274] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"157.460168ms","start":"2026-05-29T02:55:08.362226Z","end":"2026-05-29T02:55:08.519686Z","steps":["trace[1595029274] 'process raft request' (duration: 157.316524ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.51983Z","caller":"traceutil/trace.go:171","msg":"trace[1610413450] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-gtr8q; range_end:; response_count:1; response_revision:23126; }","duration":"176.534997ms","start":"2026-05-29T02:55:08.343278Z","end":"2026-05-29T02:55:08.519813Z","steps":["trace[1610413450] 'agreement among raft nodes before linearized reading' (duration: 176.366963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.519855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.382143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29667055-tttww\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-05-29T02:55:08.519908Z","caller":"traceutil/trace.go:171","msg":"trace[888681844] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29667055-tttww; range_end:; response_count:1; response_revision:23126; }","duration":"159.465055ms","start":"2026-05-29T02:55:08.360425Z","end":"2026-05-29T02:55:08.51989Z","steps":["trace[888681844] 'agreement among raft nodes before linearized reading' (duration: 159.306292ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.735913Z","caller":"traceutil/trace.go:171","msg":"trace[1090058458] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"107.175894ms","start":"2026-05-29T02:55:08.628697Z","end":"2026-05-29T02:55:08.735873Z","steps":["trace[1090058458] 'process raft request' (duration: 80.047975ms)","trace[1090058458] 'compare' (duration: 27.015276ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:09.582523Z","caller":"traceutil/trace.go:171","msg":"trace[342465647] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"190.278869ms","start":"2026-05-29T02:55:09.392221Z","end":"2026-05-29T02:55:09.5825Z","steps":["trace[342465647] 'process raft request' (duration: 190.124875ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.842605Z","caller":"traceutil/trace.go:171","msg":"trace[1925828366] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"287.622531ms","start":"2026-05-29T02:55:09.554952Z","end":"2026-05-29T02:55:09.842574Z","steps":["trace[1925828366] 'process raft request' (duration: 287.560999ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.842991Z","caller":"traceutil/trace.go:171","msg":"trace[1035094026] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"288.128163ms","start":"2026-05-29T02:55:09.554842Z","end":"2026-05-29T02:55:09.84297Z","steps":["trace[1035094026] 'process raft request' (duration: 287.492488ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.84305Z","caller":"traceutil/trace.go:171","msg":"trace[340590903] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"288.138233ms","start":"2026-05-29T02:55:09.554879Z","end":"2026-05-29T02:55:09.843017Z","steps":["trace[340590903] 'process raft request' (duration: 287.57575ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.843104Z","caller":"traceutil/trace.go:171","msg":"trace[309525364] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"288.359909ms","start":"2026-05-29T02:55:09.554726Z","end":"2026-05-29T02:55:09.843086Z","steps":["trace[309525364] 'process raft request' (duration: 287.381526ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.843097Z","caller":"traceutil/trace.go:171","msg":"trace[814186817] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"288.185704ms","start":"2026-05-29T02:55:09.554874Z","end":"2026-05-29T02:55:09.84306Z","steps":["trace[814186817] 'process raft request' (duration: 287.520079ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.843227Z","caller":"traceutil/trace.go:171","msg":"trace[170221378] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"288.40214ms","start":"2026-05-29T02:55:09.554808Z","end":"2026-05-29T02:55:09.84321Z","steps":["trace[170221378] 'process raft request' (duration: 287.446187ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.898708Z","caller":"traceutil/trace.go:171","msg":"trace[1873846179] linearizableReadLoop","detail":"{readStateIndex:23960; appliedIndex:23959; }","duration":"110.113743ms","start":"2026-05-29T02:55:09.788567Z","end":"2026-05-29T02:55:09.898681Z","steps":["trace[1873846179] 'read index received' (duration: 54.658057ms)","trace[1873846179] 'applied index is now lower than readState.Index' (duration: 55.454446ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:09.899226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.942079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:55:09.899192Z","caller":"traceutil/trace.go:171","msg":"trace[1322572078] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23140; }","duration":"314.365772ms","start":"2026-05-29T02:55:09.584789Z","end":"2026-05-29T02:55:09.899155Z","steps":["trace[1322572078] 'process raft request' (duration: 313.688476ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.899278Z","caller":"traceutil/trace.go:171","msg":"trace[1174515466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23140; }","duration":"110.052662ms","start":"2026-05-29T02:55:09.789214Z","end":"2026-05-29T02:55:09.899266Z","steps":["trace[1174515466] 'agreement among raft nodes before linearized reading' (duration: 109.860497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:09.899411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.584771Z","time spent":"314.527036ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":115,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-29T02:55:09.900542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.909255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:55:09.900743Z","caller":"traceutil/trace.go:171","msg":"trace[1722743489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23140; }","duration":"112.202992ms","start":"2026-05-29T02:55:09.788509Z","end":"2026-05-29T02:55:09.900712Z","steps":["trace[1722743489] 'agreement among raft nodes before linearized reading' (duration: 110.540923ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.068203Z","caller":"traceutil/trace.go:171","msg":"trace[990141087] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"163.260204ms","start":"2026-05-29T02:55:09.904915Z","end":"2026-05-29T02:55:10.068175Z","steps":["trace[990141087] 'process raft request' (duration: 161.266027ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.157457Z","caller":"traceutil/trace.go:171","msg":"trace[1013727221] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"250.683403ms","start":"2026-05-29T02:55:09.906753Z","end":"2026-05-29T02:55:10.157437Z","steps":["trace[1013727221] 'process raft request' (duration: 250.438217ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.157609Z","caller":"traceutil/trace.go:171","msg":"trace[722382437] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"245.138082ms","start":"2026-05-29T02:55:09.912436Z","end":"2026-05-29T02:55:10.157574Z","steps":["trace[722382437] 'process raft request' (duration: 244.885656ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.293343Z","caller":"traceutil/trace.go:171","msg":"trace[1072540101] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"128.821863ms","start":"2026-05-29T02:55:10.164502Z","end":"2026-05-29T02:55:10.293324Z","steps":["trace[1072540101] 'process raft request' (duration: 128.67388ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.293677Z","caller":"traceutil/trace.go:171","msg":"trace[456779412] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"114.818793ms","start":"2026-05-29T02:55:10.178841Z","end":"2026-05-29T02:55:10.29366Z","steps":["trace[456779412] 'process raft request' (duration: 114.663359ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.293721Z","caller":"traceutil/trace.go:171","msg":"trace[468026391] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"129.182511ms","start":"2026-05-29T02:55:10.164525Z","end":"2026-05-29T02:55:10.293708Z","steps":["trace[468026391] 'process raft request' (duration: 128.766781ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.165289Z","caller":"traceutil/trace.go:171","msg":"trace[332919640] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"132.618623ms","start":"2026-05-29T02:55:11.032637Z","end":"2026-05-29T02:55:11.165255Z","steps":["trace[332919640] 'process raft request' (duration: 81.314635ms)","trace[332919640] 'compare' (duration: 50.726104ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:11.213037Z","caller":"traceutil/trace.go:171","msg":"trace[433502326] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"176.486325ms","start":"2026-05-29T02:55:11.036522Z","end":"2026-05-29T02:55:11.213009Z","steps":["trace[433502326] 'process raft request' (duration: 176.364932ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.213261Z","caller":"traceutil/trace.go:171","msg":"trace[1813107657] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"180.351617ms","start":"2026-05-29T02:55:11.032892Z","end":"2026-05-29T02:55:11.213243Z","steps":["trace[1813107657] 'process raft request' (duration: 179.847745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:11.213663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.344033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:11.213714Z","caller":"traceutil/trace.go:171","msg":"trace[2097676452] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23153; }","duration":"148.460676ms","start":"2026-05-29T02:55:11.065241Z","end":"2026-05-29T02:55:11.213702Z","steps":["trace[2097676452] 'agreement among raft nodes before linearized reading' (duration: 148.360823ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.214075Z","caller":"traceutil/trace.go:171","msg":"trace[1938341394] linearizableReadLoop","detail":"{readStateIndex:23973; appliedIndex:23970; }","duration":"147.646957ms","start":"2026-05-29T02:55:11.065308Z","end":"2026-05-29T02:55:11.212955Z","steps":["trace[1938341394] 'read index received' (duration: 48.844981ms)","trace[1938341394] 'applied index is now lower than readState.Index' (duration: 98.800826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:11.264456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.225432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:11.264633Z","caller":"traceutil/trace.go:171","msg":"trace[1277756476] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23157; }","duration":"109.477428ms","start":"2026-05-29T02:55:11.155127Z","end":"2026-05-29T02:55:11.264604Z","steps":["trace[1277756476] 'agreement among raft nodes before linearized reading' (duration: 109.15604ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.395268Z","caller":"traceutil/trace.go:171","msg":"trace[519456702] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23977; }","duration":"106.970929ms","start":"2026-05-29T02:55:11.28827Z","end":"2026-05-29T02:55:11.395241Z","steps":["trace[519456702] 'read index received' (duration: 27.473197ms)","trace[519456702] 'applied index is now lower than readState.Index' (duration: 79.496592ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:11.395436Z","caller":"traceutil/trace.go:171","msg":"trace[488760886] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"120.845335ms","start":"2026-05-29T02:55:11.274521Z","end":"2026-05-29T02:55:11.395366Z","steps":["trace[488760886] 'process raft request' (duration: 120.437555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:11.395494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.198524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" ","response":"range_response_count:1 size:4242"} {"level":"info","ts":"2026-05-29T02:55:11.395473Z","caller":"traceutil/trace.go:171","msg":"trace[1579724239] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"117.860535ms","start":"2026-05-29T02:55:11.277567Z","end":"2026-05-29T02:55:11.395427Z","steps":["trace[1579724239] 'process raft request' (duration: 117.601629ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.39555Z","caller":"traceutil/trace.go:171","msg":"trace[765672199] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt; range_end:; response_count:1; response_revision:23159; }","duration":"107.315927ms","start":"2026-05-29T02:55:11.288216Z","end":"2026-05-29T02:55:11.395532Z","steps":["trace[765672199] 'agreement among raft nodes before linearized reading' (duration: 107.135223ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.49612Z","caller":"traceutil/trace.go:171","msg":"trace[135153434] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"179.536607ms","start":"2026-05-29T02:55:11.316547Z","end":"2026-05-29T02:55:11.496084Z","steps":["trace[135153434] 'process raft request' (duration: 179.340873ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.561938Z","caller":"traceutil/trace.go:171","msg":"trace[1035693147] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"156.706899ms","start":"2026-05-29T02:55:11.405205Z","end":"2026-05-29T02:55:11.561912Z","steps":["trace[1035693147] 'process raft request' (duration: 156.485724ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.562547Z","caller":"traceutil/trace.go:171","msg":"trace[1382718410] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"155.921582ms","start":"2026-05-29T02:55:11.406588Z","end":"2026-05-29T02:55:11.56251Z","steps":["trace[1382718410] 'process raft request' (duration: 155.258596ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.383147Z","caller":"traceutil/trace.go:171","msg":"trace[257928513] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"533.499221ms","start":"2026-05-29T02:55:11.849618Z","end":"2026-05-29T02:55:12.383117Z","steps":["trace[257928513] 'process raft request' (duration: 533.231585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.383313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:11.849591Z","time spent":"533.637284ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:12.563188Z","caller":"traceutil/trace.go:171","msg":"trace[860744973] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"712.545806ms","start":"2026-05-29T02:55:11.850612Z","end":"2026-05-29T02:55:12.563158Z","steps":["trace[860744973] 'process raft request' (duration: 712.330381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.563362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:11.850583Z","time spent":"712.6927ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:12.5636Z","caller":"traceutil/trace.go:171","msg":"trace[1464850829] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"712.950746ms","start":"2026-05-29T02:55:11.850614Z","end":"2026-05-29T02:55:12.563565Z","steps":["trace[1464850829] 'process raft request' (duration: 712.495535ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.563671Z","caller":"traceutil/trace.go:171","msg":"trace[8045035] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"712.661489ms","start":"2026-05-29T02:55:11.850995Z","end":"2026-05-29T02:55:12.563657Z","steps":["trace[8045035] 'process raft request' (duration: 712.447074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.563736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:11.850984Z","time spent":"712.71945ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:12.563725Z","caller":"traceutil/trace.go:171","msg":"trace[246181088] linearizableReadLoop","detail":"{readStateIndex:23991; appliedIndex:23985; }","duration":"488.581084ms","start":"2026-05-29T02:55:12.075119Z","end":"2026-05-29T02:55:12.5637Z","steps":["trace[246181088] 'read index received' (duration: 307.722006ms)","trace[246181088] 'applied index is now lower than readState.Index' (duration: 180.857478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:12.563763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:11.850586Z","time spent":"713.09098ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:12.563835Z","caller":"traceutil/trace.go:171","msg":"trace[84300859] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"712.663769ms","start":"2026-05-29T02:55:11.851162Z","end":"2026-05-29T02:55:12.563825Z","steps":["trace[84300859] 'process raft request' (duration: 712.416173ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.563885Z","caller":"traceutil/trace.go:171","msg":"trace[1745976185] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"712.604998ms","start":"2026-05-29T02:55:11.851266Z","end":"2026-05-29T02:55:12.563871Z","steps":["trace[1745976185] 'process raft request' (duration: 712.379693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.563892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:11.851152Z","time spent":"712.71315ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:12.56404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:11.851223Z","time spent":"712.699271ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:12.564103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.013058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:55:12.564162Z","caller":"traceutil/trace.go:171","msg":"trace[1703966711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23169; }","duration":"400.126581ms","start":"2026-05-29T02:55:12.164019Z","end":"2026-05-29T02:55:12.564146Z","steps":["trace[1703966711] 'agreement among raft nodes before linearized reading' (duration: 399.941546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.564189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.409135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:55:12.564204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.163989Z","time spent":"400.205713ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:55:12.564229Z","caller":"traceutil/trace.go:171","msg":"trace[1006169822] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23169; }","duration":"213.498437ms","start":"2026-05-29T02:55:12.350721Z","end":"2026-05-29T02:55:12.564219Z","steps":["trace[1006169822] 'agreement among raft nodes before linearized reading' (duration: 213.306952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.564338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.440753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:55:12.564402Z","caller":"traceutil/trace.go:171","msg":"trace[1719497549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23169; }","duration":"266.522405ms","start":"2026-05-29T02:55:12.297846Z","end":"2026-05-29T02:55:12.564369Z","steps":["trace[1719497549] 'agreement among raft nodes before linearized reading' (duration: 266.360651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.564506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.394813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:55:12.564544Z","caller":"traceutil/trace.go:171","msg":"trace[661270155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23169; }","duration":"489.466405ms","start":"2026-05-29T02:55:12.075069Z","end":"2026-05-29T02:55:12.564535Z","steps":["trace[661270155] 'agreement among raft nodes before linearized reading' (duration: 489.332272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.564547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.20683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-29T02:55:12.564571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.075047Z","time spent":"489.518696ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:55:12.564579Z","caller":"traceutil/trace.go:171","msg":"trace[1566895759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23169; }","duration":"261.293742ms","start":"2026-05-29T02:55:12.303275Z","end":"2026-05-29T02:55:12.564569Z","steps":["trace[1566895759] 'agreement among raft nodes before linearized reading' (duration: 261.20414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.564768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.932926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-29T02:55:12.564828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.681804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:12.564859Z","caller":"traceutil/trace.go:171","msg":"trace[244907500] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23169; }","duration":"177.761275ms","start":"2026-05-29T02:55:12.387086Z","end":"2026-05-29T02:55:12.564848Z","steps":["trace[244907500] 'agreement among raft nodes before linearized reading' (duration: 177.621852ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.564861Z","caller":"traceutil/trace.go:171","msg":"trace[509307517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23169; }","duration":"335.015658ms","start":"2026-05-29T02:55:12.229812Z","end":"2026-05-29T02:55:12.564828Z","steps":["trace[509307517] 'agreement among raft nodes before linearized reading' (duration: 334.630129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.564909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.229767Z","time spent":"335.130621ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:55:12.565152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.694514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:55:12.565203Z","caller":"traceutil/trace.go:171","msg":"trace[414745288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23169; }","duration":"335.790786ms","start":"2026-05-29T02:55:12.229399Z","end":"2026-05-29T02:55:12.56519Z","steps":["trace[414745288] 'agreement among raft nodes before linearized reading' (duration: 335.647493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.56525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.229369Z","time spent":"335.870639ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:55:12.736096Z","caller":"traceutil/trace.go:171","msg":"trace[693518205] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"166.037799ms","start":"2026-05-29T02:55:12.570033Z","end":"2026-05-29T02:55:12.736071Z","steps":["trace[693518205] 'process raft request' (duration: 92.259362ms)","trace[693518205] 'compare' (duration: 73.558671ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:12.737051Z","caller":"traceutil/trace.go:171","msg":"trace[1585245677] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"166.07622ms","start":"2026-05-29T02:55:12.570949Z","end":"2026-05-29T02:55:12.737025Z","steps":["trace[1585245677] 'process raft request' (duration: 166.034649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.737397Z","caller":"traceutil/trace.go:171","msg":"trace[1754221780] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"167.334879ms","start":"2026-05-29T02:55:12.57005Z","end":"2026-05-29T02:55:12.737385Z","steps":["trace[1754221780] 'process raft request' (duration: 166.702525ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.737526Z","caller":"traceutil/trace.go:171","msg":"trace[1808237967] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"167.381241ms","start":"2026-05-29T02:55:12.570137Z","end":"2026-05-29T02:55:12.737518Z","steps":["trace[1808237967] 'process raft request' (duration: 166.744866ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.737632Z","caller":"traceutil/trace.go:171","msg":"trace[1563493828] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"167.414761ms","start":"2026-05-29T02:55:12.570209Z","end":"2026-05-29T02:55:12.737623Z","steps":["trace[1563493828] 'process raft request' (duration: 166.710164ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.737797Z","caller":"traceutil/trace.go:171","msg":"trace[1601802155] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"167.171396ms","start":"2026-05-29T02:55:12.570615Z","end":"2026-05-29T02:55:12.737786Z","steps":["trace[1601802155] 'process raft request' (duration: 166.337396ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:13.95477Z","caller":"traceutil/trace.go:171","msg":"trace[1486319093] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"160.197882ms","start":"2026-05-29T02:55:13.794528Z","end":"2026-05-29T02:55:13.954726Z","steps":["trace[1486319093] 'process raft request' (duration: 98.780526ms)","trace[1486319093] 'compare' (duration: 60.984656ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:14.285883Z","caller":"traceutil/trace.go:171","msg":"trace[1060924136] linearizableReadLoop","detail":"{readStateIndex:24005; appliedIndex:24004; }","duration":"290.427629ms","start":"2026-05-29T02:55:13.995421Z","end":"2026-05-29T02:55:14.285849Z","steps":["trace[1060924136] 'read index received' (duration: 289.580629ms)","trace[1060924136] 'applied index is now lower than readState.Index' (duration: 845.589µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:14.286314Z","caller":"traceutil/trace.go:171","msg":"trace[1599971454] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"325.367671ms","start":"2026-05-29T02:55:13.960931Z","end":"2026-05-29T02:55:14.286299Z","steps":["trace[1599971454] 'process raft request' (duration: 324.149952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.286462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:13.9609Z","time spent":"325.460134ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:14.286873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.447972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:55:14.286946Z","caller":"traceutil/trace.go:171","msg":"trace[1854541876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23183; }","duration":"291.553025ms","start":"2026-05-29T02:55:13.995382Z","end":"2026-05-29T02:55:14.286935Z","steps":["trace[1854541876] 'agreement among raft nodes before linearized reading' (duration: 291.288949ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.308045Z","caller":"traceutil/trace.go:171","msg":"trace[1054024560] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"126.792646ms","start":"2026-05-29T02:55:14.181237Z","end":"2026-05-29T02:55:14.308029Z","steps":["trace[1054024560] 'process raft request' (duration: 126.598881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.308661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.661118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-29T02:55:14.30871Z","caller":"traceutil/trace.go:171","msg":"trace[2088292363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23184; }","duration":"184.768171ms","start":"2026-05-29T02:55:14.123932Z","end":"2026-05-29T02:55:14.3087Z","steps":["trace[2088292363] 'agreement among raft nodes before linearized reading' (duration: 184.646948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.309102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.50958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-29T02:55:14.309146Z","caller":"traceutil/trace.go:171","msg":"trace[1164948076] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23184; }","duration":"211.610233ms","start":"2026-05-29T02:55:14.097524Z","end":"2026-05-29T02:55:14.309135Z","steps":["trace[1164948076] 'agreement among raft nodes before linearized reading' (duration: 211.50289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.801235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.7995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" ","response":"range_response_count:1 size:5168"} {"level":"info","ts":"2026-05-29T02:55:14.801365Z","caller":"traceutil/trace.go:171","msg":"trace[132100971] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt; range_end:; response_count:1; response_revision:23186; }","duration":"319.970074ms","start":"2026-05-29T02:55:14.48137Z","end":"2026-05-29T02:55:14.80134Z","steps":["trace[132100971] 'range keys from in-memory index tree' (duration: 319.631257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.801417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:14.481352Z","time spent":"320.052086ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5191,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" "} {"level":"info","ts":"2026-05-29T02:55:14.834222Z","caller":"traceutil/trace.go:171","msg":"trace[1943684386] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"261.932948ms","start":"2026-05-29T02:55:14.572264Z","end":"2026-05-29T02:55:14.834197Z","steps":["trace[1943684386] 'process raft request' (duration: 261.730683ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.870818Z","caller":"traceutil/trace.go:171","msg":"trace[1654591376] linearizableReadLoop","detail":"{readStateIndex:24014; appliedIndex:24009; }","duration":"128.992847ms","start":"2026-05-29T02:55:14.741799Z","end":"2026-05-29T02:55:14.870792Z","steps":["trace[1654591376] 'read index received' (duration: 92.393236ms)","trace[1654591376] 'applied index is now lower than readState.Index' (duration: 36.598241ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:14.871341Z","caller":"traceutil/trace.go:171","msg":"trace[1674799681] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"298.424657ms","start":"2026-05-29T02:55:14.572901Z","end":"2026-05-29T02:55:14.871326Z","steps":["trace[1674799681] 'process raft request' (duration: 297.507535ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.871583Z","caller":"traceutil/trace.go:171","msg":"trace[873780647] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"298.57187ms","start":"2026-05-29T02:55:14.573Z","end":"2026-05-29T02:55:14.871572Z","steps":["trace[873780647] 'process raft request' (duration: 297.567376ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.871783Z","caller":"traceutil/trace.go:171","msg":"trace[1065816948] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"298.61261ms","start":"2026-05-29T02:55:14.573158Z","end":"2026-05-29T02:55:14.871771Z","steps":["trace[1065816948] 'process raft request' (duration: 297.454523ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.872103Z","caller":"traceutil/trace.go:171","msg":"trace[88730565] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"297.69536ms","start":"2026-05-29T02:55:14.574383Z","end":"2026-05-29T02:55:14.872078Z","steps":["trace[88730565] 'process raft request' (duration: 296.272446ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.8723Z","caller":"traceutil/trace.go:171","msg":"trace[239972726] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"292.989859ms","start":"2026-05-29T02:55:14.579299Z","end":"2026-05-29T02:55:14.872289Z","steps":["trace[239972726] 'process raft request' (duration: 291.396401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.872809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.996124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:55:14.872893Z","caller":"traceutil/trace.go:171","msg":"trace[546853821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23193; }","duration":"131.136388ms","start":"2026-05-29T02:55:14.741745Z","end":"2026-05-29T02:55:14.872881Z","steps":["trace[546853821] 'agreement among raft nodes before linearized reading' (duration: 130.962064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.873134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.26633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:55:14.873208Z","caller":"traceutil/trace.go:171","msg":"trace[265860677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23193; }","duration":"131.354793ms","start":"2026-05-29T02:55:14.741843Z","end":"2026-05-29T02:55:14.873198Z","steps":["trace[265860677] 'agreement among raft nodes before linearized reading' (duration: 131.22938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.873985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.224166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:55:14.874074Z","caller":"traceutil/trace.go:171","msg":"trace[1533392335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23193; }","duration":"130.35422ms","start":"2026-05-29T02:55:14.743708Z","end":"2026-05-29T02:55:14.874063Z","steps":["trace[1533392335] 'agreement among raft nodes before linearized reading' (duration: 130.210696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.874303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.679607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:55:14.875002Z","caller":"traceutil/trace.go:171","msg":"trace[235983097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23193; }","duration":"131.387853ms","start":"2026-05-29T02:55:14.743597Z","end":"2026-05-29T02:55:14.874985Z","steps":["trace[235983097] 'agreement among raft nodes before linearized reading' (duration: 130.638706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.874626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.342356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:55:14.875289Z","caller":"traceutil/trace.go:171","msg":"trace[780123013] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23193; }","duration":"133.004122ms","start":"2026-05-29T02:55:14.742253Z","end":"2026-05-29T02:55:14.875257Z","steps":["trace[780123013] 'agreement among raft nodes before linearized reading' (duration: 132.290955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:14.874781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.284481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:55:14.875602Z","caller":"traceutil/trace.go:171","msg":"trace[131079308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23193; }","duration":"132.166802ms","start":"2026-05-29T02:55:14.743416Z","end":"2026-05-29T02:55:14.875583Z","steps":["trace[131079308] 'agreement among raft nodes before linearized reading' (duration: 131.085077ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.007773Z","caller":"traceutil/trace.go:171","msg":"trace[1043974048] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"126.298203ms","start":"2026-05-29T02:55:14.881449Z","end":"2026-05-29T02:55:15.007747Z","steps":["trace[1043974048] 'process raft request' (duration: 35.938336ms)","trace[1043974048] 'compare' (duration: 90.135362ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:15.03035Z","caller":"traceutil/trace.go:171","msg":"trace[1043741399] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"146.838187ms","start":"2026-05-29T02:55:14.883471Z","end":"2026-05-29T02:55:15.03031Z","steps":["trace[1043741399] 'process raft request' (duration: 146.574191ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.030499Z","caller":"traceutil/trace.go:171","msg":"trace[139418177] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"145.994387ms","start":"2026-05-29T02:55:14.884486Z","end":"2026-05-29T02:55:15.03048Z","steps":["trace[139418177] 'process raft request' (duration: 145.903515ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.030619Z","caller":"traceutil/trace.go:171","msg":"trace[1997911892] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"146.994021ms","start":"2026-05-29T02:55:14.883586Z","end":"2026-05-29T02:55:15.03058Z","steps":["trace[1997911892] 'process raft request' (duration: 146.668423ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.030675Z","caller":"traceutil/trace.go:171","msg":"trace[1374743159] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"143.510439ms","start":"2026-05-29T02:55:14.887159Z","end":"2026-05-29T02:55:15.03067Z","steps":["trace[1374743159] 'process raft request' (duration: 143.418887ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.030661Z","caller":"traceutil/trace.go:171","msg":"trace[305273340] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"146.94177ms","start":"2026-05-29T02:55:14.883696Z","end":"2026-05-29T02:55:15.030638Z","steps":["trace[305273340] 'process raft request' (duration: 146.641293ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.030419Z","caller":"traceutil/trace.go:171","msg":"trace[1938082451] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"146.898358ms","start":"2026-05-29T02:55:14.883498Z","end":"2026-05-29T02:55:15.030396Z","steps":["trace[1938082451] 'process raft request' (duration: 146.684803ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.030737Z","caller":"traceutil/trace.go:171","msg":"trace[1433084561] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"144.108483ms","start":"2026-05-29T02:55:14.886615Z","end":"2026-05-29T02:55:15.030724Z","steps":["trace[1433084561] 'process raft request' (duration: 143.820436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.37673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.948274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:16.376864Z","caller":"traceutil/trace.go:171","msg":"trace[142276703] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"532.676822ms","start":"2026-05-29T02:55:15.84417Z","end":"2026-05-29T02:55:16.376847Z","steps":["trace[142276703] 'process raft request' (duration: 367.543794ms)","trace[142276703] 'compare' (duration: 164.513313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:16.376921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:15.844111Z","time spent":"532.773275ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1316,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:16.377304Z","caller":"traceutil/trace.go:171","msg":"trace[720531514] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"532.16983ms","start":"2026-05-29T02:55:15.845116Z","end":"2026-05-29T02:55:16.377286Z","steps":["trace[720531514] 'process raft request' (duration: 531.695919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.377368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:15.845089Z","time spent":"532.252203ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:16.3774Z","caller":"traceutil/trace.go:171","msg":"trace[1976651434] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24036; }","duration":"516.84492ms","start":"2026-05-29T02:55:15.860546Z","end":"2026-05-29T02:55:16.377391Z","steps":["trace[1976651434] 'read index received' (duration: 351.185939ms)","trace[1976651434] 'applied index is now lower than readState.Index' (duration: 165.657751ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:16.377366Z","caller":"traceutil/trace.go:171","msg":"trace[1882973394] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"531.434663ms","start":"2026-05-29T02:55:15.845892Z","end":"2026-05-29T02:55:16.377326Z","steps":["trace[1882973394] 'process raft request' (duration: 531.29057ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.377394Z","caller":"traceutil/trace.go:171","msg":"trace[1134588952] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"514.548835ms","start":"2026-05-29T02:55:15.862819Z","end":"2026-05-29T02:55:16.377368Z","steps":["trace[1134588952] 'process raft request' (duration: 514.480084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.377559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.014114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-28nwh\" ","response":"range_response_count:1 size:5263"} {"level":"info","ts":"2026-05-29T02:55:16.37758Z","caller":"traceutil/trace.go:171","msg":"trace[1929861193] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-28nwh; range_end:; response_count:1; response_revision:23218; }","duration":"517.068845ms","start":"2026-05-29T02:55:15.860504Z","end":"2026-05-29T02:55:16.377573Z","steps":["trace[1929861193] 'agreement among raft nodes before linearized reading' (duration: 516.954802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.377596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:15.860485Z","time spent":"517.107546ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5286,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-28nwh\" "} {"level":"warn","ts":"2026-05-29T02:55:16.377588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:15.845682Z","time spent":"531.809262ms","remote":"127.0.0.1:47996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4584,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:16.377616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.462171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:55:16.377602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.04254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:16.377689Z","caller":"traceutil/trace.go:171","msg":"trace[1744723329] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23218; }","duration":"454.609494ms","start":"2026-05-29T02:55:15.92306Z","end":"2026-05-29T02:55:16.37767Z","steps":["trace[1744723329] 'agreement among raft nodes before linearized reading' (duration: 454.43119ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.377694Z","caller":"traceutil/trace.go:171","msg":"trace[824819089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23218; }","duration":"135.194494ms","start":"2026-05-29T02:55:16.242484Z","end":"2026-05-29T02:55:16.377679Z","steps":["trace[824819089] 'agreement among raft nodes before linearized reading' (duration: 135.011659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.377674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.4272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:55:16.377736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:15.923017Z","time spent":"454.708157ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:55:16.377741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.318236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-05-29T02:55:16.3778Z","caller":"traceutil/trace.go:171","msg":"trace[2054756801] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23218; }","duration":"186.629425ms","start":"2026-05-29T02:55:16.191137Z","end":"2026-05-29T02:55:16.377766Z","steps":["trace[2054756801] 'agreement among raft nodes before linearized reading' (duration: 186.376439ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.377831Z","caller":"traceutil/trace.go:171","msg":"trace[110540558] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:23218; }","duration":"352.46908ms","start":"2026-05-29T02:55:16.025341Z","end":"2026-05-29T02:55:16.377811Z","steps":["trace[110540558] 'agreement among raft nodes before linearized reading' (duration: 352.181533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.377873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:16.025315Z","time spent":"352.549941ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5062,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:55:16.377662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:15.862808Z","time spent":"514.77814ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:16.581618Z","caller":"traceutil/trace.go:171","msg":"trace[57962369] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"191.95052ms","start":"2026-05-29T02:55:16.389636Z","end":"2026-05-29T02:55:16.581586Z","steps":["trace[57962369] 'process raft request' (duration: 191.699844ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.581772Z","caller":"traceutil/trace.go:171","msg":"trace[996188679] linearizableReadLoop","detail":"{readStateIndex:24043; appliedIndex:24040; }","duration":"123.756524ms","start":"2026-05-29T02:55:16.457992Z","end":"2026-05-29T02:55:16.581749Z","steps":["trace[996188679] 'read index received' (duration: 15.832062ms)","trace[996188679] 'applied index is now lower than readState.Index' (duration: 107.921732ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:16.581835Z","caller":"traceutil/trace.go:171","msg":"trace[878627509] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"154.852086ms","start":"2026-05-29T02:55:16.426973Z","end":"2026-05-29T02:55:16.581825Z","steps":["trace[878627509] 'process raft request' (duration: 154.539899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.582008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.98153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-29T02:55:16.582051Z","caller":"traceutil/trace.go:171","msg":"trace[252017099] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23221; }","duration":"124.117082ms","start":"2026-05-29T02:55:16.45792Z","end":"2026-05-29T02:55:16.582038Z","steps":["trace[252017099] 'agreement among raft nodes before linearized reading' (duration: 123.896257ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.71042Z","caller":"traceutil/trace.go:171","msg":"trace[1274421819] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"225.481029ms","start":"2026-05-29T02:55:16.484903Z","end":"2026-05-29T02:55:16.710384Z","steps":["trace[1274421819] 'process raft request' (duration: 211.525981ms)","trace[1274421819] 'compare' (duration: 13.796814ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:16.745035Z","caller":"traceutil/trace.go:171","msg":"trace[1021953980] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"108.853731ms","start":"2026-05-29T02:55:16.636146Z","end":"2026-05-29T02:55:16.745Z","steps":["trace[1021953980] 'process raft request' (duration: 108.695648ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:17.023289Z","caller":"traceutil/trace.go:171","msg":"trace[873366846] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"140.672622ms","start":"2026-05-29T02:55:16.882587Z","end":"2026-05-29T02:55:17.023259Z","steps":["trace[873366846] 'process raft request' (duration: 140.624351ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:17.023354Z","caller":"traceutil/trace.go:171","msg":"trace[1278154364] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"141.516092ms","start":"2026-05-29T02:55:16.881802Z","end":"2026-05-29T02:55:17.023318Z","steps":["trace[1278154364] 'process raft request' (duration: 141.213554ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:17.952182Z","caller":"traceutil/trace.go:171","msg":"trace[251322983] linearizableReadLoop","detail":"{readStateIndex:24068; appliedIndex:24063; }","duration":"114.952906ms","start":"2026-05-29T02:55:17.837217Z","end":"2026-05-29T02:55:17.95217Z","steps":["trace[251322983] 'read index received' (duration: 25.91287ms)","trace[251322983] 'applied index is now lower than readState.Index' (duration: 89.039196ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:17.952179Z","caller":"traceutil/trace.go:171","msg":"trace[599378671] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"166.761007ms","start":"2026-05-29T02:55:17.785385Z","end":"2026-05-29T02:55:17.952146Z","steps":["trace[599378671] 'process raft request' (duration: 166.655504ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:17.95227Z","caller":"traceutil/trace.go:171","msg":"trace[725874075] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"151.073767ms","start":"2026-05-29T02:55:17.801179Z","end":"2026-05-29T02:55:17.952253Z","steps":["trace[725874075] 'process raft request' (duration: 150.943384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:17.952374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.136681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:17.952277Z","caller":"traceutil/trace.go:171","msg":"trace[1341154012] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"164.895203ms","start":"2026-05-29T02:55:17.787339Z","end":"2026-05-29T02:55:17.952234Z","steps":["trace[1341154012] 'process raft request' (duration: 164.737129ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:17.952451Z","caller":"traceutil/trace.go:171","msg":"trace[178483533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23245; }","duration":"115.266074ms","start":"2026-05-29T02:55:17.837168Z","end":"2026-05-29T02:55:17.952434Z","steps":["trace[178483533] 'agreement among raft nodes before linearized reading' (duration: 115.12349ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:17.952516Z","caller":"traceutil/trace.go:171","msg":"trace[754704671] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"167.212687ms","start":"2026-05-29T02:55:17.784988Z","end":"2026-05-29T02:55:17.952201Z","steps":["trace[754704671] 'process raft request' (duration: 166.936831ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:18.021161Z","caller":"traceutil/trace.go:171","msg":"trace[201914445] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23245; }","duration":"155.293387ms","start":"2026-05-29T02:55:17.865821Z","end":"2026-05-29T02:55:18.021114Z","steps":["trace[201914445] 'process raft request' (duration: 111.994267ms)","trace[201914445] 'compare' (duration: 43.152096ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:19.219514Z","caller":"traceutil/trace.go:171","msg":"trace[1263411043] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"104.600673ms","start":"2026-05-29T02:55:19.114871Z","end":"2026-05-29T02:55:19.219471Z","steps":["trace[1263411043] 'process raft request' (duration: 104.336697ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:19.219523Z","caller":"traceutil/trace.go:171","msg":"trace[1355249235] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"103.340044ms","start":"2026-05-29T02:55:19.116146Z","end":"2026-05-29T02:55:19.219486Z","steps":["trace[1355249235] 'process raft request' (duration: 103.258522ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:19.219545Z","caller":"traceutil/trace.go:171","msg":"trace[1814199410] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"104.354777ms","start":"2026-05-29T02:55:19.115146Z","end":"2026-05-29T02:55:19.219501Z","steps":["trace[1814199410] 'process raft request' (duration: 104.217924ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:19.219781Z","caller":"traceutil/trace.go:171","msg":"trace[1541831748] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"103.509127ms","start":"2026-05-29T02:55:19.116229Z","end":"2026-05-29T02:55:19.219739Z","steps":["trace[1541831748] 'process raft request' (duration: 103.2115ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:19.219776Z","caller":"traceutil/trace.go:171","msg":"trace[1908577116] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"103.440256ms","start":"2026-05-29T02:55:19.116316Z","end":"2026-05-29T02:55:19.219756Z","steps":["trace[1908577116] 'process raft request' (duration: 103.331963ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:21.594496Z","caller":"traceutil/trace.go:171","msg":"trace[1418221981] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"104.340766ms","start":"2026-05-29T02:55:21.490124Z","end":"2026-05-29T02:55:21.594465Z","steps":["trace[1418221981] 'process raft request' (duration: 104.047189ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:21.632271Z","caller":"traceutil/trace.go:171","msg":"trace[1206839812] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"116.79976ms","start":"2026-05-29T02:55:21.515447Z","end":"2026-05-29T02:55:21.632246Z","steps":["trace[1206839812] 'process raft request' (duration: 116.36366ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.234079Z","caller":"traceutil/trace.go:171","msg":"trace[1199931680] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"100.704731ms","start":"2026-05-29T02:55:22.133351Z","end":"2026-05-29T02:55:22.234055Z","steps":["trace[1199931680] 'process raft request' (duration: 100.570048ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.369753Z","caller":"traceutil/trace.go:171","msg":"trace[1237399210] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"125.623458ms","start":"2026-05-29T02:55:22.244096Z","end":"2026-05-29T02:55:22.369719Z","steps":["trace[1237399210] 'process raft request' (duration: 89.346754ms)","trace[1237399210] 'compare' (duration: 35.998778ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:22.498669Z","caller":"traceutil/trace.go:171","msg":"trace[1609722088] linearizableReadLoop","detail":"{readStateIndex:24101; appliedIndex:24099; }","duration":"121.229375ms","start":"2026-05-29T02:55:22.377405Z","end":"2026-05-29T02:55:22.498635Z","steps":["trace[1609722088] 'read index received' (duration: 18.870785ms)","trace[1609722088] 'applied index is now lower than readState.Index' (duration: 102.35699ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:22.498775Z","caller":"traceutil/trace.go:171","msg":"trace[1641612709] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"121.578063ms","start":"2026-05-29T02:55:22.377141Z","end":"2026-05-29T02:55:22.498719Z","steps":["trace[1641612709] 'process raft request' (duration: 93.520672ms)","trace[1641612709] 'compare' (duration: 27.801095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:22.49894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.48622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capo-system/\" range_end:\"/registry/limitranges/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:22.499063Z","caller":"traceutil/trace.go:171","msg":"trace[2095657704] range","detail":"{range_begin:/registry/limitranges/capo-system/; range_end:/registry/limitranges/capo-system0; response_count:0; response_revision:23276; }","duration":"121.707665ms","start":"2026-05-29T02:55:22.377328Z","end":"2026-05-29T02:55:22.499036Z","steps":["trace[2095657704] 'agreement among raft nodes before linearized reading' (duration: 121.442109ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.72136Z","caller":"traceutil/trace.go:171","msg":"trace[178776984] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"133.445292ms","start":"2026-05-29T02:55:22.587844Z","end":"2026-05-29T02:55:22.721289Z","steps":["trace[178776984] 'process raft request' (duration: 133.057413ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.721844Z","caller":"traceutil/trace.go:171","msg":"trace[808084420] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"132.151972ms","start":"2026-05-29T02:55:22.589626Z","end":"2026-05-29T02:55:22.721778Z","steps":["trace[808084420] 'process raft request' (duration: 131.496077ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.722066Z","caller":"traceutil/trace.go:171","msg":"trace[2025235192] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"130.866112ms","start":"2026-05-29T02:55:22.591167Z","end":"2026-05-29T02:55:22.722033Z","steps":["trace[2025235192] 'process raft request' (duration: 130.401371ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.837395Z","caller":"traceutil/trace.go:171","msg":"trace[273396592] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"169.997413ms","start":"2026-05-29T02:55:22.667349Z","end":"2026-05-29T02:55:22.837346Z","steps":["trace[273396592] 'process raft request' (duration: 122.571576ms)","trace[273396592] 'compare' (duration: 47.207592ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:22.898644Z","caller":"traceutil/trace.go:171","msg":"trace[1466441305] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24106; }","duration":"158.587774ms","start":"2026-05-29T02:55:22.740016Z","end":"2026-05-29T02:55:22.898604Z","steps":["trace[1466441305] 'read index received' (duration: 49.898795ms)","trace[1466441305] 'applied index is now lower than readState.Index' (duration: 108.687299ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:22.898684Z","caller":"traceutil/trace.go:171","msg":"trace[1873811501] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"171.128ms","start":"2026-05-29T02:55:22.727492Z","end":"2026-05-29T02:55:22.89862Z","steps":["trace[1873811501] 'process raft request' (duration: 170.792592ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.89875Z","caller":"traceutil/trace.go:171","msg":"trace[1715115935] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"169.143353ms","start":"2026-05-29T02:55:22.729566Z","end":"2026-05-29T02:55:22.898709Z","steps":["trace[1715115935] 'process raft request' (duration: 168.942108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:22.899098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.032384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-57786d8f6c-rpfkt\" ","response":"range_response_count:1 size:3546"} {"level":"info","ts":"2026-05-29T02:55:22.899208Z","caller":"traceutil/trace.go:171","msg":"trace[1003539362] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-57786d8f6c-rpfkt; range_end:; response_count:1; response_revision:23284; }","duration":"159.222059ms","start":"2026-05-29T02:55:22.739957Z","end":"2026-05-29T02:55:22.899179Z","steps":["trace[1003539362] 'agreement among raft nodes before linearized reading' (duration: 158.795609ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.027501Z","caller":"traceutil/trace.go:171","msg":"trace[1242544927] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"120.376495ms","start":"2026-05-29T02:55:22.907092Z","end":"2026-05-29T02:55:23.027468Z","steps":["trace[1242544927] 'process raft request' (duration: 119.634087ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.185022Z","caller":"traceutil/trace.go:171","msg":"trace[1325050174] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"276.323826ms","start":"2026-05-29T02:55:22.908672Z","end":"2026-05-29T02:55:23.184996Z","steps":["trace[1325050174] 'process raft request' (duration: 276.07658ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.185362Z","caller":"traceutil/trace.go:171","msg":"trace[1609417304] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"228.087221ms","start":"2026-05-29T02:55:22.95726Z","end":"2026-05-29T02:55:23.185348Z","steps":["trace[1609417304] 'process raft request' (duration: 227.665431ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.185417Z","caller":"traceutil/trace.go:171","msg":"trace[797533180] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"212.588556ms","start":"2026-05-29T02:55:22.972799Z","end":"2026-05-29T02:55:23.185388Z","steps":["trace[797533180] 'process raft request' (duration: 212.385211ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.185607Z","caller":"traceutil/trace.go:171","msg":"trace[409723071] linearizableReadLoop","detail":"{readStateIndex:24111; appliedIndex:24109; }","duration":"232.464794ms","start":"2026-05-29T02:55:22.953132Z","end":"2026-05-29T02:55:23.185597Z","steps":["trace[409723071] 'read index received' (duration: 73.792808ms)","trace[409723071] 'applied index is now lower than readState.Index' (duration: 158.670506ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:23.185696Z","caller":"traceutil/trace.go:171","msg":"trace[919913890] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"172.208724ms","start":"2026-05-29T02:55:23.013451Z","end":"2026-05-29T02:55:23.18566Z","steps":["trace[919913890] 'process raft request' (duration: 171.887727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:23.185784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.639677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-29T02:55:23.18583Z","caller":"traceutil/trace.go:171","msg":"trace[88382887] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:23289; }","duration":"232.74452ms","start":"2026-05-29T02:55:22.953077Z","end":"2026-05-29T02:55:23.185821Z","steps":["trace[88382887] 'agreement among raft nodes before linearized reading' (duration: 232.547795ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.225508Z","caller":"traceutil/trace.go:171","msg":"trace[1803415712] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"175.536543ms","start":"2026-05-29T02:55:23.049922Z","end":"2026-05-29T02:55:23.225459Z","steps":["trace[1803415712] 'process raft request' (duration: 175.244237ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.391103Z","caller":"traceutil/trace.go:171","msg":"trace[575012099] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"112.292144ms","start":"2026-05-29T02:55:23.278768Z","end":"2026-05-29T02:55:23.39106Z","steps":["trace[575012099] 'process raft request' (duration: 43.285089ms)","trace[575012099] 'compare' (duration: 68.578975ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:23.555348Z","caller":"traceutil/trace.go:171","msg":"trace[584739172] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"159.108286ms","start":"2026-05-29T02:55:23.39621Z","end":"2026-05-29T02:55:23.555318Z","steps":["trace[584739172] 'process raft request' (duration: 154.60919ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.583209Z","caller":"traceutil/trace.go:171","msg":"trace[2053851249] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"186.297566ms","start":"2026-05-29T02:55:23.396879Z","end":"2026-05-29T02:55:23.583177Z","steps":["trace[2053851249] 'process raft request' (duration: 186.050931ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.583242Z","caller":"traceutil/trace.go:171","msg":"trace[634437878] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"185.790594ms","start":"2026-05-29T02:55:23.397428Z","end":"2026-05-29T02:55:23.583218Z","steps":["trace[634437878] 'process raft request' (duration: 185.629111ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.583542Z","caller":"traceutil/trace.go:171","msg":"trace[1220404153] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"186.078632ms","start":"2026-05-29T02:55:23.397451Z","end":"2026-05-29T02:55:23.583529Z","steps":["trace[1220404153] 'process raft request' (duration: 185.708843ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.583697Z","caller":"traceutil/trace.go:171","msg":"trace[1201527248] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"186.155103ms","start":"2026-05-29T02:55:23.397519Z","end":"2026-05-29T02:55:23.583674Z","steps":["trace[1201527248] 'process raft request' (duration: 185.909177ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:13.909868Z","caller":"traceutil/trace.go:171","msg":"trace[305116986] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"206.264657ms","start":"2026-05-29T02:56:13.703583Z","end":"2026-05-29T02:56:13.909847Z","steps":["trace[305116986] 'process raft request' (duration: 206.134044ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.339355Z","caller":"traceutil/trace.go:171","msg":"trace[334996180] linearizableReadLoop","detail":"{readStateIndex:24825; appliedIndex:24824; }","duration":"122.158066ms","start":"2026-05-29T02:56:26.217149Z","end":"2026-05-29T02:56:26.339307Z","steps":["trace[334996180] 'read index received' (duration: 84.95516ms)","trace[334996180] 'applied index is now lower than readState.Index' (duration: 37.199776ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:26.339429Z","caller":"traceutil/trace.go:171","msg":"trace[1681008003] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"125.059074ms","start":"2026-05-29T02:56:26.214338Z","end":"2026-05-29T02:56:26.339397Z","steps":["trace[1681008003] 'process raft request' (duration: 87.842308ms)","trace[1681008003] 'compare' (duration: 36.836757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:26.339664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.494875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-29T02:56:26.339786Z","caller":"traceutil/trace.go:171","msg":"trace[2067585858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23983; }","duration":"122.643508ms","start":"2026-05-29T02:56:26.217094Z","end":"2026-05-29T02:56:26.339738Z","steps":["trace[2067585858] 'agreement among raft nodes before linearized reading' (duration: 122.375052ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:33.974173Z","caller":"traceutil/trace.go:171","msg":"trace[89925842] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"151.484307ms","start":"2026-05-29T02:57:33.82266Z","end":"2026-05-29T02:57:33.974144Z","steps":["trace[89925842] 'process raft request' (duration: 151.225331ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:34.006674Z","caller":"traceutil/trace.go:171","msg":"trace[495587946] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"176.342902ms","start":"2026-05-29T02:57:33.83026Z","end":"2026-05-29T02:57:34.006603Z","steps":["trace[495587946] 'process raft request' (duration: 175.997394ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:05.116257Z","caller":"traceutil/trace.go:171","msg":"trace[941232892] linearizableReadLoop","detail":"{readStateIndex:25797; appliedIndex:25796; }","duration":"408.019906ms","start":"2026-05-29T02:58:04.70821Z","end":"2026-05-29T02:58:05.11623Z","steps":["trace[941232892] 'read index received' (duration: 404.216057ms)","trace[941232892] 'applied index is now lower than readState.Index' (duration: 3.802669ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:05.116317Z","caller":"traceutil/trace.go:171","msg":"trace[1994284692] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"418.702118ms","start":"2026-05-29T02:58:04.697587Z","end":"2026-05-29T02:58:05.116289Z","steps":["trace[1994284692] 'process raft request' (duration: 414.868478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:05.116446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:04.697558Z","time spent":"418.820371ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:05.116472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.005689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:58:05.116501Z","caller":"traceutil/trace.go:171","msg":"trace[1085021763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24926; }","duration":"403.05485ms","start":"2026-05-29T02:58:04.713436Z","end":"2026-05-29T02:58:05.116491Z","steps":["trace[1085021763] 'agreement among raft nodes before linearized reading' (duration: 402.930657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:05.116526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:04.713429Z","time spent":"403.08941ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:58:05.11657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.334094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:58:05.116637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.341203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:58:05.116693Z","caller":"traceutil/trace.go:171","msg":"trace[1778741794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24926; }","duration":"408.481498ms","start":"2026-05-29T02:58:04.708183Z","end":"2026-05-29T02:58:05.116664Z","steps":["trace[1778741794] 'agreement among raft nodes before linearized reading' (duration: 408.15737ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:05.116723Z","caller":"traceutil/trace.go:171","msg":"trace[1364679573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24926; }","duration":"402.492877ms","start":"2026-05-29T02:58:04.71421Z","end":"2026-05-29T02:58:05.116703Z","steps":["trace[1364679573] 'agreement among raft nodes before linearized reading' (duration: 402.276231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:05.116761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:04.714178Z","time spent":"402.576959ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:05.116756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:04.708171Z","time spent":"408.57145ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:58:09.838828Z","caller":"traceutil/trace.go:171","msg":"trace[398035573] linearizableReadLoop","detail":"{readStateIndex:25838; appliedIndex:25837; }","duration":"119.627777ms","start":"2026-05-29T02:58:09.71917Z","end":"2026-05-29T02:58:09.838798Z","steps":["trace[398035573] 'read index received' (duration: 119.421112ms)","trace[398035573] 'applied index is now lower than readState.Index' (duration: 204.625µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:09.838996Z","caller":"traceutil/trace.go:171","msg":"trace[1498118034] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"131.710091ms","start":"2026-05-29T02:58:09.707235Z","end":"2026-05-29T02:58:09.838945Z","steps":["trace[1498118034] 'process raft request' (duration: 131.351903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:09.839056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.853242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:09.839105Z","caller":"traceutil/trace.go:171","msg":"trace[1928837863] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24966; }","duration":"119.949255ms","start":"2026-05-29T02:58:09.719143Z","end":"2026-05-29T02:58:09.839093Z","steps":["trace[1928837863] 'agreement among raft nodes before linearized reading' (duration: 119.841612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:09.84728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.439753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:09.847354Z","caller":"traceutil/trace.go:171","msg":"trace[2033564653] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24967; }","duration":"122.553816ms","start":"2026-05-29T02:58:09.724784Z","end":"2026-05-29T02:58:09.847338Z","steps":["trace[2033564653] 'agreement among raft nodes before linearized reading' (duration: 122.416243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:11.130113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557043,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:58:11.484924Z","caller":"traceutil/trace.go:171","msg":"trace[4679230] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"1.099235823s","start":"2026-05-29T02:58:10.385666Z","end":"2026-05-29T02:58:11.484902Z","steps":["trace[4679230] 'process raft request' (duration: 1.099074619s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:11.485072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:10.385643Z","time spent":"1.099353985s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:12.017967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.310296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:12.018207Z","caller":"traceutil/trace.go:171","msg":"trace[1183059978] linearizableReadLoop","detail":"{readStateIndex:25846; appliedIndex:25843; }","duration":"1.388387351s","start":"2026-05-29T02:58:10.6298Z","end":"2026-05-29T02:58:12.018187Z","steps":["trace[1183059978] 'read index received' (duration: 855.020383ms)","trace[1183059978] 'applied index is now lower than readState.Index' (duration: 533.365658ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:12.018296Z","caller":"traceutil/trace.go:171","msg":"trace[954123077] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"1.515954994s","start":"2026-05-29T02:58:10.502322Z","end":"2026-05-29T02:58:12.018277Z","steps":["trace[954123077] 'process raft request' (duration: 1.411221468s)","trace[954123077] 'compare' (duration: 104.080631ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:12.018357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:10.502299Z","time spent":"1.516023026s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:12.018509Z","caller":"traceutil/trace.go:171","msg":"trace[1504115178] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"1.373808418s","start":"2026-05-29T02:58:10.644659Z","end":"2026-05-29T02:58:12.018468Z","steps":["trace[1504115178] 'process raft request' (duration: 1.373430109s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:12.018659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388837972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:58:12.018699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:10.644589Z","time spent":"1.374005563s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:12.018736Z","caller":"traceutil/trace.go:171","msg":"trace[1312854446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24974; }","duration":"1.388954485s","start":"2026-05-29T02:58:10.629763Z","end":"2026-05-29T02:58:12.018717Z","steps":["trace[1312854446] 'agreement among raft nodes before linearized reading' (duration: 1.388692548s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:12.018778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:10.629746Z","time spent":"1.389024456s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:58:12.519345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:13.020458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:13.243845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:13.243936Z","caller":"traceutil/trace.go:171","msg":"trace[355804363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164075s","start":"2026-05-29T02:58:11.24375Z","end":"2026-05-29T02:58:13.243914Z","steps":["trace[355804363] 'agreement among raft nodes before linearized reading' (duration: 2.000047052s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:13.243987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.243736Z","time spent":"2.000240167s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:13.52111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:13.722705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743282596s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:13.839641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.022549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:13.839757Z","caller":"traceutil/trace.go:171","msg":"trace[1018616530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24974; }","duration":"101.161392ms","start":"2026-05-29T02:58:13.738579Z","end":"2026-05-29T02:58:13.83974Z","steps":["trace[1018616530] 'range keys from in-memory index tree' (duration: 101.001238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:13.839783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.688188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:13.840026Z","caller":"traceutil/trace.go:171","msg":"trace[256417116] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"2.165488987s","start":"2026-05-29T02:58:11.674512Z","end":"2026-05-29T02:58:13.840001Z","steps":["trace[256417116] 'process raft request' (duration: 2.048495243s)","trace[256417116] 'compare' (duration: 116.497743ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:13.840043Z","caller":"traceutil/trace.go:171","msg":"trace[924331518] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"1.987585618s","start":"2026-05-29T02:58:11.852444Z","end":"2026-05-29T02:58:13.84003Z","steps":["trace[924331518] 'process raft request' (duration: 1.987511896s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:13.840111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.852433Z","time spent":"1.98764806s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:13.840123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.674484Z","time spent":"2.16559623s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:13.840089Z","caller":"traceutil/trace.go:171","msg":"trace[589798431] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"1.996200631s","start":"2026-05-29T02:58:11.843836Z","end":"2026-05-29T02:58:13.840037Z","steps":["trace[589798431] 'process raft request' (duration: 1.996041627s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:13.840222Z","caller":"traceutil/trace.go:171","msg":"trace[1370641091] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"1.953833273s","start":"2026-05-29T02:58:11.886378Z","end":"2026-05-29T02:58:13.840211Z","steps":["trace[1370641091] 'process raft request' (duration: 1.953621228s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:13.840284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.843814Z","time spent":"1.996373696s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:13.840297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.886355Z","time spent":"1.953893435s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:15.188583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46564312s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:15.244534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:15.244639Z","caller":"traceutil/trace.go:171","msg":"trace[1839542614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036671s","start":"2026-05-29T02:58:13.244249Z","end":"2026-05-29T02:58:15.244615Z","steps":["trace[1839542614] 'agreement among raft nodes before linearized reading' (duration: 2.000236597s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:15.244696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.244216Z","time spent":"2.000467553s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:15.706835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999666489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:15.706999Z","caller":"traceutil/trace.go:171","msg":"trace[1110673804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999847264s","start":"2026-05-29T02:58:10.707119Z","end":"2026-05-29T02:58:15.706966Z","steps":["trace[1110673804] 'agreement among raft nodes before linearized reading' (duration: 4.999661659s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:15.707063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:10.707047Z","time spent":"5.000001948s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:58:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:16.143437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999813853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:16.143559Z","caller":"traceutil/trace.go:171","msg":"trace[1558493337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999992737s","start":"2026-05-29T02:58:11.143538Z","end":"2026-05-29T02:58:16.143531Z","steps":["trace[1558493337] 'agreement among raft nodes before linearized reading' (duration: 4.999836313s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.143622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.143524Z","time spent":"5.000086779s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:16.220063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031113308s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:16.22046Z","caller":"traceutil/trace.go:171","msg":"trace[1368735727] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25846; }","duration":"4.202196603s","start":"2026-05-29T02:58:12.018242Z","end":"2026-05-29T02:58:16.220439Z","steps":["trace[1368735727] 'read index received' (duration: 1.704722349s)","trace[1368735727] 'applied index is now lower than readState.Index' (duration: 2.497473344s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:16.220682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243442804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:16.22075Z","caller":"traceutil/trace.go:171","msg":"trace[2009265401] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24983; }","duration":"4.243564417s","start":"2026-05-29T02:58:11.977172Z","end":"2026-05-29T02:58:16.220736Z","steps":["trace[2009265401] 'agreement among raft nodes before linearized reading' (duration: 4.243440434s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.22078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.97715Z","time spent":"4.243624488s","remote":"127.0.0.1:47802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:16.220812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406358249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:58:16.22086Z","caller":"traceutil/trace.go:171","msg":"trace[102359643] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24983; }","duration":"4.40641041s","start":"2026-05-29T02:58:11.814436Z","end":"2026-05-29T02:58:16.220846Z","steps":["trace[102359643] 'agreement among raft nodes before linearized reading' (duration: 4.406245757s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.2209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.814368Z","time spent":"4.406522593s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:16.220926Z","caller":"traceutil/trace.go:171","msg":"trace[1803002984] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"4.197489672s","start":"2026-05-29T02:58:12.023423Z","end":"2026-05-29T02:58:16.220913Z","steps":["trace[1803002984] 'process raft request' (duration: 3.165434262s)","trace[1803002984] 'compare' (duration: 1.029749266s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:16.221003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.023407Z","time spent":"4.197555913s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:16.221102Z","caller":"traceutil/trace.go:171","msg":"trace[990568899] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"4.092710335s","start":"2026-05-29T02:58:12.128383Z","end":"2026-05-29T02:58:16.221094Z","steps":["trace[990568899] 'process raft request' (duration: 4.091776163s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.221098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072205508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:58:16.221164Z","caller":"traceutil/trace.go:171","msg":"trace[1959455813] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"4.035082459s","start":"2026-05-29T02:58:12.186076Z","end":"2026-05-29T02:58:16.221158Z","steps":["trace[1959455813] 'process raft request' (duration: 4.034148977s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:16.22117Z","caller":"traceutil/trace.go:171","msg":"trace[1325472946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24983; }","duration":"5.072367502s","start":"2026-05-29T02:58:11.148787Z","end":"2026-05-29T02:58:16.221155Z","steps":["trace[1325472946] 'agreement among raft nodes before linearized reading' (duration: 5.072040634s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.221191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.186042Z","time spent":"4.03513498s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:16.221208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.148778Z","time spent":"5.072423163s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:16.221189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072941334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:58:16.221273Z","caller":"traceutil/trace.go:171","msg":"trace[1315554602] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"2.729273522s","start":"2026-05-29T02:58:13.491995Z","end":"2026-05-29T02:58:16.221268Z","steps":["trace[1315554602] 'process raft request' (duration: 2.728397202s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.221312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.491967Z","time spent":"2.729324693s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:16.221312Z","caller":"traceutil/trace.go:171","msg":"trace[1470563829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24983; }","duration":"5.073119419s","start":"2026-05-29T02:58:11.148161Z","end":"2026-05-29T02:58:16.221281Z","steps":["trace[1470563829] 'agreement among raft nodes before linearized reading' (duration: 5.072694909s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.221376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.148137Z","time spent":"5.073225782s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:58:16.221253Z","caller":"traceutil/trace.go:171","msg":"trace[504585705] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"4.032376665s","start":"2026-05-29T02:58:12.18887Z","end":"2026-05-29T02:58:16.221247Z","steps":["trace[504585705] 'process raft request' (duration: 4.031471544s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.221497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.724666115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T02:58:16.221518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.188858Z","time spent":"4.032641321s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:16.221523Z","caller":"traceutil/trace.go:171","msg":"trace[1086293856] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:24983; }","duration":"4.724735946s","start":"2026-05-29T02:58:11.49678Z","end":"2026-05-29T02:58:16.221516Z","steps":["trace[1086293856] 'agreement among raft nodes before linearized reading' (duration: 4.724654584s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.22159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.070706292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-29T02:58:16.2216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.496758Z","time spent":"4.724827028s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:58:16.221136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.128365Z","time spent":"4.092753177s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:16.221619Z","caller":"traceutil/trace.go:171","msg":"trace[94435584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24983; }","duration":"5.070774383s","start":"2026-05-29T02:58:11.150837Z","end":"2026-05-29T02:58:16.221611Z","steps":["trace[94435584] 'agreement among raft nodes before linearized reading' (duration: 5.070700692s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:16.221769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.150816Z","time spent":"5.070924007s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:58:16.721157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:17.222212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:17.252251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000681387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:17.252341Z","caller":"traceutil/trace.go:171","msg":"trace[954073045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0008326s","start":"2026-05-29T02:58:15.251488Z","end":"2026-05-29T02:58:17.25232Z","steps":["trace[954073045] 'agreement among raft nodes before linearized reading' (duration: 2.000715138s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.252394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.251469Z","time spent":"2.000914723s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:17.56196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.373144857s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:18.384668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.296801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:18.384879Z","caller":"traceutil/trace.go:171","msg":"trace[1283035159] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"4.526809277s","start":"2026-05-29T02:58:13.858044Z","end":"2026-05-29T02:58:18.384853Z","steps":["trace[1283035159] 'process raft request' (duration: 4.526725925s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.385031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.858014Z","time spent":"4.526981361s","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:18.385104Z","caller":"traceutil/trace.go:171","msg":"trace[1547173105] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"4.537664112s","start":"2026-05-29T02:58:13.847405Z","end":"2026-05-29T02:58:18.38507Z","steps":["trace[1547173105] 'process raft request' (duration: 3.714837108s)","trace[1547173105] 'compare' (duration: 822.170238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:18.385283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.847358Z","time spent":"4.537816326s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2575,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:19.252752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:19.252839Z","caller":"traceutil/trace.go:171","msg":"trace[426151156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111684s","start":"2026-05-29T02:58:17.252708Z","end":"2026-05-29T02:58:19.25282Z","steps":["trace[426151156] 'agreement among raft nodes before linearized reading' (duration: 2.000001581s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.252885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.252688Z","time spent":"2.000187336s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:19.506133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.572054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:19.506453Z","caller":"traceutil/trace.go:171","msg":"trace[1352684880] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"3.650870452s","start":"2026-05-29T02:58:15.855563Z","end":"2026-05-29T02:58:19.506433Z","steps":["trace[1352684880] 'process raft request' (duration: 3.65077501s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.506519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.855554Z","time spent":"3.650933923s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:19.506493Z","caller":"traceutil/trace.go:171","msg":"trace[524457715] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"3.659338471s","start":"2026-05-29T02:58:15.847106Z","end":"2026-05-29T02:58:19.506445Z","steps":["trace[524457715] 'process raft request' (duration: 2.727356298s)","trace[524457715] 'compare' (duration: 931.306388ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:19.506498Z","caller":"traceutil/trace.go:171","msg":"trace[1839398364] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"3.659172817s","start":"2026-05-29T02:58:15.847289Z","end":"2026-05-29T02:58:19.506461Z","steps":["trace[1839398364] 'process raft request' (duration: 3.658951152s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.506691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.847091Z","time spent":"3.659489235s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:19.506692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.847242Z","time spent":"3.659347181s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:19.50684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.228769Z","time spent":"3.278059474s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:58:19.506927Z","caller":"traceutil/trace.go:171","msg":"trace[128910495] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"3.277626823s","start":"2026-05-29T02:58:16.229262Z","end":"2026-05-29T02:58:19.506888Z","steps":["trace[128910495] 'process raft request' (duration: 3.277429108s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.507016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.229249Z","time spent":"3.277718416s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:19.507243Z","caller":"traceutil/trace.go:171","msg":"trace[1540856598] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"3.277569202s","start":"2026-05-29T02:58:16.229659Z","end":"2026-05-29T02:58:19.507228Z","steps":["trace[1540856598] 'process raft request' (duration: 3.277188263s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.507353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.229642Z","time spent":"3.277663635s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:19.507366Z","caller":"traceutil/trace.go:171","msg":"trace[354818508] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"2.905527262s","start":"2026-05-29T02:58:16.601804Z","end":"2026-05-29T02:58:19.507331Z","steps":["trace[354818508] 'process raft request' (duration: 2.905079552s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:19.507382Z","caller":"traceutil/trace.go:171","msg":"trace[826833501] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"3.278059804s","start":"2026-05-29T02:58:16.22929Z","end":"2026-05-29T02:58:19.50735Z","steps":["trace[826833501] 'process raft request' (duration: 3.277518471s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.507541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.229271Z","time spent":"3.278186176s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:19.507552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.601719Z","time spent":"2.905731007s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:20.636546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.913665678s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:20.707507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998177474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:20.707689Z","caller":"traceutil/trace.go:171","msg":"trace[206675039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99847555s","start":"2026-05-29T02:58:17.709191Z","end":"2026-05-29T02:58:20.707666Z","steps":["trace[206675039] 'agreement among raft nodes before linearized reading' (duration: 2.998265316s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:20.707786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.709168Z","time spent":"2.998604794s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:58:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:21.143791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997757134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:21.143912Z","caller":"traceutil/trace.go:171","msg":"trace[1634888750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997937658s","start":"2026-05-29T02:58:18.145937Z","end":"2026-05-29T02:58:21.143875Z","steps":["trace[1634888750] 'agreement among raft nodes before linearized reading' (duration: 2.997789305s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.143972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.14591Z","time spent":"2.99805017s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:58:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:21.260502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:21.260782Z","caller":"traceutil/trace.go:171","msg":"trace[261665079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624455s","start":"2026-05-29T02:58:19.260081Z","end":"2026-05-29T02:58:21.260705Z","steps":["trace[261665079] 'agreement among raft nodes before linearized reading' (duration: 2.000347209s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.26089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.260028Z","time spent":"2.0008464s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:21.531549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02455697s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:58:21.533414Z","caller":"traceutil/trace.go:171","msg":"trace[2069201802] linearizableReadLoop","detail":"{readStateIndex:25868; appliedIndex:25855; }","duration":"5.312897776s","start":"2026-05-29T02:58:16.220498Z","end":"2026-05-29T02:58:21.533396Z","steps":["trace[2069201802] 'read index received' (duration: 1.341762273s)","trace[2069201802] 'applied index is now lower than readState.Index' (duration: 3.971134003s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:21.533497Z","caller":"traceutil/trace.go:171","msg":"trace[1666934400] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"4.705781621s","start":"2026-05-29T02:58:16.827703Z","end":"2026-05-29T02:58:21.533485Z","steps":["trace[1666934400] 'process raft request' (duration: 4.703947178s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.827677Z","time spent":"4.705930064s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.533683Z","caller":"traceutil/trace.go:171","msg":"trace[1027425655] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"4.510015961s","start":"2026-05-29T02:58:17.023646Z","end":"2026-05-29T02:58:21.533662Z","steps":["trace[1027425655] 'process raft request' (duration: 4.509405867s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.023624Z","time spent":"4.510111664s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.533864Z","caller":"traceutil/trace.go:171","msg":"trace[1246638885] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"3.302442698s","start":"2026-05-29T02:58:18.231392Z","end":"2026-05-29T02:58:21.533835Z","steps":["trace[1246638885] 'process raft request' (duration: 3.301755482s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.533977Z","caller":"traceutil/trace.go:171","msg":"trace[1402341061] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"3.301842813s","start":"2026-05-29T02:58:18.232082Z","end":"2026-05-29T02:58:21.533925Z","steps":["trace[1402341061] 'process raft request' (duration: 3.301121796s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.534034Z","caller":"traceutil/trace.go:171","msg":"trace[1532803142] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"3.304114068s","start":"2026-05-29T02:58:18.229899Z","end":"2026-05-29T02:58:21.534013Z","steps":["trace[1532803142] 'process raft request' (duration: 3.303218236s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.533952Z","caller":"traceutil/trace.go:171","msg":"trace[1616020732] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"3.30211498s","start":"2026-05-29T02:58:18.231801Z","end":"2026-05-29T02:58:21.533916Z","steps":["trace[1616020732] 'process raft request' (duration: 3.301374853s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.232075Z","time spent":"3.301989457s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.534149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.229877Z","time spent":"3.304211999s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.534167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.231384Z","time spent":"3.302644603s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.534257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.231793Z","time spent":"3.302384396s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.870314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043608393s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:21.941546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.333969379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:21.941644Z","caller":"traceutil/trace.go:171","msg":"trace[442018034] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24999; }","duration":"8.334109562s","start":"2026-05-29T02:58:13.607509Z","end":"2026-05-29T02:58:21.941619Z","steps":["trace[442018034] 'agreement among raft nodes before linearized reading' (duration: 7.926176597s)","trace[442018034] 'count revisions from in-memory index tree' (duration: 407.766861ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.941692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.607448Z","time spent":"8.334232874s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.942156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.626005919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.942203Z","caller":"traceutil/trace.go:171","msg":"trace[1012970395] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24999; }","duration":"7.62605269s","start":"2026-05-29T02:58:14.316137Z","end":"2026-05-29T02:58:21.942189Z","steps":["trace[1012970395] 'agreement among raft nodes before linearized reading' (duration: 7.21749088s)","trace[1012970395] 'count revisions from in-memory index tree' (duration: 408.492238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.942237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.316075Z","time spent":"7.626152962s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.942434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.548014329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:21.942473Z","caller":"traceutil/trace.go:171","msg":"trace[1304467277] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24999; }","duration":"8.548094311s","start":"2026-05-29T02:58:13.394369Z","end":"2026-05-29T02:58:21.942463Z","steps":["trace[1304467277] 'agreement among raft nodes before linearized reading' (duration: 8.139290145s)","trace[1304467277] 'count revisions from in-memory index tree' (duration: 408.742824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.942503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.394348Z","time spent":"8.548146662s","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.943556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.251123ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"warn","ts":"2026-05-29T02:58:21.943603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762656786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.943687Z","caller":"traceutil/trace.go:171","msg":"trace[62965702] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24999; }","duration":"5.762794649s","start":"2026-05-29T02:58:16.180868Z","end":"2026-05-29T02:58:21.943663Z","steps":["trace[62965702] 'agreement among raft nodes before linearized reading' (duration: 5.352959019s)","trace[62965702] 'count revisions from in-memory index tree' (duration: 409.705807ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.943704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.478419645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:21.943765Z","caller":"traceutil/trace.go:171","msg":"trace[1470981447] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24999; }","duration":"9.478542588s","start":"2026-05-29T02:58:12.465208Z","end":"2026-05-29T02:58:21.943751Z","steps":["trace[1470981447] 'agreement among raft nodes before linearized reading' (duration: 9.068505133s)","trace[1470981447] 'count revisions from in-memory index tree' (duration: 409.932732ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.943806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.465185Z","time spent":"9.47861498s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.943801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.395268516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-29T02:58:21.943844Z","caller":"traceutil/trace.go:171","msg":"trace[291041284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24999; }","duration":"7.395353928s","start":"2026-05-29T02:58:14.548477Z","end":"2026-05-29T02:58:21.943831Z","steps":["trace[291041284] 'agreement among raft nodes before linearized reading' (duration: 6.985391055s)","trace[291041284] 'range keys from in-memory index tree' (duration: 409.8278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.943884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.548456Z","time spent":"7.395418649s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:58:21.943898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.082027526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-29T02:58:21.943934Z","caller":"traceutil/trace.go:171","msg":"trace[568218541] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24999; }","duration":"8.082093548s","start":"2026-05-29T02:58:13.86183Z","end":"2026-05-29T02:58:21.943924Z","steps":["trace[568218541] 'agreement among raft nodes before linearized reading' (duration: 7.6719135s)","trace[568218541] 'range keys from in-memory index tree' (duration: 410.040735ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.943968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.861813Z","time spent":"8.082149829s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-29T02:58:21.94401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.275487081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-29T02:58:21.944039Z","caller":"traceutil/trace.go:171","msg":"trace[1199381795] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24999; }","duration":"8.275560774s","start":"2026-05-29T02:58:13.668471Z","end":"2026-05-29T02:58:21.944032Z","steps":["trace[1199381795] 'agreement among raft nodes before linearized reading' (duration: 7.865175581s)","trace[1199381795] 'range keys from in-memory index tree' (duration: 410.2528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.66845Z","time spent":"8.275601994s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-05-29T02:58:21.944111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.613938926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:21.944145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.547141298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.944152Z","caller":"traceutil/trace.go:171","msg":"trace[1863815912] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24999; }","duration":"9.614016038s","start":"2026-05-29T02:58:12.330124Z","end":"2026-05-29T02:58:21.94414Z","steps":["trace[1863815912] 'agreement among raft nodes before linearized reading' (duration: 9.203764879s)","trace[1863815912] 'count revisions from in-memory index tree' (duration: 410.193018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.330104Z","time spent":"9.614077009s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.944211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.054010517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:58:21.944228Z","caller":"traceutil/trace.go:171","msg":"trace[12665294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24999; }","duration":"8.054065818s","start":"2026-05-29T02:58:13.890158Z","end":"2026-05-29T02:58:21.944224Z","steps":["trace[12665294] 'agreement among raft nodes before linearized reading' (duration: 7.643545852s)","trace[12665294] 'range keys from in-memory index tree' (duration: 410.464335ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.890138Z","time spent":"8.054106249s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:58:21.944289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767548282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:21.943758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.180847Z","time spent":"5.762890532s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:21.94434Z","caller":"traceutil/trace.go:171","msg":"trace[240748481] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24999; }","duration":"7.767645944s","start":"2026-05-29T02:58:14.176678Z","end":"2026-05-29T02:58:21.944324Z","steps":["trace[240748481] 'agreement among raft nodes before linearized reading' (duration: 7.356990294s)","trace[240748481] 'count revisions from in-memory index tree' (duration: 410.506995ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.17665Z","time spent":"7.767723036s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.943658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.046667278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:21.944455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.505010401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T02:58:21.944476Z","caller":"traceutil/trace.go:171","msg":"trace[1916376747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24999; }","duration":"7.047528468s","start":"2026-05-29T02:58:14.896937Z","end":"2026-05-29T02:58:21.944466Z","steps":["trace[1916376747] 'agreement among raft nodes before linearized reading' (duration: 6.6369235s)","trace[1916376747] 'count revisions from in-memory index tree' (duration: 409.745677ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:21.944486Z","caller":"traceutil/trace.go:171","msg":"trace[899602143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24999; }","duration":"7.505076862s","start":"2026-05-29T02:58:14.439398Z","end":"2026-05-29T02:58:21.944475Z","steps":["trace[899602143] 'agreement among raft nodes before linearized reading' (duration: 7.094508525s)","trace[899602143] 'range keys from in-memory index tree' (duration: 410.482866ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.439372Z","time spent":"7.505144223s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:58:21.944566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.656355903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.94461Z","caller":"traceutil/trace.go:171","msg":"trace[180415044] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24999; }","duration":"7.656451606s","start":"2026-05-29T02:58:14.288145Z","end":"2026-05-29T02:58:21.944597Z","steps":["trace[180415044] 'agreement among raft nodes before linearized reading' (duration: 7.245630393s)","trace[180415044] 'count revisions from in-memory index tree' (duration: 410.766272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.288112Z","time spent":"7.656524397s","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.94467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.981932399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:21.944707Z","caller":"traceutil/trace.go:171","msg":"trace[2029471661] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24999; }","duration":"5.98201585s","start":"2026-05-29T02:58:15.962681Z","end":"2026-05-29T02:58:21.944697Z","steps":["trace[2029471661] 'agreement among raft nodes before linearized reading' (duration: 5.571237498s)","trace[2029471661] 'count revisions from in-memory index tree' (duration: 410.722811ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.962655Z","time spent":"5.982079522s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.944862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.697075826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-29T02:58:21.944899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131671375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.944903Z","caller":"traceutil/trace.go:171","msg":"trace[1711315787] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:24999; }","duration":"6.697142838s","start":"2026-05-29T02:58:15.247749Z","end":"2026-05-29T02:58:21.944892Z","steps":["trace[1711315787] 'agreement among raft nodes before linearized reading' (duration: 6.286062489s)","trace[1711315787] 'range keys from in-memory index tree' (duration: 410.978737ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:21.94493Z","caller":"traceutil/trace.go:171","msg":"trace[549583957] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24999; }","duration":"6.131734596s","start":"2026-05-29T02:58:15.813185Z","end":"2026-05-29T02:58:21.94492Z","steps":["trace[549583957] 'agreement among raft nodes before linearized reading' (duration: 5.720756089s)","trace[549583957] 'count revisions from in-memory index tree' (duration: 410.899125ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.247732Z","time spent":"6.697197559s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:58:21.94496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.813166Z","time spent":"6.131786358s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:21.944162Z","caller":"traceutil/trace.go:171","msg":"trace[1254177356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24999; }","duration":"8.54720346s","start":"2026-05-29T02:58:13.396952Z","end":"2026-05-29T02:58:21.944155Z","steps":["trace[1254177356] 'agreement among raft nodes before linearized reading' (duration: 8.136744675s)","trace[1254177356] 'count revisions from in-memory index tree' (duration: 410.430984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.944342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.767246584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:21.945153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.396927Z","time spent":"8.548214963s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:21.945174Z","caller":"traceutil/trace.go:171","msg":"trace[1176539233] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24999; }","duration":"5.768116764s","start":"2026-05-29T02:58:16.177042Z","end":"2026-05-29T02:58:21.945159Z","steps":["trace[1176539233] 'agreement among raft nodes before linearized reading' (duration: 5.356797599s)","trace[1176539233] 'range keys from in-memory index tree' (duration: 410.421154ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.945209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.177016Z","time spent":"5.768183156s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:58:21.944383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.030536248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:21.944498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.896914Z","time spent":"7.04757718s","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:21.94531Z","caller":"traceutil/trace.go:171","msg":"trace[2068319805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24999; }","duration":"7.031515231s","start":"2026-05-29T02:58:14.913785Z","end":"2026-05-29T02:58:21.9453Z","steps":["trace[2068319805] 'agreement among raft nodes before linearized reading' (duration: 6.620114434s)","trace[2068319805] 'count revisions from in-memory index tree' (duration: 410.458485ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.945328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.913767Z","time spent":"7.031555652s","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:21.943763Z","caller":"traceutil/trace.go:171","msg":"trace[717177481] compact","detail":"{revision:21670; response_revision:24999; }","duration":"3.555933887s","start":"2026-05-29T02:58:18.387815Z","end":"2026-05-29T02:58:21.943749Z","steps":["trace[717177481] 'process raft request' (duration: 3.145415411s)","trace[717177481] 'check and update compact revision' (duration: 408.13329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.945555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.387766Z","time spent":"3.557786821s","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:58:21.945707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21670} {"level":"info","ts":"2026-05-29T02:58:21.946378Z","caller":"traceutil/trace.go:171","msg":"trace[998762838] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"3.551704168s","start":"2026-05-29T02:58:18.394647Z","end":"2026-05-29T02:58:21.946352Z","steps":["trace[998762838] 'process raft request' (duration: 3.549003794s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.946486Z","caller":"traceutil/trace.go:171","msg":"trace[150522740] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25000; }","duration":"2.437912504s","start":"2026-05-29T02:58:19.508566Z","end":"2026-05-29T02:58:21.946478Z","steps":["trace[150522740] 'process raft request' (duration: 2.43775944s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.946536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.39463Z","time spent":"3.55181966s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2557,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.946552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.508535Z","time spent":"2.437969084s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.946855Z","caller":"traceutil/trace.go:171","msg":"trace[424017773] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"2.422227503s","start":"2026-05-29T02:58:19.524619Z","end":"2026-05-29T02:58:21.946847Z","steps":["trace[424017773] 'process raft request' (duration: 2.421850084s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.946917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.524587Z","time spent":"2.422289775s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:22.275251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.741179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:22.2754Z","caller":"traceutil/trace.go:171","msg":"trace[1227324699] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"1.128769987s","start":"2026-05-29T02:58:21.146604Z","end":"2026-05-29T02:58:22.275374Z","steps":["trace[1227324699] 'process raft request' (duration: 805.809763ms)","trace[1227324699] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:453; } (duration: 321.843058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:22.275471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.146578Z","time spent":"1.12885784s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:22.280542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.955448Z","time spent":"325.089944ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:23.22704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99925708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:23.22712Z","caller":"traceutil/trace.go:171","msg":"trace[1733521535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999407633s","start":"2026-05-29T02:58:18.227697Z","end":"2026-05-29T02:58:23.227105Z","steps":["trace[1733521535] 'agreement among raft nodes before linearized reading' (duration: 4.99928732s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:23.227159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.227676Z","time spent":"4.999475245s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:58:23.261483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:23.261557Z","caller":"traceutil/trace.go:171","msg":"trace[1998757320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606835s","start":"2026-05-29T02:58:21.260935Z","end":"2026-05-29T02:58:23.261542Z","steps":["trace[1998757320] 'agreement among raft nodes before linearized reading' (duration: 2.000513152s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:23.261596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.260904Z","time spent":"2.000684677s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:23.497475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221984072s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:23.497666Z","caller":"traceutil/trace.go:171","msg":"trace[297141310] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"1.982428577s","start":"2026-05-29T02:58:21.515204Z","end":"2026-05-29T02:58:23.497632Z","steps":["trace[297141310] 'process raft request' (duration: 760.155668ms)","trace[297141310] 'compare' (duration: 640.944871ms)","trace[297141310] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:494; } (duration: 580.316334ms)"],"step_count":3} {"level":"warn","ts":"2026-05-29T02:58:23.497749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.515178Z","time spent":"1.98253887s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:23.863552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:23.863628Z","caller":"traceutil/trace.go:171","msg":"trace[1645857578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110663s","start":"2026-05-29T02:58:21.863501Z","end":"2026-05-29T02:58:23.863612Z","steps":["trace[1645857578] 'agreement among raft nodes before linearized reading' (duration: 2.000012471s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:23.863666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.863479Z","time spent":"2.000181435s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:23.931772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.745618ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:23.931893Z","caller":"traceutil/trace.go:171","msg":"trace[139720901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25003; }","duration":"192.879351ms","start":"2026-05-29T02:58:23.738999Z","end":"2026-05-29T02:58:23.931878Z","steps":["trace[139720901] 'range keys from in-memory index tree' (duration: 192.730688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:25.078237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580535415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:25.078352Z","caller":"traceutil/trace.go:171","msg":"trace[1952643860] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"3.563017114s","start":"2026-05-29T02:58:21.515314Z","end":"2026-05-29T02:58:25.078331Z","steps":["trace[1952643860] 'process raft request' (duration: 1.982295984s)","trace[1952643860] 'compare' (duration: 28.741867ms)","trace[1952643860] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 1.550215141s)"],"step_count":3} {"level":"warn","ts":"2026-05-29T02:58:25.078403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.515306Z","time spent":"3.563077045s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:25.268533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:25.268623Z","caller":"traceutil/trace.go:171","msg":"trace[1408322255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573186s","start":"2026-05-29T02:58:23.268031Z","end":"2026-05-29T02:58:25.268604Z","steps":["trace[1408322255] 'agreement among raft nodes before linearized reading' (duration: 2.000466313s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:25.268671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:23.268026Z","time spent":"2.000635207s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:26.511366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.515572Z","time spent":"4.995779378s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:27.269723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:27.269873Z","caller":"traceutil/trace.go:171","msg":"trace[1910453259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471282s","start":"2026-05-29T02:58:25.26938Z","end":"2026-05-29T02:58:27.269851Z","steps":["trace[1910453259] 'agreement among raft nodes before linearized reading' (duration: 2.000264977s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:27.269952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.269363Z","time spent":"2.000575824s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:27.908386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368616655s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:28.227103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997294863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:28.227191Z","caller":"traceutil/trace.go:171","msg":"trace[1556035186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997464817s","start":"2026-05-29T02:58:25.229707Z","end":"2026-05-29T02:58:28.227172Z","steps":["trace[1556035186] 'agreement among raft nodes before linearized reading' (duration: 2.997318253s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:28.227258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.229692Z","time spent":"2.99755254s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:58:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:28.537878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:23.540075Z","time spent":"4.997795306s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:28.537954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:23.539067Z","time spent":"4.998876872s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:28.540325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:23.541758Z","time spent":"4.998561514s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:28.798676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.085069Z","time spent":"713.600332ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:28.799697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72129912s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:28.799816Z","caller":"traceutil/trace.go:171","msg":"trace[569016355] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25872; }","duration":"7.266351581s","start":"2026-05-29T02:58:21.533449Z","end":"2026-05-29T02:58:28.799801Z","steps":["trace[569016355] 'read index received' (duration: 338.538291ms)","trace[569016355] 'applied index is now lower than readState.Index' (duration: 6.92781208s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:28.947028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.946836Z","time spent":"7.000184863s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:28.948126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.947616Z","time spent":"7.000506841s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:28.951236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.951052Z","time spent":"7.000170063s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:28.959398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.958746Z","time spent":"7.000645474s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:29.279139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999462789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:29.279263Z","caller":"traceutil/trace.go:171","msg":"trace[1855049726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999670263s","start":"2026-05-29T02:58:27.279567Z","end":"2026-05-29T02:58:29.279237Z","steps":["trace[1855049726] 'agreement among raft nodes before linearized reading' (duration: 1.999484249s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:29.279329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.279549Z","time spent":"1.999766696s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:29.30032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:30.501786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.503712Z","time spent":"4.998065812s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:30.540649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:23.539566Z","time spent":"7.001074944s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:31.003301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.487953129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:58:31.003523Z","caller":"traceutil/trace.go:171","msg":"trace[723532646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25005; }","duration":"9.488224626s","start":"2026-05-29T02:58:21.515267Z","end":"2026-05-29T02:58:31.003492Z","steps":["trace[723532646] 'agreement among raft nodes before linearized reading' (duration: 7.28459311s)","trace[723532646] 'range keys from in-memory index tree' (duration: 2.203286398s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.003695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.515247Z","time spent":"9.48842798s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:58:31.004145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.491342999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:58:31.004275Z","caller":"traceutil/trace.go:171","msg":"trace[237128934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25005; }","duration":"9.491466711s","start":"2026-05-29T02:58:21.512787Z","end":"2026-05-29T02:58:31.004254Z","steps":["trace[237128934] 'agreement among raft nodes before linearized reading' (duration: 7.287088708s)","trace[237128934] 'range keys from in-memory index tree' (duration: 2.204184658s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.004435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.51275Z","time spent":"9.491667776s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:31.004586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.924149476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.004624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.502527345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.00464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.900784399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T02:58:31.004651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.790463497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.004658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.117246232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:31.004696Z","caller":"traceutil/trace.go:171","msg":"trace[1804096133] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25005; }","duration":"9.900873601s","start":"2026-05-29T02:58:21.103803Z","end":"2026-05-29T02:58:31.004676Z","steps":["trace[1804096133] 'agreement among raft nodes before linearized reading' (duration: 7.696115809s)","trace[1804096133] 'range keys from in-memory index tree' (duration: 2.204624168s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.004725Z","caller":"traceutil/trace.go:171","msg":"trace[1069852375] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25005; }","duration":"10.790590741s","start":"2026-05-29T02:58:20.21411Z","end":"2026-05-29T02:58:31.004701Z","steps":["trace[1069852375] 'agreement among raft nodes before linearized reading' (duration: 8.585826739s)","trace[1069852375] 'count revisions from in-memory index tree' (duration: 2.20467127s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.004782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.568490862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.004793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.884992688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:31.004831Z","caller":"traceutil/trace.go:171","msg":"trace[802372862] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25005; }","duration":"11.885030829s","start":"2026-05-29T02:58:19.119789Z","end":"2026-05-29T02:58:31.00482Z","steps":["trace[802372862] 'agreement among raft nodes before linearized reading' (duration: 9.680193965s)","trace[802372862] 'count revisions from in-memory index tree' (duration: 2.204778673s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.004828Z","caller":"traceutil/trace.go:171","msg":"trace[179865234] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25005; }","duration":"12.568581273s","start":"2026-05-29T02:58:18.436228Z","end":"2026-05-29T02:58:31.004809Z","steps":["trace[179865234] 'agreement among raft nodes before linearized reading' (duration: 10.36375669s)","trace[179865234] 'count revisions from in-memory index tree' (duration: 2.204777253s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.004842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.049647665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.004869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.11974Z","time spent":"11.885119712s","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:31.00488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.436198Z","time spent":"12.568669146s","remote":"127.0.0.1:44586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:31.004659Z","caller":"traceutil/trace.go:171","msg":"trace[1145871875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25005; }","duration":"12.924293079s","start":"2026-05-29T02:58:18.080345Z","end":"2026-05-29T02:58:31.004638Z","steps":["trace[1145871875] 'agreement among raft nodes before linearized reading' (duration: 10.71964674s)","trace[1145871875] 'count revisions from in-memory index tree' (duration: 2.204530287s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.004899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.672207867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.004894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.840670505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:31.004942Z","caller":"traceutil/trace.go:171","msg":"trace[1239850467] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25005; }","duration":"9.672269999s","start":"2026-05-29T02:58:21.332658Z","end":"2026-05-29T02:58:31.004928Z","steps":["trace[1239850467] 'agreement among raft nodes before linearized reading' (duration: 7.467233791s)","trace[1239850467] 'count revisions from in-memory index tree' (duration: 2.204987387s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.004954Z","caller":"traceutil/trace.go:171","msg":"trace[445305344] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25005; }","duration":"11.840759216s","start":"2026-05-29T02:58:19.164175Z","end":"2026-05-29T02:58:31.004934Z","steps":["trace[445305344] 'agreement among raft nodes before linearized reading' (duration: 9.635878072s)","trace[445305344] 'count revisions from in-memory index tree' (duration: 2.204805953s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.004959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.280903816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-29T02:58:31.004999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.332645Z","time spent":"9.672340001s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:31.004998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.164152Z","time spent":"11.840836099s","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:31.004733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.947646483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:31.00499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.79522342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.004974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.080312Z","time spent":"12.924619947s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:31.005034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.858006252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:31.005072Z","caller":"traceutil/trace.go:171","msg":"trace[366976649] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25005; }","duration":"10.795355233s","start":"2026-05-29T02:58:20.209695Z","end":"2026-05-29T02:58:31.00505Z","steps":["trace[366976649] 'agreement among raft nodes before linearized reading' (duration: 8.590318035s)","trace[366976649] 'count revisions from in-memory index tree' (duration: 2.204922846s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.004788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:20.214086Z","time spent":"10.790685623s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:31.005117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:20.209675Z","time spent":"10.795432354s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:31.005122Z","caller":"traceutil/trace.go:171","msg":"trace[1403565597] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25005; }","duration":"9.858150435s","start":"2026-05-29T02:58:21.146947Z","end":"2026-05-29T02:58:31.005097Z","steps":["trace[1403565597] 'agreement among raft nodes before linearized reading' (duration: 7.652952223s)","trace[1403565597] 'count revisions from in-memory index tree' (duration: 2.205061839s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.005131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.137584288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:31.004844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.492109667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:58:31.005172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.146922Z","time spent":"9.858238908s","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:31.005182Z","caller":"traceutil/trace.go:171","msg":"trace[176125641] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25005; }","duration":"14.1376762s","start":"2026-05-29T02:58:16.86749Z","end":"2026-05-29T02:58:31.005166Z","steps":["trace[176125641] 'agreement among raft nodes before linearized reading' (duration: 11.932519139s)","trace[176125641] 'count revisions from in-memory index tree' (duration: 2.20509379s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.004712Z","caller":"traceutil/trace.go:171","msg":"trace[1581003597] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25005; }","duration":"13.502649978s","start":"2026-05-29T02:58:17.502039Z","end":"2026-05-29T02:58:31.004689Z","steps":["trace[1581003597] 'agreement among raft nodes before linearized reading' (duration: 11.297961157s)","trace[1581003597] 'count revisions from in-memory index tree' (duration: 2.204583997s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.005233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.896469367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:31.005241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.867467Z","time spent":"14.137756181s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:31.005258Z","caller":"traceutil/trace.go:171","msg":"trace[2007077478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25005; }","duration":"9.896516489s","start":"2026-05-29T02:58:21.108731Z","end":"2026-05-29T02:58:31.005248Z","steps":["trace[2007077478] 'agreement among raft nodes before linearized reading' (duration: 7.691180253s)","trace[2007077478] 'count revisions from in-memory index tree' (duration: 2.205303785s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.005282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.108719Z","time spent":"9.896555749s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:31.005271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.50202Z","time spent":"13.503226911s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:31.004897Z","caller":"traceutil/trace.go:171","msg":"trace[1000275122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25005; }","duration":"10.049720656s","start":"2026-05-29T02:58:20.955156Z","end":"2026-05-29T02:58:31.004877Z","steps":["trace[1000275122] 'agreement among raft nodes before linearized reading' (duration: 7.84477295s)","trace[1000275122] 'count revisions from in-memory index tree' (duration: 2.204891475s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.005331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:20.95514Z","time spent":"10.050177517s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:31.005053Z","caller":"traceutil/trace.go:171","msg":"trace[916710996] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25005; }","duration":"11.948005102s","start":"2026-05-29T02:58:19.057037Z","end":"2026-05-29T02:58:31.005042Z","steps":["trace[916710996] 'agreement among raft nodes before linearized reading' (duration: 9.742938403s)","trace[916710996] 'count revisions from in-memory index tree' (duration: 2.204731551s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.004743Z","caller":"traceutil/trace.go:171","msg":"trace[1318269510] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25005; }","duration":"11.117392035s","start":"2026-05-29T02:58:19.887328Z","end":"2026-05-29T02:58:31.00472Z","steps":["trace[1318269510] 'agreement among raft nodes before linearized reading' (duration: 8.912699685s)","trace[1318269510] 'count revisions from in-memory index tree' (duration: 2.204568368s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.005448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.887298Z","time spent":"11.118138183s","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:31.004739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.103777Z","time spent":"9.900950774s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:58:31.005401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.057018Z","time spent":"11.948369001s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:31.005194Z","caller":"traceutil/trace.go:171","msg":"trace[92523078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25005; }","duration":"9.492497556s","start":"2026-05-29T02:58:21.512685Z","end":"2026-05-29T02:58:31.005183Z","steps":["trace[92523078] 'agreement among raft nodes before linearized reading' (duration: 7.287199992s)","trace[92523078] 'range keys from in-memory index tree' (duration: 2.204878695s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.005632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.512664Z","time spent":"9.492937496s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:58:31.007033Z","caller":"traceutil/trace.go:171","msg":"trace[1684478744] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25005; }","duration":"11.280991368s","start":"2026-05-29T02:58:19.723999Z","end":"2026-05-29T02:58:31.004991Z","steps":["trace[1684478744] 'agreement among raft nodes before linearized reading' (duration: 9.076042531s)","trace[1684478744] 'range keys from in-memory index tree' (duration: 2.204719422s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.007164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.723978Z","time spent":"11.283157088s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-29T02:58:31.063595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475907251s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:31.280409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:31.281122Z","caller":"traceutil/trace.go:171","msg":"trace[824036334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001458155s","start":"2026-05-29T02:58:29.279642Z","end":"2026-05-29T02:58:31.2811Z","steps":["trace[824036334] 'agreement among raft nodes before linearized reading' (duration: 2.000334579s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.281188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.279621Z","time spent":"2.001552738s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:31.511112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997600772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:31.511196Z","caller":"traceutil/trace.go:171","msg":"trace[110383768] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997738665s","start":"2026-05-29T02:58:26.513437Z","end":"2026-05-29T02:58:31.511176Z","steps":["trace[110383768] 'agreement among raft nodes before linearized reading' (duration: 4.997635353s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.511244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:26.51342Z","time spent":"4.997815077s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/29 02:58:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:31.512035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.011352Z","time spent":"500.675228ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:31.512069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.01102Z","time spent":"501.045697ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:31.512059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.011037Z","time spent":"501.011197ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:58:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:31.960378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004771907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:31.960499Z","caller":"traceutil/trace.go:171","msg":"trace[803812231] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.004974632s","start":"2026-05-29T02:58:21.955491Z","end":"2026-05-29T02:58:31.960465Z","steps":["trace[803812231] 'agreement among raft nodes before linearized reading' (duration: 10.004811918s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.960565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.955475Z","time spent":"10.005076155s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/05/29 02:58:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:32.081694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.083021Z","time spent":"4.998664918s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:32.692715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616465681s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:33.227907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.230307Z","time spent":"4.997580932s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:33.288399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:33.288498Z","caller":"traceutil/trace.go:171","msg":"trace[679105638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495504s","start":"2026-05-29T02:58:31.287982Z","end":"2026-05-29T02:58:33.288477Z","steps":["trace[679105638] 'agreement among raft nodes before linearized reading' (duration: 2.00036283s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:33.288565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.287964Z","time spent":"2.000591925s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:33.538232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992275486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:33.53834Z","caller":"traceutil/trace.go:171","msg":"trace[362860642] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.99244418s","start":"2026-05-29T02:58:30.545872Z","end":"2026-05-29T02:58:33.538317Z","steps":["trace[362860642] 'agreement among raft nodes before linearized reading' (duration: 2.992308207s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:33.538408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.545853Z","time spent":"2.992532362s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 02:58:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:33.538544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998525703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:33.538658Z","caller":"traceutil/trace.go:171","msg":"trace[746243313] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998708608s","start":"2026-05-29T02:58:28.539931Z","end":"2026-05-29T02:58:33.538639Z","steps":["trace[746243313] 'agreement among raft nodes before linearized reading' (duration: 4.998553254s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:33.538717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.539911Z","time spent":"4.99879483s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:58:33.538819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998078183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:33.539017Z","caller":"traceutil/trace.go:171","msg":"trace[1750220651] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998285428s","start":"2026-05-29T02:58:28.540718Z","end":"2026-05-29T02:58:33.539003Z","steps":["trace[1750220651] 'agreement among raft nodes before linearized reading' (duration: 4.998076983s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:33.539058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.540621Z","time spent":"4.998424491s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 02:58:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:33.541314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:26.539635Z","time spent":"7.00167611s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:33.541585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99879146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:33.541624Z","caller":"traceutil/trace.go:171","msg":"trace[2015287388] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998884952s","start":"2026-05-29T02:58:28.542727Z","end":"2026-05-29T02:58:33.541612Z","steps":["trace[2015287388] 'agreement among raft nodes before linearized reading' (duration: 4.998840181s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:33.541654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.542707Z","time spent":"4.998939674s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/29 02:58:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:33.840977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.167876ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:33.841105Z","caller":"traceutil/trace.go:171","msg":"trace[1440272360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25005; }","duration":"102.307439ms","start":"2026-05-29T02:58:33.738779Z","end":"2026-05-29T02:58:33.841087Z","steps":["trace[1440272360] 'range keys from in-memory index tree' (duration: 102.153215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:33.841288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.041420653s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-29T02:58:35.224554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.680081818s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:35.288876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:35.288979Z","caller":"traceutil/trace.go:171","msg":"trace[1058306810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262166s","start":"2026-05-29T02:58:33.288692Z","end":"2026-05-29T02:58:35.288955Z","steps":["trace[1058306810] 'agreement among raft nodes before linearized reading' (duration: 2.000117703s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:35.289033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.288673Z","time spent":"2.000349249s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:35.502027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998430075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:35.50212Z","caller":"traceutil/trace.go:171","msg":"trace[42904502] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998572388s","start":"2026-05-29T02:58:30.503524Z","end":"2026-05-29T02:58:35.502097Z","steps":["trace[42904502] 'agreement among raft nodes before linearized reading' (duration: 4.998461946s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:35.502168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.503508Z","time spent":"4.99865078s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/29 02:58:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:36.455489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.454316Z","time spent":"7.001166468s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:36.518675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202653589s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:36.60407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.603267Z","time spent":"7.000793635s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:37.082301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998053384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:37.082398Z","caller":"traceutil/trace.go:171","msg":"trace[202299519] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998217128s","start":"2026-05-29T02:58:32.084158Z","end":"2026-05-29T02:58:37.082375Z","steps":["trace[202299519] 'agreement among raft nodes before linearized reading' (duration: 4.998095165s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:37.082448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.084133Z","time spent":"4.998302921s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:37.297278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:37.297387Z","caller":"traceutil/trace.go:171","msg":"trace[2101187971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050417s","start":"2026-05-29T02:58:35.297311Z","end":"2026-05-29T02:58:37.297361Z","steps":["trace[2101187971] 'agreement among raft nodes before linearized reading' (duration: 1.999903384s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:37.297512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.297288Z","time spent":"2.000208071s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:38.05447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.760164Z","time spent":"2.294294536s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:38.058363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216964611s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-29T02:58:38.108476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.589529795s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:38.515248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.514716Z","time spent":"7.000524078s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:38.515276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.514181Z","time spent":"7.001090161s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:38.542035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.544286Z","time spent":"4.997739499s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:38.794872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.794217Z","time spent":"7.000647851s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:39.297451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:39.297558Z","caller":"traceutil/trace.go:171","msg":"trace[1640140902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050469s","start":"2026-05-29T02:58:37.297483Z","end":"2026-05-29T02:58:39.297534Z","steps":["trace[1640140902] 'agreement among raft nodes before linearized reading' (duration: 1.999895905s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:39.297611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.297468Z","time spent":"2.00013285s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:40.46055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.517096442s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:40.503375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.504163Z","time spent":"4.999202578s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:40.54663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.545438Z","time spent":"7.001181167s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:41.306738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99931301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:41.30684Z","caller":"traceutil/trace.go:171","msg":"trace[1273112692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999472554s","start":"2026-05-29T02:58:39.307345Z","end":"2026-05-29T02:58:41.306817Z","steps":["trace[1273112692] 'agreement among raft nodes before linearized reading' (duration: 1.999347251s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:41.30689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:39.307315Z","time spent":"1.999565116s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:41.509493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450987474s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-29T02:58:42.37074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.781170481s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:43.307058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999809753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:43.307203Z","caller":"traceutil/trace.go:171","msg":"trace[1070084864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029948s","start":"2026-05-29T02:58:41.307143Z","end":"2026-05-29T02:58:43.307173Z","steps":["trace[1070084864] 'agreement among raft nodes before linearized reading' (duration: 1.999844653s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:43.307297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.307112Z","time spent":"2.000167301s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:43.613848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.612907Z","time spent":"7.000934866s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:43.864948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:43.865037Z","caller":"traceutil/trace.go:171","msg":"trace[1173476263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337196s","start":"2026-05-29T02:58:41.864682Z","end":"2026-05-29T02:58:43.86502Z","steps":["trace[1173476263] 'agreement among raft nodes before linearized reading' (duration: 2.000226093s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:43.865086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.864661Z","time spent":"2.000414317s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:44.454187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995430598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:44.454281Z","caller":"traceutil/trace.go:171","msg":"trace[103618023] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995581302s","start":"2026-05-29T02:58:36.458678Z","end":"2026-05-29T02:58:44.45426Z","steps":["trace[103618023] 'agreement among raft nodes before linearized reading' (duration: 7.995454289s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:44.454331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.458663Z","time spent":"7.995657883s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/29 02:58:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:45.059371Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3d0d47","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:58:45.316598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:45.316693Z","caller":"traceutil/trace.go:171","msg":"trace[2036161038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196481s","start":"2026-05-29T02:58:43.316476Z","end":"2026-05-29T02:58:45.316672Z","steps":["trace[2036161038] 'agreement among raft nodes before linearized reading' (duration: 2.000069938s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:45.316745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.316449Z","time spent":"2.000285643s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:45.360995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.741964999s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:45.799932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.799386Z","time spent":"7.000524776s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:45.820967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081503272s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:45.821112Z","caller":"traceutil/trace.go:171","msg":"trace[1534185625] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25007; }","duration":"2.081659276s","start":"2026-05-29T02:58:43.739432Z","end":"2026-05-29T02:58:45.821091Z","steps":["trace[1534185625] 'range keys from in-memory index tree' (duration: 2.081483762s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:46.608677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247452602s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:47.317088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:47.317185Z","caller":"traceutil/trace.go:171","msg":"trace[589005858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001128s","start":"2026-05-29T02:58:45.317048Z","end":"2026-05-29T02:58:47.317161Z","steps":["trace[589005858] 'agreement among raft nodes before linearized reading' (duration: 2.000000147s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:47.317233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.317026Z","time spent":"2.000197061s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:47.50724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.506766Z","time spent":"7.000461754s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:47.667399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.72159371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:47.66751Z","caller":"traceutil/trace.go:171","msg":"trace[1212774845] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v65tb; range_end:; }","duration":"25.721907488s","start":"2026-05-29T02:58:21.945576Z","end":"2026-05-29T02:58:47.667484Z","steps":["trace[1212774845] 'agreement among raft nodes before linearized reading' (duration: 25.721771345s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:47.667578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.94556Z","time spent":"25.72200267s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" "} {"level":"warn","ts":"2026-05-29T02:58:47.931814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160746032s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:58:49.037276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21670,"took":"27.086103224s","hash":1282906715,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":43589632,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-05-29T02:58:49.037382Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1282906715,"revision":21670,"compact-revision":19474} {"level":"warn","ts":"2026-05-29T02:58:49.039669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.530020635s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-29T02:58:49.326272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000911997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:49.326378Z","caller":"traceutil/trace.go:171","msg":"trace[1278530437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001056771s","start":"2026-05-29T02:58:47.325296Z","end":"2026-05-29T02:58:49.326352Z","steps":["trace[1278530437] 'agreement among raft nodes before linearized reading' (duration: 2.000928138s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.326427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:47.325283Z","time spent":"2.001134073s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:49.683328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.505572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:49.684293Z","caller":"traceutil/trace.go:171","msg":"trace[654673848] linearizableReadLoop","detail":"{readStateIndex:25893; appliedIndex:25880; }","duration":"20.8843792s","start":"2026-05-29T02:58:28.799839Z","end":"2026-05-29T02:58:49.684218Z","steps":["trace[654673848] 'read index received' (duration: 787.816489ms)","trace[654673848] 'applied index is now lower than readState.Index' (duration: 20.096558951s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:50.619806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.61881Z","time spent":"7.000989777s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:51.32713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:51.32723Z","caller":"traceutil/trace.go:171","msg":"trace[1760292585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649652s","start":"2026-05-29T02:58:49.32656Z","end":"2026-05-29T02:58:51.327209Z","steps":["trace[1760292585] 'agreement among raft nodes before linearized reading' (duration: 2.00052586s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.327281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.326538Z","time spent":"2.000732905s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:51.458563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:44.458382Z","time spent":"7.000171058s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:51.507031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822925302s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-29T02:58:51.507339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.167632282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.507433Z","caller":"traceutil/trace.go:171","msg":"trace[144049215] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25024; }","duration":"23.167793995s","start":"2026-05-29T02:58:28.339614Z","end":"2026-05-29T02:58:51.507408Z","steps":["trace[144049215] 'agreement among raft nodes before linearized reading' (duration: 21.344583657s)","trace[144049215] 'count revisions from in-memory index tree' (duration: 1.823081736s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.507482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.339594Z","time spent":"23.167875197s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.507675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.711773424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.507707Z","caller":"traceutil/trace.go:171","msg":"trace[1483467625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25024; }","duration":"25.711840806s","start":"2026-05-29T02:58:25.795855Z","end":"2026-05-29T02:58:51.507696Z","steps":["trace[1483467625] 'agreement among raft nodes before linearized reading' (duration: 23.888360151s)","trace[1483467625] 'count revisions from in-memory index tree' (duration: 1.823438584s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.507737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.795838Z","time spent":"25.711891237s","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.507916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.081639949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.507955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.240205448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-29T02:58:51.507953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.164226679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:58:51.508002Z","caller":"traceutil/trace.go:171","msg":"trace[2059547625] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25024; }","duration":"27.081772442s","start":"2026-05-29T02:58:24.426202Z","end":"2026-05-29T02:58:51.507974Z","steps":["trace[2059547625] 'agreement among raft nodes before linearized reading' (duration: 25.258060831s)","trace[2059547625] 'count revisions from in-memory index tree' (duration: 1.823602328s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:24.426181Z","time spent":"27.081850254s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.507988Z","caller":"traceutil/trace.go:171","msg":"trace[1312090134] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25024; }","duration":"28.24026357s","start":"2026-05-29T02:58:23.267713Z","end":"2026-05-29T02:58:51.507977Z","steps":["trace[1312090134] 'agreement among raft nodes before linearized reading' (duration: 26.41660658s)","trace[1312090134] 'range keys from in-memory index tree' (duration: 1.823559058s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.55261766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-29T02:58:51.508085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:23.267699Z","time spent":"28.240375352s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-29T02:58:51.508092Z","caller":"traceutil/trace.go:171","msg":"trace[1664159286] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25024; }","duration":"29.55265605s","start":"2026-05-29T02:58:21.955427Z","end":"2026-05-29T02:58:51.508083Z","steps":["trace[1664159286] 'agreement among raft nodes before linearized reading' (duration: 27.728899079s)","trace[1664159286] 'range keys from in-memory index tree' (duration: 1.82368403s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.955419Z","time spent":"29.552696401s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-29T02:58:51.508303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.829563268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.508328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.324993027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:58:51.508339Z","caller":"traceutil/trace.go:171","msg":"trace[755475639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25024; }","duration":"25.829626279s","start":"2026-05-29T02:58:25.678698Z","end":"2026-05-29T02:58:51.508325Z","steps":["trace[755475639] 'agreement among raft nodes before linearized reading' (duration: 24.00557007s)","trace[755475639] 'count revisions from in-memory index tree' (duration: 1.824011808s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:51.50836Z","caller":"traceutil/trace.go:171","msg":"trace[1640157435] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25024; }","duration":"23.325090899s","start":"2026-05-29T02:58:28.18326Z","end":"2026-05-29T02:58:51.508351Z","steps":["trace[1640157435] 'agreement among raft nodes before linearized reading' (duration: 21.500961858s)","trace[1640157435] 'count revisions from in-memory index tree' (duration: 1.82408618s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.678676Z","time spent":"25.829686551s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.508384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.183235Z","time spent":"23.3251417s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.508392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.564943033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.508427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.026580186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.508471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.558471097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T02:58:51.508523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.914406735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.508571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.283954554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:51.508594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.874011117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:51.508561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.458742796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.508648Z","caller":"traceutil/trace.go:171","msg":"trace[989289347] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25024; }","duration":"29.874101709s","start":"2026-05-29T02:58:21.634531Z","end":"2026-05-29T02:58:51.508633Z","steps":["trace[989289347] 'agreement among raft nodes before linearized reading' (duration: 28.049902687s)","trace[989289347] 'count revisions from in-memory index tree' (duration: 1.82412638s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.236287674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.508683Z","caller":"traceutil/trace.go:171","msg":"trace[270455282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25024; }","duration":"23.45889702s","start":"2026-05-29T02:58:28.049759Z","end":"2026-05-29T02:58:51.508656Z","steps":["trace[270455282] 'agreement among raft nodes before linearized reading' (duration: 21.634471482s)","trace[270455282] 'count revisions from in-memory index tree' (duration: 1.824244304s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:51.5087Z","caller":"traceutil/trace.go:171","msg":"trace[2112064274] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25024; }","duration":"26.236363426s","start":"2026-05-29T02:58:25.27232Z","end":"2026-05-29T02:58:51.508683Z","steps":["trace[2112064274] 'agreement among raft nodes before linearized reading' (duration: 24.41196334s)","trace[2112064274] 'count revisions from in-memory index tree' (duration: 1.824337625s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.049685Z","time spent":"23.459053213s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.508758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.272298Z","time spent":"26.236446088s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.508038Z","caller":"traceutil/trace.go:171","msg":"trace[931420330] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25024; }","duration":"28.164361183s","start":"2026-05-29T02:58:23.343654Z","end":"2026-05-29T02:58:51.508015Z","steps":["trace[931420330] 'agreement among raft nodes before linearized reading' (duration: 26.340658462s)","trace[931420330] 'count revisions from in-memory index tree' (duration: 1.823587488s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.634508Z","time spent":"29.87417479s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.508462Z","caller":"traceutil/trace.go:171","msg":"trace[1494592465] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25024; }","duration":"26.565063646s","start":"2026-05-29T02:58:24.943373Z","end":"2026-05-29T02:58:51.508437Z","steps":["trace[1494592465] 'agreement among raft nodes before linearized reading' (duration: 24.740917605s)","trace[1494592465] 'count revisions from in-memory index tree' (duration: 1.824056329s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:24.943351Z","time spent":"26.565542767s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.508591Z","caller":"traceutil/trace.go:171","msg":"trace[1922831014] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25024; }","duration":"25.914509948s","start":"2026-05-29T02:58:25.594065Z","end":"2026-05-29T02:58:51.508575Z","steps":["trace[1922831014] 'agreement among raft nodes before linearized reading' (duration: 24.090213443s)","trace[1922831014] 'count revisions from in-memory index tree' (duration: 1.824220903s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.508997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.594045Z","time spent":"25.914936378s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.50857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.550554028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.508534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.746058628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:51.509261Z","caller":"traceutil/trace.go:171","msg":"trace[1663512656] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25024; }","duration":"26.746821766s","start":"2026-05-29T02:58:24.762426Z","end":"2026-05-29T02:58:51.509248Z","steps":["trace[1663512656] 'agreement among raft nodes before linearized reading' (duration: 24.921871296s)","trace[1663512656] 'count revisions from in-memory index tree' (duration: 1.824217193s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:51.509228Z","caller":"traceutil/trace.go:171","msg":"trace[1588059903] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25024; }","duration":"25.551232454s","start":"2026-05-29T02:58:25.957975Z","end":"2026-05-29T02:58:51.509208Z","steps":["trace[1588059903] 'agreement among raft nodes before linearized reading' (duration: 23.726278434s)","trace[1588059903] 'count revisions from in-memory index tree' (duration: 1.824295444s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.5093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:24.762407Z","time spent":"26.746882767s","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.50853Z","caller":"traceutil/trace.go:171","msg":"trace[1760205909] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25024; }","duration":"24.026723649s","start":"2026-05-29T02:58:27.48178Z","end":"2026-05-29T02:58:51.508504Z","steps":["trace[1760205909] 'agreement among raft nodes before linearized reading' (duration: 22.202465806s)","trace[1760205909] 'count revisions from in-memory index tree' (duration: 1.82413062s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.509358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:25.95795Z","time spent":"25.551352607s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.509356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.481759Z","time spent":"24.02758231s","remote":"127.0.0.1:44546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.508605Z","caller":"traceutil/trace.go:171","msg":"trace[316313808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25024; }","duration":"29.284033205s","start":"2026-05-29T02:58:22.224559Z","end":"2026-05-29T02:58:51.508592Z","steps":["trace[316313808] 'agreement among raft nodes before linearized reading' (duration: 27.459746581s)","trace[316313808] 'count revisions from in-memory index tree' (duration: 1.824250033s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.509551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:22.224543Z","time spent":"29.284986827s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.508811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:23.343634Z","time spent":"28.165166921s","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.508539Z","caller":"traceutil/trace.go:171","msg":"trace[1264982090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25024; }","duration":"29.558556549s","start":"2026-05-29T02:58:21.949957Z","end":"2026-05-29T02:58:51.508513Z","steps":["trace[1264982090] 'agreement among raft nodes before linearized reading' (duration: 27.734375928s)","trace[1264982090] 'range keys from in-memory index tree' (duration: 1.824004147s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.509744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:21.949947Z","time spent":"29.559759737s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:58:51.509939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.700729484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.510051Z","caller":"traceutil/trace.go:171","msg":"trace[724371261] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25024; }","duration":"23.701951802s","start":"2026-05-29T02:58:27.808076Z","end":"2026-05-29T02:58:51.510027Z","steps":["trace[724371261] 'agreement among raft nodes before linearized reading' (duration: 21.876162572s)","trace[724371261] 'count revisions from in-memory index tree' (duration: 1.82453257s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.510149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.80805Z","time spent":"23.702080855s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.991158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002409139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:51.991251Z","caller":"traceutil/trace.go:171","msg":"trace[173060713] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.002524092s","start":"2026-05-29T02:58:41.988708Z","end":"2026-05-29T02:58:51.991232Z","steps":["trace[173060713] 'agreement among raft nodes before linearized reading' (duration: 10.002404869s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.991303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.988688Z","time spent":"10.002604135s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/29 02:58:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:52.066796Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3d0d47","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:58:52.4934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.823399813s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:52.805099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.804523Z","time spent":"7.000567517s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:53.088349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579255834s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-05-29T02:58:53.088588Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"22.05µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:58:53.336139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:53.336355Z","caller":"traceutil/trace.go:171","msg":"trace[1126949766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253822s","start":"2026-05-29T02:58:51.336071Z","end":"2026-05-29T02:58:53.336325Z","steps":["trace[1126949766] 'agreement among raft nodes before linearized reading' (duration: 2.000013786s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:53.33643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.336047Z","time spent":"2.000365755s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:53.545213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999441249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:53.545295Z","caller":"traceutil/trace.go:171","msg":"trace[918920402] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.999571852s","start":"2026-05-29T02:58:33.545704Z","end":"2026-05-29T02:58:53.545276Z","steps":["trace[918920402] 'agreement among raft nodes before linearized reading' (duration: 19.99946404s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:53.545336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.545669Z","time spent":"19.999659304s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:58:53.798823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305238751s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:54.059581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.863979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:58:54.059939Z","caller":"traceutil/trace.go:171","msg":"trace[647855809] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25025; }","duration":"3.434435735s","start":"2026-05-29T02:58:50.625455Z","end":"2026-05-29T02:58:54.059891Z","steps":["trace[647855809] 'process raft request' (duration: 3.43425023s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:54.060087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:50.62543Z","time spent":"3.434562088s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:54.063672Z","caller":"traceutil/trace.go:171","msg":"trace[1923552634] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"2.540837434s","start":"2026-05-29T02:58:51.519971Z","end":"2026-05-29T02:58:54.060808Z","steps":["trace[1923552634] 'process raft request' (duration: 2.539834871s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:54.063737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.519955Z","time spent":"2.543746652s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:54.063779Z","caller":"traceutil/trace.go:171","msg":"trace[716583092] linearizableReadLoop","detail":"{readStateIndex:25913; appliedIndex:25905; }","duration":"4.378505693s","start":"2026-05-29T02:58:49.684373Z","end":"2026-05-29T02:58:54.062878Z","steps":["trace[716583092] 'read index received' (duration: 75.211µs)","trace[716583092] 'applied index is now lower than readState.Index' (duration: 4.378423522s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:54.065081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.030559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:54.065299Z","caller":"traceutil/trace.go:171","msg":"trace[2034369215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25025; }","duration":"326.429485ms","start":"2026-05-29T02:58:53.738852Z","end":"2026-05-29T02:58:54.065282Z","steps":["trace[2034369215] 'range keys from in-memory index tree' (duration: 321.035239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:54.564744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:55.065349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:55.337369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:55.337461Z","caller":"traceutil/trace.go:171","msg":"trace[597231820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162331s","start":"2026-05-29T02:58:53.337278Z","end":"2026-05-29T02:58:55.33744Z","steps":["trace[597231820] 'agreement among raft nodes before linearized reading' (duration: 2.000051488s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.337508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.337256Z","time spent":"2.000242502s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:55.565993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:56.067077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:56.11657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.098083922s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:56.192298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.600575014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.192311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.953978671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.192384Z","caller":"traceutil/trace.go:171","msg":"trace[1906127668] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25026; }","duration":"10.600724818s","start":"2026-05-29T02:58:45.591638Z","end":"2026-05-29T02:58:56.192363Z","steps":["trace[1906127668] 'agreement among raft nodes before linearized reading' (duration: 8.471559095s)","trace[1906127668] 'count revisions from in-memory index tree' (duration: 2.12902293s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.192418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.591617Z","time spent":"10.60079398s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.192416Z","caller":"traceutil/trace.go:171","msg":"trace[528280188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25026; }","duration":"12.954135624s","start":"2026-05-29T02:58:43.238251Z","end":"2026-05-29T02:58:56.192387Z","steps":["trace[528280188] 'agreement among raft nodes before linearized reading' (duration: 10.825014952s)","trace[528280188] 'count revisions from in-memory index tree' (duration: 2.128953908s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.192418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.131945152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.192471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.238217Z","time spent":"12.954240997s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.192456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.175657353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.192517Z","caller":"traceutil/trace.go:171","msg":"trace[177407496] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25026; }","duration":"12.132105086s","start":"2026-05-29T02:58:44.060388Z","end":"2026-05-29T02:58:56.192493Z","steps":["trace[177407496] 'agreement among raft nodes before linearized reading' (duration: 10.00284078s)","trace[177407496] 'count revisions from in-memory index tree' (duration: 2.129104242s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.192562Z","caller":"traceutil/trace.go:171","msg":"trace[1413432810] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25026; }","duration":"10.175810826s","start":"2026-05-29T02:58:46.016719Z","end":"2026-05-29T02:58:56.19253Z","steps":["trace[1413432810] 'agreement among raft nodes before linearized reading' (duration: 8.046464339s)","trace[1413432810] 'count revisions from in-memory index tree' (duration: 2.129174774s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.192576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:44.060373Z","time spent":"12.132191717s","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.192559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.517553002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.192624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:46.016702Z","time spent":"10.175909358s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.192637Z","caller":"traceutil/trace.go:171","msg":"trace[1326905592] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25026; }","duration":"13.517668934s","start":"2026-05-29T02:58:42.674942Z","end":"2026-05-29T02:58:56.192611Z","steps":["trace[1326905592] 'agreement among raft nodes before linearized reading' (duration: 11.388337767s)","trace[1326905592] 'count revisions from in-memory index tree' (duration: 2.129211564s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.192679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:42.674926Z","time spent":"13.517744297s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.19284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.228567294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-05-29T02:58:56.192861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.849903607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:56.19288Z","caller":"traceutil/trace.go:171","msg":"trace[1577779115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"12.228633504s","start":"2026-05-29T02:58:43.964235Z","end":"2026-05-29T02:58:56.192868Z","steps":["trace[1577779115] 'agreement among raft nodes before linearized reading' (duration: 10.099005591s)","trace[1577779115] 'range keys from in-memory index tree' (duration: 2.129572812s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.192889Z","caller":"traceutil/trace.go:171","msg":"trace[1244311957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25026; }","duration":"13.85002534s","start":"2026-05-29T02:58:42.342853Z","end":"2026-05-29T02:58:56.192878Z","steps":["trace[1244311957] 'agreement among raft nodes before linearized reading' (duration: 11.720439607s)","trace[1244311957] 'count revisions from in-memory index tree' (duration: 2.129540502s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.192915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:42.342832Z","time spent":"13.850077431s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.192915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.964213Z","time spent":"12.228695146s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/05/29 02:58:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:56.192943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.870629154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.192948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.214862582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.192977Z","caller":"traceutil/trace.go:171","msg":"trace[1788277659] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25026; }","duration":"10.870694866s","start":"2026-05-29T02:58:45.322271Z","end":"2026-05-29T02:58:56.192966Z","steps":["trace[1788277659] 'agreement among raft nodes before linearized reading' (duration: 8.740945049s)","trace[1788277659] 'count revisions from in-memory index tree' (duration: 2.129708516s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.193003Z","caller":"traceutil/trace.go:171","msg":"trace[1082874008] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25026; }","duration":"18.214931084s","start":"2026-05-29T02:58:37.978041Z","end":"2026-05-29T02:58:56.192972Z","steps":["trace[1082874008] 'agreement among raft nodes before linearized reading' (duration: 16.085130606s)","trace[1082874008] 'count revisions from in-memory index tree' (duration: 2.129751517s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.236773447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-05-29T02:58:56.193046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.978022Z","time spent":"18.215014105s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.193055Z","caller":"traceutil/trace.go:171","msg":"trace[287963244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.236831338s","start":"2026-05-29T02:58:43.956215Z","end":"2026-05-29T02:58:56.193046Z","steps":["trace[287963244] 'agreement among raft nodes before linearized reading' (duration: 10.10703769s)","trace[287963244] 'range keys from in-memory index tree' (duration: 2.129751467s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.956195Z","time spent":"12.236882339s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/05/29 02:58:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:56.193099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.264181378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-29T02:58:56.193137Z","caller":"traceutil/trace.go:171","msg":"trace[655825455] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25026; }","duration":"14.26425492s","start":"2026-05-29T02:58:41.928873Z","end":"2026-05-29T02:58:56.193128Z","steps":["trace[655825455] 'agreement among raft nodes before linearized reading' (duration: 12.134438121s)","trace[655825455] 'range keys from in-memory index tree' (duration: 2.129704446s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.928851Z","time spent":"14.264300181s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:58:56.193011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.322252Z","time spent":"10.870751048s","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.193279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.69450398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.193344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.266359529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:56.193374Z","caller":"traceutil/trace.go:171","msg":"trace[1047535497] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25026; }","duration":"14.26640642s","start":"2026-05-29T02:58:41.926952Z","end":"2026-05-29T02:58:56.193358Z","steps":["trace[1047535497] 'agreement among raft nodes before linearized reading' (duration: 12.136371847s)","trace[1047535497] 'count revisions from in-memory index tree' (duration: 2.130001462s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.193357Z","caller":"traceutil/trace.go:171","msg":"trace[1326171160] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25026; }","duration":"18.694645304s","start":"2026-05-29T02:58:37.498695Z","end":"2026-05-29T02:58:56.19334Z","steps":["trace[1326171160] 'agreement among raft nodes before linearized reading' (duration: 16.564490337s)","trace[1326171160] 'count revisions from in-memory index tree' (duration: 2.130049614s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.926934Z","time spent":"14.266454992s","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.193409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.498662Z","time spent":"18.694734625s","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.193381Z","caller":"traceutil/trace.go:171","msg":"trace[1461347566] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25915; }","duration":"2.129480301s","start":"2026-05-29T02:58:54.063874Z","end":"2026-05-29T02:58:56.193354Z","steps":["trace[1461347566] 'read index received' (duration: 2.052848709s)","trace[1461347566] 'applied index is now lower than readState.Index' (duration: 76.630222ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.19353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.880643203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-05-29T02:58:56.19355Z","caller":"traceutil/trace.go:171","msg":"trace[2061433994] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25026; }","duration":"14.880708784s","start":"2026-05-29T02:58:41.312834Z","end":"2026-05-29T02:58:56.193543Z","steps":["trace[2061433994] 'agreement among raft nodes before linearized reading' (duration: 12.750502987s)","trace[2061433994] 'range keys from in-memory index tree' (duration: 2.130143576s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.312812Z","time spent":"14.880755956s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T02:58:56.193753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.641491913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.193761Z","caller":"traceutil/trace.go:171","msg":"trace[934419633] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25026; }","duration":"3.383056237s","start":"2026-05-29T02:58:52.810684Z","end":"2026-05-29T02:58:56.193741Z","steps":["trace[934419633] 'process raft request' (duration: 3.306131928s)","trace[934419633] 'compare' (duration: 76.462268ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.193779Z","caller":"traceutil/trace.go:171","msg":"trace[1094027170] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25026; }","duration":"6.641555535s","start":"2026-05-29T02:58:49.552216Z","end":"2026-05-29T02:58:56.193771Z","steps":["trace[1094027170] 'agreement among raft nodes before linearized reading' (duration: 4.510852286s)","trace[1094027170] 'count revisions from in-memory index tree' (duration: 2.130658708s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.250639097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.193788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.037487012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.193827Z","caller":"traceutil/trace.go:171","msg":"trace[1678083689] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25026; }","duration":"7.250678348s","start":"2026-05-29T02:58:48.943134Z","end":"2026-05-29T02:58:56.193813Z","steps":["trace[1678083689] 'agreement among raft nodes before linearized reading' (duration: 5.119950358s)","trace[1678083689] 'count revisions from in-memory index tree' (duration: 2.130679359s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.193836Z","caller":"traceutil/trace.go:171","msg":"trace[1538814357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25026; }","duration":"15.037570984s","start":"2026-05-29T02:58:41.156247Z","end":"2026-05-29T02:58:56.193818Z","steps":["trace[1538814357] 'agreement among raft nodes before linearized reading' (duration: 12.90710253s)","trace[1538814357] 'count revisions from in-memory index tree' (duration: 2.130402333s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.94311Z","time spent":"7.250742159s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.193845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.957852992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.193879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.156225Z","time spent":"15.037642475s","remote":"127.0.0.1:44698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.193874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:52.810658Z","time spent":"3.383135628s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:56.193913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.672926129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.19394Z","caller":"traceutil/trace.go:171","msg":"trace[1491650587] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25026; }","duration":"17.67298958s","start":"2026-05-29T02:58:38.520939Z","end":"2026-05-29T02:58:56.193928Z","steps":["trace[1491650587] 'agreement among raft nodes before linearized reading' (duration: 15.542090437s)","trace[1491650587] 'count revisions from in-memory index tree' (duration: 2.130849883s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.678601269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.193938Z","caller":"traceutil/trace.go:171","msg":"trace[1170314794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25026; }","duration":"18.958008955s","start":"2026-05-29T02:58:37.235882Z","end":"2026-05-29T02:58:56.193891Z","steps":["trace[1170314794] 'agreement among raft nodes before linearized reading' (duration: 16.827321127s)","trace[1170314794] 'count revisions from in-memory index tree' (duration: 2.130599437s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.193967Z","caller":"traceutil/trace.go:171","msg":"trace[1273452419] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25026; }","duration":"7.678671271s","start":"2026-05-29T02:58:48.515284Z","end":"2026-05-29T02:58:56.193955Z","steps":["trace[1273452419] 'agreement among raft nodes before linearized reading' (duration: 5.547819418s)","trace[1273452419] 'count revisions from in-memory index tree' (duration: 2.130817751s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.23586Z","time spent":"18.958114928s","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.193995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.515257Z","time spent":"7.678731063s","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.19406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.462929334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.194074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.706209932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.194093Z","caller":"traceutil/trace.go:171","msg":"trace[2009162504] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25026; }","duration":"17.706269123s","start":"2026-05-29T02:58:38.487817Z","end":"2026-05-29T02:58:56.194086Z","steps":["trace[2009162504] 'agreement among raft nodes before linearized reading' (duration: 15.575325438s)","trace[2009162504] 'count revisions from in-memory index tree' (duration: 2.130907314s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.194095Z","caller":"traceutil/trace.go:171","msg":"trace[1422402094] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25026; }","duration":"15.462995505s","start":"2026-05-29T02:58:40.731087Z","end":"2026-05-29T02:58:56.194082Z","steps":["trace[1422402094] 'agreement among raft nodes before linearized reading' (duration: 13.332281136s)","trace[1422402094] 'count revisions from in-memory index tree' (duration: 2.130664088s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.194095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447727034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.194126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.840875572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.19413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.731068Z","time spent":"15.463052807s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.194142Z","caller":"traceutil/trace.go:171","msg":"trace[805271014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25026; }","duration":"23.840935103s","start":"2026-05-29T02:58:32.353201Z","end":"2026-05-29T02:58:56.194136Z","steps":["trace[805271014] 'agreement among raft nodes before linearized reading' (duration: 21.709914527s)","trace[805271014] 'count revisions from in-memory index tree' (duration: 2.130987826s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.193956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.520911Z","time spent":"17.673039902s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.194143Z","caller":"traceutil/trace.go:171","msg":"trace[1521818541] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25026; }","duration":"2.447773855s","start":"2026-05-29T02:58:53.746355Z","end":"2026-05-29T02:58:56.194129Z","steps":["trace[1521818541] 'agreement among raft nodes before linearized reading' (duration: 2.447701123s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.194158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.353176Z","time spent":"23.840977995s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.746275Z","time spent":"2.447894267s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.129341631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.194266Z","caller":"traceutil/trace.go:171","msg":"trace[1419358960] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25026; }","duration":"9.129413982s","start":"2026-05-29T02:58:47.064847Z","end":"2026-05-29T02:58:56.194261Z","steps":["trace[1419358960] 'agreement among raft nodes before linearized reading' (duration: 6.998286483s)","trace[1419358960] 'count revisions from in-memory index tree' (duration: 2.131099469s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.19428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:47.064802Z","time spent":"9.129473854s","remote":"127.0.0.1:44730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.331400278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.193797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.552195Z","time spent":"6.641597026s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.194331Z","caller":"traceutil/trace.go:171","msg":"trace[1097599667] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25026; }","duration":"17.331464659s","start":"2026-05-29T02:58:38.862853Z","end":"2026-05-29T02:58:56.194318Z","steps":["trace[1097599667] 'agreement among raft nodes before linearized reading' (duration: 15.200547395s)","trace[1097599667] 'count revisions from in-memory index tree' (duration: 2.130870723s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.194357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567784457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.194363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.862837Z","time spent":"17.331517131s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.194391Z","caller":"traceutil/trace.go:171","msg":"trace[1982126120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25026; }","duration":"2.567820128s","start":"2026-05-29T02:58:53.62656Z","end":"2026-05-29T02:58:56.19438Z","steps":["trace[1982126120] 'agreement among raft nodes before linearized reading' (duration: 2.567763357s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.194423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.626507Z","time spent":"2.56790838s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.719007302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.194558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.425784158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.194551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17950093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.194581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607277945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.194593Z","caller":"traceutil/trace.go:171","msg":"trace[314854646] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25026; }","duration":"21.42585571s","start":"2026-05-29T02:58:34.768726Z","end":"2026-05-29T02:58:56.194581Z","steps":["trace[314854646] 'agreement among raft nodes before linearized reading' (duration: 19.295001817s)","trace[314854646] 'count revisions from in-memory index tree' (duration: 2.130803342s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.194602Z","caller":"traceutil/trace.go:171","msg":"trace[302861849] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25026; }","duration":"9.179583822s","start":"2026-05-29T02:58:47.015005Z","end":"2026-05-29T02:58:56.194589Z","steps":["trace[302861849] 'agreement among raft nodes before linearized reading' (duration: 7.048149086s)","trace[302861849] 'count revisions from in-memory index tree' (duration: 2.131368534s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.194617Z","caller":"traceutil/trace.go:171","msg":"trace[1762926881] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25026; }","duration":"2.607350427s","start":"2026-05-29T02:58:53.587255Z","end":"2026-05-29T02:58:56.194606Z","steps":["trace[1762926881] 'agreement among raft nodes before linearized reading' (duration: 2.607294886s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.194625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.547692555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.19463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.768706Z","time spent":"21.425914531s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:47.014982Z","time spent":"9.179645284s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.587228Z","time spent":"2.607413268s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.194659Z","caller":"traceutil/trace.go:171","msg":"trace[1069337894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25026; }","duration":"17.547782416s","start":"2026-05-29T02:58:38.646863Z","end":"2026-05-29T02:58:56.194645Z","steps":["trace[1069337894] 'agreement among raft nodes before linearized reading' (duration: 15.416552035s)","trace[1069337894] 'count revisions from in-memory index tree' (duration: 2.13119046s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.194693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.646842Z","time spent":"17.547842688s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.771601298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:56.194774Z","caller":"traceutil/trace.go:171","msg":"trace[1049219022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25026; }","duration":"20.771693281s","start":"2026-05-29T02:58:35.423059Z","end":"2026-05-29T02:58:56.194752Z","steps":["trace[1049219022] 'agreement among raft nodes before linearized reading' (duration: 18.640166052s)","trace[1049219022] 'count revisions from in-memory index tree' (duration: 2.130903754s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.194823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.423021Z","time spent":"20.771789513s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.820667439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:56.194976Z","caller":"traceutil/trace.go:171","msg":"trace[5655859] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25026; }","duration":"16.820811753s","start":"2026-05-29T02:58:39.374151Z","end":"2026-05-29T02:58:56.194963Z","steps":["trace[5655859] 'agreement among raft nodes before linearized reading' (duration: 14.689230133s)","trace[5655859] 'count revisions from in-memory index tree' (duration: 2.131425696s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.19501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:39.374128Z","time spent":"16.820872424s","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.195019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.63388404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.195046Z","caller":"traceutil/trace.go:171","msg":"trace[421112292] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25026; }","duration":"25.63391107s","start":"2026-05-29T02:58:30.561127Z","end":"2026-05-29T02:58:56.195038Z","steps":["trace[421112292] 'agreement among raft nodes before linearized reading' (duration: 23.502641378s)","trace[421112292] 'count revisions from in-memory index tree' (duration: 2.131229402s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.195068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.561032Z","time spent":"25.634027254s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.192885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.352186667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125655551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-29T02:58:56.195107Z","caller":"traceutil/trace.go:171","msg":"trace[1135706699] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25026; }","duration":"20.35444055s","start":"2026-05-29T02:58:35.840653Z","end":"2026-05-29T02:58:56.195094Z","steps":["trace[1135706699] 'agreement among raft nodes before linearized reading' (duration: 18.222560233s)","trace[1135706699] 'count revisions from in-memory index tree' (duration: 2.129648934s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.195111Z","caller":"traceutil/trace.go:171","msg":"trace[1180624162] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25026; }","duration":"2.125730472s","start":"2026-05-29T02:58:54.069371Z","end":"2026-05-29T02:58:56.195102Z","steps":["trace[1180624162] 'agreement among raft nodes before linearized reading' (duration: 2.125587939s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.195138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.840633Z","time spent":"20.354494892s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.195141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.069344Z","time spent":"2.125788144s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-29T02:58:56.195125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115836009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.651563737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:56.195203Z","caller":"traceutil/trace.go:171","msg":"trace[739470166] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25026; }","duration":"5.115969163s","start":"2026-05-29T02:58:51.079213Z","end":"2026-05-29T02:58:56.195183Z","steps":["trace[739470166] 'agreement among raft nodes before linearized reading' (duration: 5.115796429s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.19521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.243889108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-29T02:58:56.195208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.103620386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.195226Z","caller":"traceutil/trace.go:171","msg":"trace[1997432133] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25026; }","duration":"17.651597088s","start":"2026-05-29T02:58:38.543617Z","end":"2026-05-29T02:58:56.195214Z","steps":["trace[1997432133] 'agreement among raft nodes before linearized reading' (duration: 15.519810993s)","trace[1997432133] 'count revisions from in-memory index tree' (duration: 2.131730724s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.195244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.079194Z","time spent":"5.116040564s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.195254Z","caller":"traceutil/trace.go:171","msg":"trace[1822914188] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:25026; }","duration":"27.243945279s","start":"2026-05-29T02:58:28.951295Z","end":"2026-05-29T02:58:56.19524Z","steps":["trace[1822914188] 'agreement among raft nodes before linearized reading' (duration: 25.112470592s)","trace[1822914188] 'range keys from in-memory index tree' (duration: 2.131301513s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.195262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.543566Z","time spent":"17.651687659s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.195267Z","caller":"traceutil/trace.go:171","msg":"trace[1641263562] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25026; }","duration":"18.103757649s","start":"2026-05-29T02:58:38.091492Z","end":"2026-05-29T02:58:56.19525Z","steps":["trace[1641263562] 'agreement among raft nodes before linearized reading' (duration: 15.971668178s)","trace[1641263562] 'count revisions from in-memory index tree' (duration: 2.13201778s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.195264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637481239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.951282Z","time spent":"27.244000141s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:58:56.195299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.259131052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.091458Z","time spent":"18.103838271s","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.195334Z","caller":"traceutil/trace.go:171","msg":"trace[836466431] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25026; }","duration":"6.259207734s","start":"2026-05-29T02:58:49.936116Z","end":"2026-05-29T02:58:56.195324Z","steps":["trace[836466431] 'agreement among raft nodes before linearized reading' (duration: 6.259155303s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.195332Z","caller":"traceutil/trace.go:171","msg":"trace[1413911498] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25026; }","duration":"3.637603342s","start":"2026-05-29T02:58:52.557706Z","end":"2026-05-29T02:58:56.19531Z","steps":["trace[1413911498] 'agreement among raft nodes before linearized reading' (duration: 3.637493009s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.195363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.9361Z","time spent":"6.259256185s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.194107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.487796Z","time spent":"17.706306713s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.195387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:52.55768Z","time spent":"3.637692634s","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.195418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.89656552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.198307Z","caller":"traceutil/trace.go:171","msg":"trace[545718053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25026; }","duration":"15.899493759s","start":"2026-05-29T02:58:40.298792Z","end":"2026-05-29T02:58:56.198286Z","steps":["trace[545718053] 'agreement among raft nodes before linearized reading' (duration: 13.764645042s)","trace[545718053] 'count revisions from in-memory index tree' (duration: 2.131937748s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.198356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.298765Z","time spent":"15.899576541s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.194582Z","caller":"traceutil/trace.go:171","msg":"trace[2036746687] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25026; }","duration":"21.719103024s","start":"2026-05-29T02:58:34.475461Z","end":"2026-05-29T02:58:56.194564Z","steps":["trace[2036746687] 'agreement among raft nodes before linearized reading' (duration: 19.588251802s)","trace[2036746687] 'count revisions from in-memory index tree' (duration: 2.130778241s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.198449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.475427Z","time spent":"21.723004586s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.193746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.983056381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.194821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.24353895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.194781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.793537039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.195477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.679013357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.18013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.859787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243648302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-29T02:58:56.195604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.612334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.855553564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:58:56.195622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253316679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.759592185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.19565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.767414219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053751918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.195661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.989596228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939954797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682194184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-29T02:58:56.1957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.53149293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.195726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645606053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-29T02:58:56.195718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967500545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731444551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:58:56.195756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594228062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754249617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-29T02:58:56.19583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.974433707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.195841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116015994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-05-29T02:58:56.195897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.368452834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.161622797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.19592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.587501678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:58:56.195932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.550360223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.71775181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.663087445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.195967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.288078602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-05-29T02:58:56.196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.57767327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.196022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.184992981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-774ed2c2-51f6-4156-91c0-b3cd0ac22c4a\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-29T02:58:56.196825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.700055593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274199"} {"level":"warn","ts":"2026-05-29T02:58:56.194877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646860136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-05-29T02:58:56.197673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.886755091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:58:56.19806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.970309015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.19941Z","caller":"traceutil/trace.go:171","msg":"trace[1275158414] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25026; }","duration":"9.971703168s","start":"2026-05-29T02:58:46.227689Z","end":"2026-05-29T02:58:56.199393Z","steps":["trace[1275158414] 'agreement among raft nodes before linearized reading' (duration: 7.835477169s)","trace[1275158414] 'count revisions from in-memory index tree' (duration: 2.133828173s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.199438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:46.227627Z","time spent":"9.97180135s","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.19976Z","caller":"traceutil/trace.go:171","msg":"trace[1754960712] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25026; }","duration":"1.649677019s","start":"2026-05-29T02:58:54.550071Z","end":"2026-05-29T02:58:56.199748Z","steps":["trace[1754960712] 'agreement among raft nodes before linearized reading' (duration: 1.645597743s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.199795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.550047Z","time spent":"1.6497393s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T02:58:56.199931Z","caller":"traceutil/trace.go:171","msg":"trace[1475513147] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25026; }","duration":"16.721761774s","start":"2026-05-29T02:58:39.478155Z","end":"2026-05-29T02:58:56.199917Z","steps":["trace[1475513147] 'agreement among raft nodes before linearized reading' (duration: 14.5853273s)","trace[1475513147] 'count revisions from in-memory index tree' (duration: 2.132444151s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.199948Z","caller":"traceutil/trace.go:171","msg":"trace[896792360] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25026; }","duration":"8.989305948s","start":"2026-05-29T02:58:47.21063Z","end":"2026-05-29T02:58:56.199936Z","steps":["trace[896792360] 'agreement among raft nodes before linearized reading' (duration: 6.852490355s)","trace[896792360] 'count revisions from in-memory index tree' (duration: 2.130598307s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.199937Z","caller":"traceutil/trace.go:171","msg":"trace[1470036444] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25026; }","duration":"25.554406089s","start":"2026-05-29T02:58:30.645509Z","end":"2026-05-29T02:58:56.199915Z","steps":["trace[1470036444] 'agreement among raft nodes before linearized reading' (duration: 23.418061127s)","trace[1470036444] 'count revisions from in-memory index tree' (duration: 2.132343607s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.19995Z","caller":"traceutil/trace.go:171","msg":"trace[684660940] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25026; }","duration":"24.292049996s","start":"2026-05-29T02:58:31.907883Z","end":"2026-05-29T02:58:56.199933Z","steps":["trace[684660940] 'agreement among raft nodes before linearized reading' (duration: 22.155629122s)","trace[684660940] 'range keys from in-memory index tree' (duration: 2.132400369s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.199957Z","caller":"traceutil/trace.go:171","msg":"trace[1224626869] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25026; }","duration":"23.978589095s","start":"2026-05-29T02:58:32.221351Z","end":"2026-05-29T02:58:56.19994Z","steps":["trace[1224626869] 'agreement among raft nodes before linearized reading' (duration: 21.842144261s)","trace[1224626869] 'count revisions from in-memory index tree' (duration: 2.132317067s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.199971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:47.210595Z","time spent":"8.989368829s","remote":"127.0.0.1:55542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.199988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.907767Z","time spent":"24.29220999s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:58:56.199987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:39.478135Z","time spent":"16.721817335s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.199982Z","caller":"traceutil/trace.go:171","msg":"trace[208154587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25026; }","duration":"22.581689565s","start":"2026-05-29T02:58:33.618282Z","end":"2026-05-29T02:58:56.199972Z","steps":["trace[208154587] 'agreement among raft nodes before linearized reading' (duration: 20.445426925s)","trace[208154587] 'count revisions from in-memory index tree' (duration: 2.132259566s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.200022Z","caller":"traceutil/trace.go:171","msg":"trace[70910193] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25026; }","duration":"2.971851058s","start":"2026-05-29T02:58:53.228159Z","end":"2026-05-29T02:58:56.20001Z","steps":["trace[70910193] 'agreement among raft nodes before linearized reading' (duration: 2.967524296s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.20003Z","caller":"traceutil/trace.go:171","msg":"trace[418897516] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25026; }","duration":"3.598531864s","start":"2026-05-29T02:58:52.601485Z","end":"2026-05-29T02:58:56.200017Z","steps":["trace[418897516] 'agreement among raft nodes before linearized reading' (duration: 3.594247483s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.199995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.221327Z","time spent":"23.978652527s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200018Z","caller":"traceutil/trace.go:171","msg":"trace[111179355] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25026; }","duration":"2.120222843s","start":"2026-05-29T02:58:54.079787Z","end":"2026-05-29T02:58:56.20001Z","steps":["trace[111179355] 'agreement among raft nodes before linearized reading' (duration: 2.116020864s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.200043Z","caller":"traceutil/trace.go:171","msg":"trace[1804860037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25026; }","duration":"24.372632943s","start":"2026-05-29T02:58:31.827402Z","end":"2026-05-29T02:58:56.200035Z","steps":["trace[1804860037] 'agreement among raft nodes before linearized reading' (duration: 22.236125777s)","trace[1804860037] 'count revisions from in-memory index tree' (duration: 2.132349997s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.200056Z","caller":"traceutil/trace.go:171","msg":"trace[1997623568] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:0; response_revision:25026; }","duration":"27.248807124s","start":"2026-05-29T02:58:28.951242Z","end":"2026-05-29T02:58:56.200049Z","steps":["trace[1997623568] 'agreement among raft nodes before linearized reading' (duration: 25.112619205s)","trace[1997623568] 'range keys from in-memory index tree' (duration: 2.130938205s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.827384Z","time spent":"24.372677114s","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.61826Z","time spent":"22.581759656s","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.951223Z","time spent":"27.248848875s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-05-29T02:58:56.20008Z","caller":"traceutil/trace.go:171","msg":"trace[167474445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25026; }","duration":"1.75859529s","start":"2026-05-29T02:58:54.441478Z","end":"2026-05-29T02:58:56.200073Z","steps":["trace[167474445] 'agreement among raft nodes before linearized reading' (duration: 1.754265788s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.200096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.441448Z","time spent":"1.758643511s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-29T02:58:56.200106Z","caller":"traceutil/trace.go:171","msg":"trace[555002807] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25026; }","duration":"16.703354201s","start":"2026-05-29T02:58:39.496742Z","end":"2026-05-29T02:58:56.200096Z","steps":["trace[555002807] 'agreement among raft nodes before linearized reading' (duration: 14.566728292s)","trace[555002807] 'range keys from in-memory index tree' (duration: 2.132294337s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:39.496736Z","time spent":"16.703387742s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274222,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.199991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.645479Z","time spent":"25.554495071s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200149Z","caller":"traceutil/trace.go:171","msg":"trace[728734362] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25026; }","duration":"1.058254864s","start":"2026-05-29T02:58:55.141888Z","end":"2026-05-29T02:58:56.200143Z","steps":["trace[728734362] 'agreement among raft nodes before linearized reading' (duration: 1.053737447s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.200141Z","caller":"traceutil/trace.go:171","msg":"trace[1647245635] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25026; }","duration":"26.771932455s","start":"2026-05-29T02:58:29.428188Z","end":"2026-05-29T02:58:56.200121Z","steps":["trace[1647245635] 'agreement among raft nodes before linearized reading' (duration: 24.635572233s)","trace[1647245635] 'count revisions from in-memory index tree' (duration: 2.131868727s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.20014Z","caller":"traceutil/trace.go:171","msg":"trace[905023581] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25026; }","duration":"4.735854365s","start":"2026-05-29T02:58:51.464265Z","end":"2026-05-29T02:58:56.200119Z","steps":["trace[905023581] 'agreement among raft nodes before linearized reading' (duration: 4.731436441s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.200174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.141818Z","time spent":"1.058346726s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.228129Z","time spent":"2.971906209s","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.20019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.428164Z","time spent":"26.772010357s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.2002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.464243Z","time spent":"4.735940658s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-29T02:58:56.200216Z","caller":"traceutil/trace.go:171","msg":"trace[634444011] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25026; }","duration":"21.16596949s","start":"2026-05-29T02:58:35.034236Z","end":"2026-05-29T02:58:56.200205Z","steps":["trace[634444011] 'agreement among raft nodes before linearized reading' (duration: 19.029487145s)","trace[634444011] 'count revisions from in-memory index tree' (duration: 2.132151323s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.200235Z","caller":"traceutil/trace.go:171","msg":"trace[1109751946] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25026; }","duration":"18.889373403s","start":"2026-05-29T02:58:37.310854Z","end":"2026-05-29T02:58:56.200227Z","steps":["trace[1109751946] 'agreement among raft nodes before linearized reading' (duration: 16.752340114s)","trace[1109751946] 'count revisions from in-memory index tree' (duration: 2.134437797s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.199948Z","caller":"traceutil/trace.go:171","msg":"trace[1883435509] range","detail":"{range_begin:/registry/persistentvolumes/pvc-774ed2c2-51f6-4156-91c0-b3cd0ac22c4a; range_end:; response_count:1; response_revision:25026; }","duration":"25.188932454s","start":"2026-05-29T02:58:31.010995Z","end":"2026-05-29T02:58:56.199927Z","steps":["trace[1883435509] 'agreement among raft nodes before linearized reading' (duration: 23.052546291s)","trace[1883435509] 'range keys from in-memory index tree' (duration: 2.132413109s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.034219Z","time spent":"21.166020211s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.310828Z","time spent":"18.889423253s","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2707,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200259Z","caller":"traceutil/trace.go:171","msg":"trace[1636247803] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25026; }","duration":"22.994222677s","start":"2026-05-29T02:58:33.206027Z","end":"2026-05-29T02:58:56.20025Z","steps":["trace[1636247803] 'agreement among raft nodes before linearized reading' (duration: 20.857718591s)","trace[1636247803] 'count revisions from in-memory index tree' (duration: 2.131898127s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.010982Z","time spent":"25.189272061s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-774ed2c2-51f6-4156-91c0-b3cd0ac22c4a\" "} {"level":"warn","ts":"2026-05-29T02:58:56.200279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.206008Z","time spent":"22.994264488s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200321Z","caller":"traceutil/trace.go:171","msg":"trace[946424672] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25026; }","duration":"2.944665679s","start":"2026-05-29T02:58:53.255642Z","end":"2026-05-29T02:58:56.200307Z","steps":["trace[946424672] 'agreement among raft nodes before linearized reading' (duration: 2.939956518s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.200342Z","caller":"traceutil/trace.go:171","msg":"trace[2038462166] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25026; }","duration":"2.652347555s","start":"2026-05-29T02:58:53.547987Z","end":"2026-05-29T02:58:56.200334Z","steps":["trace[2038462166] 'agreement among raft nodes before linearized reading' (duration: 2.646791474s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.200362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.54797Z","time spent":"2.652387176s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-29T02:58:56.20036Z","caller":"traceutil/trace.go:171","msg":"trace[661153901] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25026; }","duration":"25.591969694s","start":"2026-05-29T02:58:30.608381Z","end":"2026-05-29T02:58:56.20035Z","steps":["trace[661153901] 'agreement among raft nodes before linearized reading' (duration: 23.455072549s)","trace[661153901] 'count revisions from in-memory index tree' (duration: 2.13243176s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.200362Z","caller":"traceutil/trace.go:171","msg":"trace[1464277833] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25026; }","duration":"26.683931234s","start":"2026-05-29T02:58:29.51642Z","end":"2026-05-29T02:58:56.200351Z","steps":["trace[1464277833] 'agreement among raft nodes before linearized reading' (duration: 24.547360286s)","trace[1464277833] 'count revisions from in-memory index tree' (duration: 2.131674502s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.255624Z","time spent":"2.944732991s","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.5164Z","time spent":"26.683983934s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.608364Z","time spent":"25.592015334s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.079759Z","time spent":"2.120297075s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-29T02:58:56.200485Z","caller":"traceutil/trace.go:171","msg":"trace[2069271959] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25026; }","duration":"4.686989588s","start":"2026-05-29T02:58:51.513487Z","end":"2026-05-29T02:58:56.200477Z","steps":["trace[2069271959] 'agreement among raft nodes before linearized reading' (duration: 4.682154504s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.200067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:52.60146Z","time spent":"3.598592805s","remote":"127.0.0.1:45072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.513443Z","time spent":"4.687060239s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-29T02:58:56.200514Z","caller":"traceutil/trace.go:171","msg":"trace[76497117] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25026; }","duration":"25.536358434s","start":"2026-05-29T02:58:30.664146Z","end":"2026-05-29T02:58:56.200504Z","steps":["trace[76497117] 'agreement among raft nodes before linearized reading' (duration: 23.399410048s)","trace[76497117] 'count revisions from in-memory index tree' (duration: 2.132108662s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:56.200518Z","caller":"traceutil/trace.go:171","msg":"trace[284572223] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25026; }","duration":"257.207207ms","start":"2026-05-29T02:58:55.9433Z","end":"2026-05-29T02:58:56.200507Z","steps":["trace[284572223] 'agreement among raft nodes before linearized reading' (duration: 252.194529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.200535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.664123Z","time spent":"25.536405605s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200328Z","caller":"traceutil/trace.go:171","msg":"trace[1749155400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25026; }","duration":"25.799116361s","start":"2026-05-29T02:58:30.401194Z","end":"2026-05-29T02:58:56.200311Z","steps":["trace[1749155400] 'agreement among raft nodes before linearized reading' (duration: 23.662581274s)","trace[1749155400] 'count revisions from in-memory index tree' (duration: 2.130970665s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.401169Z","time spent":"25.799385377s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200625Z","caller":"traceutil/trace.go:171","msg":"trace[1265764884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25026; }","duration":"855.959797ms","start":"2026-05-29T02:58:55.344658Z","end":"2026-05-29T02:58:56.200618Z","steps":["trace[1265764884] 'agreement among raft nodes before linearized reading' (duration: 850.889887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.200647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.344639Z","time spent":"856.001897ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:58:56.199983Z","caller":"traceutil/trace.go:171","msg":"trace[969502960] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25026; }","duration":"21.667142051s","start":"2026-05-29T02:58:34.532823Z","end":"2026-05-29T02:58:56.199965Z","steps":["trace[969502960] 'agreement among raft nodes before linearized reading' (duration: 19.53087734s)","trace[969502960] 'count revisions from in-memory index tree' (duration: 2.132238365s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.20068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.532794Z","time spent":"21.667874198s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200746Z","caller":"traceutil/trace.go:171","msg":"trace[1797856752] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25026; }","duration":"4.248856725s","start":"2026-05-29T02:58:51.951881Z","end":"2026-05-29T02:58:56.200738Z","steps":["trace[1797856752] 'agreement among raft nodes before linearized reading' (duration: 4.24357271s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.200757Z","caller":"traceutil/trace.go:171","msg":"trace[1599998532] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25026; }","duration":"26.764771507s","start":"2026-05-29T02:58:29.435978Z","end":"2026-05-29T02:58:56.200749Z","steps":["trace[1599998532] 'agreement among raft nodes before linearized reading' (duration: 24.62777463s)","trace[1599998532] 'count revisions from in-memory index tree' (duration: 2.131843456s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.951857Z","time spent":"4.248904276s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.20078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.435967Z","time spent":"26.764805227s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200799Z","caller":"traceutil/trace.go:171","msg":"trace[497755824] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25026; }","duration":"26.860730236s","start":"2026-05-29T02:58:29.34006Z","end":"2026-05-29T02:58:56.20079Z","steps":["trace[497755824] 'agreement among raft nodes before linearized reading' (duration: 24.723690038s)","trace[497755824] 'count revisions from in-memory index tree' (duration: 2.131854066s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.200828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.339971Z","time spent":"26.860848069s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2707,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.200843Z","caller":"traceutil/trace.go:171","msg":"trace[1073966866] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25026; }","duration":"4.258574423s","start":"2026-05-29T02:58:51.942259Z","end":"2026-05-29T02:58:56.200833Z","steps":["trace[1073966866] 'agreement among raft nodes before linearized reading' (duration: 4.25334285s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.200864Z","caller":"traceutil/trace.go:171","msg":"trace[1405634912] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25026; }","duration":"1.001913018s","start":"2026-05-29T02:58:55.198943Z","end":"2026-05-29T02:58:56.200856Z","steps":["trace[1405634912] 'agreement among raft nodes before linearized reading' (duration: 996.640264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.200872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.942235Z","time spent":"4.258627155s","remote":"127.0.0.1:58946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.200889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.19888Z","time spent":"1.002001851s","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.700844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:57.202113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:57.402245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202388082s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:57.40272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.199736Z","time spent":"1.202978836s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:58.201872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:58.201984Z","caller":"traceutil/trace.go:171","msg":"trace[269389925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328605s","start":"2026-05-29T02:58:56.201636Z","end":"2026-05-29T02:58:58.201965Z","steps":["trace[269389925] 'agreement among raft nodes before linearized reading' (duration: 2.000193032s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:58.202033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.201608Z","time spent":"2.000415957s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:59.283508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.910079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:59.283813Z","caller":"traceutil/trace.go:171","msg":"trace[1070760490] linearizableReadLoop","detail":"{readStateIndex:25920; appliedIndex:25916; }","duration":"3.083864541s","start":"2026-05-29T02:58:56.199932Z","end":"2026-05-29T02:58:59.283796Z","steps":["trace[1070760490] 'read index received' (duration: 1.202593667s)","trace[1070760490] 'applied index is now lower than readState.Index' (duration: 1.881269864s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:59.283881Z","caller":"traceutil/trace.go:171","msg":"trace[1097616122] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"3.082307815s","start":"2026-05-29T02:58:56.201562Z","end":"2026-05-29T02:58:59.28387Z","steps":["trace[1097616122] 'process raft request' (duration: 2.184931906s)","trace[1097616122] 'compare' (duration: 896.479178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:59.283936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.201546Z","time spent":"3.082358356s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:59.284429Z","caller":"traceutil/trace.go:171","msg":"trace[2096419563] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"3.080309989s","start":"2026-05-29T02:58:56.20409Z","end":"2026-05-29T02:58:59.2844Z","steps":["trace[2096419563] 'process raft request' (duration: 3.07952636s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:59.284433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.205314Z","time spent":"3.07911243s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:59.284557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084604299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-05-29T02:58:59.284567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.20408Z","time spent":"3.080411571s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:59.28462Z","caller":"traceutil/trace.go:171","msg":"trace[1264442083] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25028; }","duration":"3.084714631s","start":"2026-05-29T02:58:56.199884Z","end":"2026-05-29T02:58:59.284598Z","steps":["trace[1264442083] 'agreement among raft nodes before linearized reading' (duration: 3.084522087s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:59.28468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.199853Z","time spent":"3.084814084s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-29T02:58:59.784592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:59.977285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327375712s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:00.224314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992762776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:00.224425Z","caller":"traceutil/trace.go:171","msg":"trace[1695372226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99293909s","start":"2026-05-29T02:58:58.231461Z","end":"2026-05-29T02:59:00.2244Z","steps":["trace[1695372226] 'agreement among raft nodes before linearized reading' (duration: 1.992804417s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:00.224721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:58.231435Z","time spent":"1.993269428s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:01.201684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222892805s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:01.981069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.352592Z","time spent":"1.628462521s","remote":"127.0.0.1:33124","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:01.98193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004129254s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:01.982453Z","caller":"traceutil/trace.go:171","msg":"trace[2100748323] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25920; }","duration":"2.698595594s","start":"2026-05-29T02:58:59.28384Z","end":"2026-05-29T02:59:01.982435Z","steps":["trace[2100748323] 'read index received' (duration: 693.697032ms)","trace[2100748323] 'applied index is now lower than readState.Index' (duration: 2.004897442s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:01.982547Z","caller":"traceutil/trace.go:171","msg":"trace[910604437] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"4.578169049s","start":"2026-05-29T02:58:57.404367Z","end":"2026-05-29T02:59:01.982536Z","steps":["trace[910604437] 'process raft request' (duration: 2.573353268s)","trace[910604437] 'compare' (duration: 2.002854855s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:01.982589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.404337Z","time spent":"4.578230289s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:59:01.982764Z","caller":"traceutil/trace.go:171","msg":"trace[2033885927] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"4.578372823s","start":"2026-05-29T02:58:57.404383Z","end":"2026-05-29T02:59:01.982756Z","steps":["trace[2033885927] 'process raft request' (duration: 4.577664616s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.982818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.404343Z","time spent":"4.578443795s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:01.982934Z","caller":"traceutil/trace.go:171","msg":"trace[1699204045] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"4.578511517s","start":"2026-05-29T02:58:57.404414Z","end":"2026-05-29T02:59:01.982926Z","steps":["trace[1699204045] 'process raft request' (duration: 4.577753319s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.982976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.404385Z","time spent":"4.578571658s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:59:01.983136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.710342839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-29T02:59:01.983169Z","caller":"traceutil/trace.go:171","msg":"trace[28089848] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25035; }","duration":"5.710389791s","start":"2026-05-29T02:58:56.272772Z","end":"2026-05-29T02:59:01.983162Z","steps":["trace[28089848] 'agreement among raft nodes before linearized reading' (duration: 5.71031791s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.272767Z","time spent":"5.710418662s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-29T02:59:01.983239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.673517123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1863"} {"level":"info","ts":"2026-05-29T02:59:01.983284Z","caller":"traceutil/trace.go:171","msg":"trace[1852773150] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"4.056057372s","start":"2026-05-29T02:58:57.927205Z","end":"2026-05-29T02:59:01.983262Z","steps":["trace[1852773150] 'process raft request' (duration: 4.055012647s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.983372Z","caller":"traceutil/trace.go:171","msg":"trace[276985554] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25035; }","duration":"5.673691328s","start":"2026-05-29T02:58:56.309637Z","end":"2026-05-29T02:59:01.983328Z","steps":["trace[276985554] 'agreement among raft nodes before linearized reading' (duration: 5.673313419s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.98337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783238404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-29T02:59:01.983424Z","caller":"traceutil/trace.go:171","msg":"trace[1126439507] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"2.697727953s","start":"2026-05-29T02:58:59.285689Z","end":"2026-05-29T02:59:01.983417Z","steps":["trace[1126439507] 'process raft request' (duration: 2.696589827s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.98344Z","caller":"traceutil/trace.go:171","msg":"trace[938465725] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25035; }","duration":"5.783341906s","start":"2026-05-29T02:58:56.200078Z","end":"2026-05-29T02:59:01.98342Z","steps":["trace[938465725] 'agreement among raft nodes before linearized reading' (duration: 5.78308828s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.983475Z","caller":"traceutil/trace.go:171","msg":"trace[1003736443] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"2.694127539s","start":"2026-05-29T02:58:59.289303Z","end":"2026-05-29T02:59:01.98343Z","steps":["trace[1003736443] 'process raft request' (duration: 2.693017463s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393204929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:01.983563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0638996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:01.983573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.782949797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-05-29T02:59:01.983586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605823202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-05-29T02:59:01.983597Z","caller":"traceutil/trace.go:171","msg":"trace[1312536437] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25035; }","duration":"2.063974351s","start":"2026-05-29T02:58:59.919614Z","end":"2026-05-29T02:59:01.983588Z","steps":["trace[1312536437] 'agreement among raft nodes before linearized reading' (duration: 2.06391377s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.9836Z","caller":"traceutil/trace.go:171","msg":"trace[557594213] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25035; }","duration":"5.782996498s","start":"2026-05-29T02:58:56.200596Z","end":"2026-05-29T02:59:01.983593Z","steps":["trace[557594213] 'agreement among raft nodes before linearized reading' (duration: 5.782924787s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.983594Z","caller":"traceutil/trace.go:171","msg":"trace[1889764253] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25035; }","duration":"4.393363583s","start":"2026-05-29T02:58:57.59019Z","end":"2026-05-29T02:59:01.983553Z","steps":["trace[1889764253] 'agreement among raft nodes before linearized reading' (duration: 4.393216369s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.919578Z","time spent":"2.064038143s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:01.983615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.28928Z","time spent":"2.694272702s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:01.983615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779685831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-05-29T02:59:01.983637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.710994955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-05-29T02:59:01.983639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.590163Z","time spent":"4.393463455s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:01.983675Z","caller":"traceutil/trace.go:171","msg":"trace[258284775] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25035; }","duration":"5.779772212s","start":"2026-05-29T02:58:56.203887Z","end":"2026-05-29T02:59:01.983659Z","steps":["trace[258284775] 'agreement among raft nodes before linearized reading' (duration: 5.779600788s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605975976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-05-29T02:59:01.983686Z","caller":"traceutil/trace.go:171","msg":"trace[1578440123] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25035; }","duration":"5.711078787s","start":"2026-05-29T02:58:56.272587Z","end":"2026-05-29T02:59:01.983666Z","steps":["trace[1578440123] 'agreement among raft nodes before linearized reading' (duration: 5.710947424s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.983716Z","caller":"traceutil/trace.go:171","msg":"trace[386651243] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25035; }","duration":"5.606052147s","start":"2026-05-29T02:58:56.377657Z","end":"2026-05-29T02:59:01.983709Z","steps":["trace[386651243] 'agreement among raft nodes before linearized reading' (duration: 5.605983336s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860008215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:01.983723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.203876Z","time spent":"5.779835534s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:01.983739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.37763Z","time spent":"5.606102839s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-05-29T02:59:01.983737Z","caller":"traceutil/trace.go:171","msg":"trace[1506402822] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25035; }","duration":"5.605960445s","start":"2026-05-29T02:58:56.377737Z","end":"2026-05-29T02:59:01.983698Z","steps":["trace[1506402822] 'agreement among raft nodes before linearized reading' (duration: 5.60574445s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.272565Z","time spent":"5.711164879s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-29T02:59:01.983626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.200583Z","time spent":"5.783036209s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-05-29T02:59:01.983778Z","caller":"traceutil/trace.go:171","msg":"trace[1172303084] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25035; }","duration":"1.860138529s","start":"2026-05-29T02:59:00.123611Z","end":"2026-05-29T02:59:01.98375Z","steps":["trace[1172303084] 'agreement among raft nodes before linearized reading' (duration: 1.859929414s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.377731Z","time spent":"5.606036358s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1104,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-05-29T02:59:01.983504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.200068Z","time spent":"5.783422588s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-29T02:59:01.983794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.278504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:01.983846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.123549Z","time spent":"1.860276582s","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:01.983394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.927166Z","time spent":"4.056170824s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:01.983425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.309607Z","time spent":"5.67380524s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-29T02:59:01.98389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003352592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:01.983903Z","caller":"traceutil/trace.go:171","msg":"trace[2137769807] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25035; }","duration":"967.455838ms","start":"2026-05-29T02:59:01.01642Z","end":"2026-05-29T02:59:01.983876Z","steps":["trace[2137769807] 'agreement among raft nodes before linearized reading' (duration: 967.141241ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.983923Z","caller":"traceutil/trace.go:171","msg":"trace[1295754699] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25035; }","duration":"4.003429804s","start":"2026-05-29T02:58:57.980486Z","end":"2026-05-29T02:59:01.983915Z","steps":["trace[1295754699] 'agreement among raft nodes before linearized reading' (duration: 4.003373473s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.285672Z","time spent":"2.697771004s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:01.983898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.578799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:01.983963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.016398Z","time spent":"967.551741ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:01.983398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694838536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-05-29T02:59:01.984007Z","caller":"traceutil/trace.go:171","msg":"trace[545164597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25035; }","duration":"118.744562ms","start":"2026-05-29T02:59:01.865238Z","end":"2026-05-29T02:59:01.983983Z","steps":["trace[545164597] 'agreement among raft nodes before linearized reading' (duration: 118.572568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.983999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75937833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:01.984046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771555689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-29T02:59:01.984079Z","caller":"traceutil/trace.go:171","msg":"trace[576165779] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25035; }","duration":"5.771599211s","start":"2026-05-29T02:58:56.212471Z","end":"2026-05-29T02:59:01.98407Z","steps":["trace[576165779] 'agreement among raft nodes before linearized reading' (duration: 5.771507609s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.98408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.637297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:01.984112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.212463Z","time spent":"5.771642081s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-29T02:59:01.984081Z","caller":"traceutil/trace.go:171","msg":"trace[1338082588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25035; }","duration":"1.759509723s","start":"2026-05-29T02:59:00.224555Z","end":"2026-05-29T02:59:01.984065Z","steps":["trace[1338082588] 'agreement among raft nodes before linearized reading' (duration: 1.759369069s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.984121Z","caller":"traceutil/trace.go:171","msg":"trace[1016683118] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25035; }","duration":"544.719209ms","start":"2026-05-29T02:59:01.439391Z","end":"2026-05-29T02:59:01.98411Z","steps":["trace[1016683118] 'agreement among raft nodes before linearized reading' (duration: 544.652087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.984179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678539039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:01.984183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.224514Z","time spent":"1.759659636s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:59:01.984075Z","caller":"traceutil/trace.go:171","msg":"trace[1840482228] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25035; }","duration":"2.695556822s","start":"2026-05-29T02:58:59.28849Z","end":"2026-05-29T02:59:01.984046Z","steps":["trace[1840482228] 'agreement among raft nodes before linearized reading' (duration: 2.694823165s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:01.984212Z","caller":"traceutil/trace.go:171","msg":"trace[2029704011] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25035; }","duration":"1.678670962s","start":"2026-05-29T02:59:00.305533Z","end":"2026-05-29T02:59:01.984204Z","steps":["trace[2029704011] 'agreement among raft nodes before linearized reading' (duration: 1.678493828s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.98395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.980462Z","time spent":"4.003482176s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:01.984226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.288472Z","time spent":"2.695746946s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T02:59:01.984238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.305508Z","time spent":"1.678724352s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:01.984187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.439367Z","time spent":"544.81084ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:01.983841Z","caller":"traceutil/trace.go:171","msg":"trace[2043285456] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"2.694308293s","start":"2026-05-29T02:58:59.289515Z","end":"2026-05-29T02:59:01.983823Z","steps":["trace[2043285456] 'process raft request' (duration: 2.692865769s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.984341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.289403Z","time spent":"2.694904657s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:01.984655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777691384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-05-29T02:59:01.984726Z","caller":"traceutil/trace.go:171","msg":"trace[286465169] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v65tb; range_end:; response_count:1; response_revision:25035; }","duration":"5.778631126s","start":"2026-05-29T02:58:56.206071Z","end":"2026-05-29T02:59:01.984702Z","steps":["trace[286465169] 'agreement among raft nodes before linearized reading' (duration: 5.777366086s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:01.988314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.206064Z","time spent":"5.782183329s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" "} {"level":"warn","ts":"2026-05-29T02:59:02.492053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:02.992536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:03.995082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001287737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:03.995221Z","caller":"traceutil/trace.go:171","msg":"trace[216115425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00143206s","start":"2026-05-29T02:59:01.993736Z","end":"2026-05-29T02:59:03.995168Z","steps":["trace[216115425] 'agreement among raft nodes before linearized reading' (duration: 2.001302317s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:03.995293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.993726Z","time spent":"2.001555102s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:04.107908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.906254ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:04.108038Z","caller":"traceutil/trace.go:171","msg":"trace[549933862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25035; }","duration":"369.053387ms","start":"2026-05-29T02:59:03.738967Z","end":"2026-05-29T02:59:04.10802Z","steps":["trace[549933862] 'range keys from in-memory index tree' (duration: 368.887633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.109917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073143433s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:04.110038Z","caller":"traceutil/trace.go:171","msg":"trace[1541341010] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"2.119087686s","start":"2026-05-29T02:59:01.990933Z","end":"2026-05-29T02:59:04.110021Z","steps":["trace[1541341010] 'process raft request' (duration: 1.044247923s)","trace[1541341010] 'compare' (duration: 1.070710726s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:04.110092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.990921Z","time spent":"2.119146287s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:05.003086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.967875941s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:06.003011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:06.003123Z","caller":"traceutil/trace.go:171","msg":"trace[180378035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409945s","start":"2026-05-29T02:59:04.002687Z","end":"2026-05-29T02:59:06.003097Z","steps":["trace[180378035] 'agreement among raft nodes before linearized reading' (duration: 2.000260022s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.003195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.002668Z","time spent":"2.000516188s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:06.150643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:05.763848Z","time spent":"386.783023ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:06.151348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147987722s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:06.151547Z","caller":"traceutil/trace.go:171","msg":"trace[616098195] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"4.160545507s","start":"2026-05-29T02:59:01.990977Z","end":"2026-05-29T02:59:06.151522Z","steps":["trace[616098195] 'process raft request' (duration: 3.012292339s)","trace[616098195] 'compare' (duration: 1.147788487s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:06.151617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.990956Z","time spent":"4.16063188s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:06.151789Z","caller":"traceutil/trace.go:171","msg":"trace[1102776256] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"4.160409194s","start":"2026-05-29T02:59:01.991343Z","end":"2026-05-29T02:59:06.151752Z","steps":["trace[1102776256] 'process raft request' (duration: 4.160105357s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.151895Z","caller":"traceutil/trace.go:171","msg":"trace[309095582] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25927; }","duration":"4.16063653s","start":"2026-05-29T02:59:01.991236Z","end":"2026-05-29T02:59:06.151873Z","steps":["trace[309095582] 'read index received' (duration: 1.043955326s)","trace[309095582] 'applied index is now lower than readState.Index' (duration: 3.116680224s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:06.151913Z","caller":"traceutil/trace.go:171","msg":"trace[868793339] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25038; }","duration":"4.159102613s","start":"2026-05-29T02:59:01.992765Z","end":"2026-05-29T02:59:06.151868Z","steps":["trace[868793339] 'process raft request' (duration: 4.158886748s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.15203Z","caller":"traceutil/trace.go:171","msg":"trace[159489310] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"4.159226186s","start":"2026-05-29T02:59:01.992789Z","end":"2026-05-29T02:59:06.152015Z","steps":["trace[159489310] 'process raft request' (duration: 4.158941819s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.152031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.991326Z","time spent":"4.160521237s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:06.15211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.992755Z","time spent":"4.159243027s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":976,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:06.152143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.992767Z","time spent":"4.159296218s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:06.152479Z","caller":"traceutil/trace.go:171","msg":"trace[293806821] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"4.156578474s","start":"2026-05-29T02:59:01.995885Z","end":"2026-05-29T02:59:06.152464Z","steps":["trace[293806821] 'process raft request' (duration: 4.155929168s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.152548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.995875Z","time spent":"4.156636806s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:06.152708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161462179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:06.152749Z","caller":"traceutil/trace.go:171","msg":"trace[1981562642] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25040; }","duration":"4.161525861s","start":"2026-05-29T02:59:01.991212Z","end":"2026-05-29T02:59:06.152738Z","steps":["trace[1981562642] 'agreement among raft nodes before linearized reading' (duration: 4.161461259s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.152781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.991206Z","time spent":"4.161565362s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:06.152998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161761636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18b3e9ec14522c24\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-29T02:59:06.153034Z","caller":"traceutil/trace.go:171","msg":"trace[1276936176] range","detail":"{range_begin:/registry/events/openstack/container-infra.18b3e9ec14522c24; range_end:; response_count:1; response_revision:25040; }","duration":"4.161817998s","start":"2026-05-29T02:59:01.991206Z","end":"2026-05-29T02:59:06.153024Z","steps":["trace[1276936176] 'agreement among raft nodes before linearized reading' (duration: 4.161696195s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.991194Z","time spent":"4.161860958s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18b3e9ec14522c24\" "} {"level":"warn","ts":"2026-05-29T02:59:06.153107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.912573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:06.15317Z","caller":"traceutil/trace.go:171","msg":"trace[691933225] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25040; }","duration":"497.016606ms","start":"2026-05-29T02:59:05.656136Z","end":"2026-05-29T02:59:06.153152Z","steps":["trace[691933225] 'agreement among raft nodes before linearized reading' (duration: 496.923674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420190227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.153219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695901833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.153216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957122548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.153221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161892969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-29T02:59:06.153241Z","caller":"traceutil/trace.go:171","msg":"trace[877297248] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25040; }","duration":"2.420304919s","start":"2026-05-29T02:59:03.732915Z","end":"2026-05-29T02:59:06.15322Z","steps":["trace[877297248] 'agreement among raft nodes before linearized reading' (duration: 2.420186607s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.153263Z","caller":"traceutil/trace.go:171","msg":"trace[187254711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25040; }","duration":"3.695971845s","start":"2026-05-29T02:59:02.457276Z","end":"2026-05-29T02:59:06.153248Z","steps":["trace[187254711] 'agreement among raft nodes before linearized reading' (duration: 3.695917974s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.153275Z","caller":"traceutil/trace.go:171","msg":"trace[2063436041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25040; }","duration":"1.95722056s","start":"2026-05-29T02:59:04.196035Z","end":"2026-05-29T02:59:06.153256Z","steps":["trace[2063436041] 'agreement among raft nodes before linearized reading' (duration: 1.957126838s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.15328Z","caller":"traceutil/trace.go:171","msg":"trace[2080601353] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25040; }","duration":"4.161974381s","start":"2026-05-29T02:59:01.991288Z","end":"2026-05-29T02:59:06.153263Z","steps":["trace[2080601353] 'agreement among raft nodes before linearized reading' (duration: 4.161717585s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.1533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.457256Z","time spent":"3.696036676s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.153307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029276921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.153314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.196012Z","time spent":"1.957293162s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.15331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084294915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.153308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:03.732893Z","time spent":"2.420398631s","remote":"127.0.0.1:59064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.153318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123024655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"info","ts":"2026-05-29T02:59:06.153344Z","caller":"traceutil/trace.go:171","msg":"trace[1858296373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25040; }","duration":"4.029358783s","start":"2026-05-29T02:59:02.123971Z","end":"2026-05-29T02:59:06.15333Z","steps":["trace[1858296373] 'agreement among raft nodes before linearized reading' (duration: 4.029305102s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131151206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-05-29T02:59:06.153364Z","caller":"traceutil/trace.go:171","msg":"trace[2001857461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25040; }","duration":"4.084397497s","start":"2026-05-29T02:59:02.068948Z","end":"2026-05-29T02:59:06.153346Z","steps":["trace[2001857461] 'agreement among raft nodes before linearized reading' (duration: 4.084319156s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.153374Z","caller":"traceutil/trace.go:171","msg":"trace[1581662995] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25040; }","duration":"1.123127878s","start":"2026-05-29T02:59:05.030229Z","end":"2026-05-29T02:59:06.153356Z","steps":["trace[1581662995] 'agreement among raft nodes before linearized reading' (duration: 1.12279676s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.123944Z","time spent":"4.029431344s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:06.153392Z","caller":"traceutil/trace.go:171","msg":"trace[92615425] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25040; }","duration":"4.131201337s","start":"2026-05-29T02:59:02.02218Z","end":"2026-05-29T02:59:06.153382Z","steps":["trace[92615425] 'agreement among raft nodes before linearized reading' (duration: 4.131073804s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:05.030202Z","time spent":"1.12319927s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418482,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-29T02:59:06.153421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.022173Z","time spent":"4.131240769s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-29T02:59:06.153424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131362371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-05-29T02:59:06.153316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.991281Z","time spent":"4.162026012s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-29T02:59:06.153179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155303361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:06.153464Z","caller":"traceutil/trace.go:171","msg":"trace[1824845231] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25040; }","duration":"4.131437233s","start":"2026-05-29T02:59:02.022012Z","end":"2026-05-29T02:59:06.153449Z","steps":["trace[1824845231] 'agreement among raft nodes before linearized reading' (duration: 4.13132575s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.15349Z","caller":"traceutil/trace.go:171","msg":"trace[1649960043] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25040; }","duration":"3.155650299s","start":"2026-05-29T02:59:02.997825Z","end":"2026-05-29T02:59:06.153476Z","steps":["trace[1649960043] 'agreement among raft nodes before linearized reading' (duration: 3.155318302s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.021992Z","time spent":"4.131506835s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-05-29T02:59:06.153525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.997801Z","time spent":"3.155713701s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.153214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:05.656115Z","time spent":"497.088687ms","remote":"127.0.0.1:59236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.153606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116387419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.153097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736281423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:06.153707Z","caller":"traceutil/trace.go:171","msg":"trace[1861328036] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25040; }","duration":"3.736947928s","start":"2026-05-29T02:59:02.416743Z","end":"2026-05-29T02:59:06.15369Z","steps":["trace[1861328036] 'agreement among raft nodes before linearized reading' (duration: 3.736271193s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138554091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.153754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.41672Z","time spent":"3.73702125s","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:06.153765Z","caller":"traceutil/trace.go:171","msg":"trace[1628606623] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25040; }","duration":"4.138600932s","start":"2026-05-29T02:59:02.015145Z","end":"2026-05-29T02:59:06.153746Z","steps":["trace[1628606623] 'agreement among raft nodes before linearized reading' (duration: 4.13852311s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.15379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160957377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T02:59:06.153406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.068925Z","time spent":"4.084469799s","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:06.153819Z","caller":"traceutil/trace.go:171","msg":"trace[1353072442] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:25040; }","duration":"4.160999098s","start":"2026-05-29T02:59:01.992813Z","end":"2026-05-29T02:59:06.153812Z","steps":["trace[1353072442] 'agreement among raft nodes before linearized reading' (duration: 4.160918576s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.015084Z","time spent":"4.138715014s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:06.153841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.992806Z","time spent":"4.161029049s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:59:06.153841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162105265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-29T02:59:06.153111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.909525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:06.153894Z","caller":"traceutil/trace.go:171","msg":"trace[1536005803] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25040; }","duration":"4.162172976s","start":"2026-05-29T02:59:01.991705Z","end":"2026-05-29T02:59:06.153878Z","steps":["trace[1536005803] 'agreement among raft nodes before linearized reading' (duration: 4.161996282s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.153952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.991697Z","time spent":"4.162242967s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-29T02:59:06.153902Z","caller":"traceutil/trace.go:171","msg":"trace[2079619321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25040; }","duration":"150.746435ms","start":"2026-05-29T02:59:06.003139Z","end":"2026-05-29T02:59:06.153885Z","steps":["trace[2079619321] 'agreement among raft nodes before linearized reading' (duration: 149.911805ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.153655Z","caller":"traceutil/trace.go:171","msg":"trace[1874980918] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25040; }","duration":"4.116484611s","start":"2026-05-29T02:59:02.037156Z","end":"2026-05-29T02:59:06.153641Z","steps":["trace[1874980918] 'agreement among raft nodes before linearized reading' (duration: 4.11641503s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.15414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.037134Z","time spent":"4.116985594s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:08.172709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:08.172831Z","caller":"traceutil/trace.go:171","msg":"trace[1724475370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774135s","start":"2026-05-29T02:59:06.172031Z","end":"2026-05-29T02:59:08.172806Z","steps":["trace[1724475370] 'agreement among raft nodes before linearized reading' (duration: 2.000611181s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:08.172889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.172026Z","time spent":"2.000850217s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:08.262976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761816486s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-29T02:59:08.263096Z","caller":"traceutil/trace.go:171","msg":"trace[1087624213] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25933; }","duration":"2.106366828s","start":"2026-05-29T02:59:06.156711Z","end":"2026-05-29T02:59:08.263078Z","steps":["trace[1087624213] 'read index received' (duration: 344.680574ms)","trace[1087624213] 'applied index is now lower than readState.Index' (duration: 1.761684504s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:08.263166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.155101Z","time spent":"2.108059048s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:08.263473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106754918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-29T02:59:08.263515Z","caller":"traceutil/trace.go:171","msg":"trace[1830683360] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25040; }","duration":"2.10684197s","start":"2026-05-29T02:59:06.156661Z","end":"2026-05-29T02:59:08.263503Z","steps":["trace[1830683360] 'agreement among raft nodes before linearized reading' (duration: 2.106689726s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:08.263547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.156638Z","time spent":"2.1068998s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T02:59:08.763806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:08.980437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.479202885s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:10.173299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:10.173401Z","caller":"traceutil/trace.go:171","msg":"trace[981800979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291283s","start":"2026-05-29T02:59:08.17309Z","end":"2026-05-29T02:59:10.173382Z","steps":["trace[981800979] 'agreement among raft nodes before linearized reading' (duration: 2.000146639s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.173454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.173048Z","time spent":"2.000395855s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:10.653148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672294311s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:10.653381Z","caller":"traceutil/trace.go:171","msg":"trace[1115748367] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25934; }","duration":"2.390240752s","start":"2026-05-29T02:59:08.263122Z","end":"2026-05-29T02:59:10.653363Z","steps":["trace[1115748367] 'read index received' (duration: 717.596503ms)","trace[1115748367] 'applied index is now lower than readState.Index' (duration: 1.672643149s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:10.653502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190137131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:10.653563Z","caller":"traceutil/trace.go:171","msg":"trace[1495095569] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25042; }","duration":"3.190247693s","start":"2026-05-29T02:59:07.463305Z","end":"2026-05-29T02:59:10.653553Z","steps":["trace[1495095569] 'agreement among raft nodes before linearized reading' (duration: 3.190077549s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.653615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.463282Z","time spent":"3.190322664s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:10.653661Z","caller":"traceutil/trace.go:171","msg":"trace[1364272592] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"2.388107151s","start":"2026-05-29T02:59:08.265543Z","end":"2026-05-29T02:59:10.65365Z","steps":["trace[1364272592] 'process raft request' (duration: 2.387713482s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.653637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.496621121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lqvxq\" ","response":"range_response_count:1 size:4308"} {"level":"warn","ts":"2026-05-29T02:59:10.653665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487167588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:10.653827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484343161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5361535f-b83d-48ed-acf6-c5135c8de757\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-05-29T02:59:10.653889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495468707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-29T02:59:10.653907Z","caller":"traceutil/trace.go:171","msg":"trace[146326929] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5361535f-b83d-48ed-acf6-c5135c8de757; range_end:; response_count:1; response_revision:25042; }","duration":"4.484411964s","start":"2026-05-29T02:59:06.169469Z","end":"2026-05-29T02:59:10.653881Z","steps":["trace[146326929] 'agreement among raft nodes before linearized reading' (duration: 4.48426218s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.653972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.169423Z","time spent":"4.484536307s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-5361535f-b83d-48ed-acf6-c5135c8de757\" "} {"level":"warn","ts":"2026-05-29T02:59:10.653989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049810841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:10.654095Z","caller":"traceutil/trace.go:171","msg":"trace[567229359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25042; }","duration":"3.049940164s","start":"2026-05-29T02:59:07.604142Z","end":"2026-05-29T02:59:10.654082Z","steps":["trace[567229359] 'agreement among raft nodes before linearized reading' (duration: 3.049708318s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.654087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484913435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-29T02:59:10.65417Z","caller":"traceutil/trace.go:171","msg":"trace[1592373863] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:25042; }","duration":"4.485024427s","start":"2026-05-29T02:59:06.169132Z","end":"2026-05-29T02:59:10.654156Z","steps":["trace[1592373863] 'agreement among raft nodes before linearized reading' (duration: 4.484783672s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.654267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.169119Z","time spent":"4.48511325s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T02:59:10.654328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055584006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:10.654394Z","caller":"traceutil/trace.go:171","msg":"trace[557008797] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25042; }","duration":"3.05572371s","start":"2026-05-29T02:59:07.598658Z","end":"2026-05-29T02:59:10.654382Z","steps":["trace[557008797] 'agreement among raft nodes before linearized reading' (duration: 3.055599887s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.654461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.598637Z","time spent":"3.055807802s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:10.654196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.604131Z","time spent":"3.050014405s","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:10.653535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867356031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:10.654631Z","caller":"traceutil/trace.go:171","msg":"trace[429321101] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25042; }","duration":"2.868508428s","start":"2026-05-29T02:59:07.786104Z","end":"2026-05-29T02:59:10.654612Z","steps":["trace[429321101] 'agreement among raft nodes before linearized reading' (duration: 2.86732449s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.653671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484379863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-05-29T02:59:10.65362Z","caller":"traceutil/trace.go:171","msg":"trace[376937084] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"4.496116148s","start":"2026-05-29T02:59:06.157482Z","end":"2026-05-29T02:59:10.653598Z","steps":["trace[376937084] 'process raft request' (duration: 2.823292305s)","trace[376937084] 'compare' (duration: 1.671300437s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:10.654687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.786071Z","time spent":"2.86860053s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:10.654689Z","caller":"traceutil/trace.go:171","msg":"trace[546867944] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt; range_end:; response_count:1; response_revision:25042; }","duration":"4.485429858s","start":"2026-05-29T02:59:06.169245Z","end":"2026-05-29T02:59:10.654675Z","steps":["trace[546867944] 'agreement among raft nodes before linearized reading' (duration: 4.484145457s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.653518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138864968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:10.653926Z","caller":"traceutil/trace.go:171","msg":"trace[490452752] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25042; }","duration":"2.495502028s","start":"2026-05-29T02:59:08.158414Z","end":"2026-05-29T02:59:10.653916Z","steps":["trace[490452752] 'agreement among raft nodes before linearized reading' (duration: 2.495372235s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.654805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.157461Z","time spent":"4.497248345s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:10.654838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.158352Z","time spent":"2.49647159s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:59:10.654846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072441133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:10.653846Z","caller":"traceutil/trace.go:171","msg":"trace[834786658] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25042; }","duration":"4.487403694s","start":"2026-05-29T02:59:06.16642Z","end":"2026-05-29T02:59:10.653824Z","steps":["trace[834786658] 'agreement among raft nodes before linearized reading' (duration: 4.486967923s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.653562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577887248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:10.653759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.265527Z","time spent":"2.388174144s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:10.653747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.496726423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" ","response":"range_response_count:1 size:5606"} {"level":"warn","ts":"2026-05-29T02:59:10.654745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.169242Z","time spent":"4.485488399s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" "} {"level":"info","ts":"2026-05-29T02:59:10.655054Z","caller":"traceutil/trace.go:171","msg":"trace[1560997690] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25042; }","duration":"3.579375583s","start":"2026-05-29T02:59:07.075663Z","end":"2026-05-29T02:59:10.655038Z","steps":["trace[1560997690] 'agreement among raft nodes before linearized reading' (duration: 3.577875098s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.655063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.166395Z","time spent":"4.488644993s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:59:10.65507Z","caller":"traceutil/trace.go:171","msg":"trace[57715932] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25042; }","duration":"3.072681359s","start":"2026-05-29T02:59:07.582352Z","end":"2026-05-29T02:59:10.655033Z","steps":["trace[57715932] 'agreement among raft nodes before linearized reading' (duration: 3.072453514s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.655097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.075612Z","time spent":"3.579470775s","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:10.653726Z","caller":"traceutil/trace.go:171","msg":"trace[64057021] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lqvxq; range_end:; response_count:1; response_revision:25042; }","duration":"4.496756674s","start":"2026-05-29T02:59:06.156951Z","end":"2026-05-29T02:59:10.653707Z","steps":["trace[64057021] 'agreement among raft nodes before linearized reading' (duration: 4.496475027s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:10.65512Z","caller":"traceutil/trace.go:171","msg":"trace[1260482218] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv; range_end:; response_count:1; response_revision:25042; }","duration":"4.498129586s","start":"2026-05-29T02:59:06.156949Z","end":"2026-05-29T02:59:10.655078Z","steps":["trace[1260482218] 'agreement among raft nodes before linearized reading' (duration: 4.496485917s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.65518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.582331Z","time spent":"3.072788101s","remote":"127.0.0.1:44656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:10.65521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.156936Z","time spent":"4.498246418s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5629,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" "} {"level":"warn","ts":"2026-05-29T02:59:10.65519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.15693Z","time spent":"4.498217178s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4331,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lqvxq\" "} {"level":"info","ts":"2026-05-29T02:59:10.65484Z","caller":"traceutil/trace.go:171","msg":"trace[618874583] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25042; }","duration":"4.140190349s","start":"2026-05-29T02:59:06.514604Z","end":"2026-05-29T02:59:10.654794Z","steps":["trace[618874583] 'agreement among raft nodes before linearized reading' (duration: 4.138840868s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.655394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.514584Z","time spent":"4.140796714s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:10.776844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020896895s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:12.18302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99969139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:12.18318Z","caller":"traceutil/trace.go:171","msg":"trace[1116889794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999887145s","start":"2026-05-29T02:59:10.183267Z","end":"2026-05-29T02:59:12.183154Z","steps":["trace[1116889794] 'agreement among raft nodes before linearized reading' (duration: 1.999714041s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.183243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.18325Z","time spent":"1.999983506s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:12.535478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758345524s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:12.535597Z","caller":"traceutil/trace.go:171","msg":"trace[767446410] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"3.418324736s","start":"2026-05-29T02:59:09.117255Z","end":"2026-05-29T02:59:12.53558Z","steps":["trace[767446410] 'process raft request' (duration: 1.659818308s)","trace[767446410] 'compare' (duration: 1.75685502s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:12.53563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.117228Z","time spent":"3.418387667s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:12.53582Z","caller":"traceutil/trace.go:171","msg":"trace[1339098201] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"3.05904557s","start":"2026-05-29T02:59:09.476754Z","end":"2026-05-29T02:59:12.5358Z","steps":["trace[1339098201] 'process raft request' (duration: 3.058793574s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:12.535933Z","caller":"traceutil/trace.go:171","msg":"trace[413864145] linearizableReadLoop","detail":"{readStateIndex:25939; appliedIndex:25936; }","duration":"1.882505204s","start":"2026-05-29T02:59:10.653416Z","end":"2026-05-29T02:59:12.535921Z","steps":["trace[413864145] 'read index received' (duration: 123.678278ms)","trace[413864145] 'applied index is now lower than readState.Index' (duration: 1.758825706s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:12.535936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.476715Z","time spent":"3.059164371s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:12.536021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059738896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:12.53602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567821998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:12.536048Z","caller":"traceutil/trace.go:171","msg":"trace[2023410873] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25045; }","duration":"3.059803537s","start":"2026-05-29T02:59:09.476235Z","end":"2026-05-29T02:59:12.536039Z","steps":["trace[2023410873] 'agreement among raft nodes before linearized reading' (duration: 3.059728545s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:12.536012Z","caller":"traceutil/trace.go:171","msg":"trace[469115544] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"3.044298392s","start":"2026-05-29T02:59:09.491669Z","end":"2026-05-29T02:59:12.535968Z","steps":["trace[469115544] 'process raft request' (duration: 3.044056747s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:12.536083Z","caller":"traceutil/trace.go:171","msg":"trace[1539960257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25045; }","duration":"2.567935171s","start":"2026-05-29T02:59:09.968131Z","end":"2026-05-29T02:59:12.536066Z","steps":["trace[1539960257] 'agreement among raft nodes before linearized reading' (duration: 2.567801668s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.536114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.968107Z","time spent":"2.568002353s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:12.536119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.103758313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:12.536104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545910674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:12.536181Z","caller":"traceutil/trace.go:171","msg":"trace[383932513] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25045; }","duration":"4.103865395s","start":"2026-05-29T02:59:08.432307Z","end":"2026-05-29T02:59:12.536172Z","steps":["trace[383932513] 'agreement among raft nodes before linearized reading' (duration: 4.103673551s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.536078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.476213Z","time spent":"3.059858878s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:12.536221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.491648Z","time spent":"3.044461146s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:12.536228Z","caller":"traceutil/trace.go:171","msg":"trace[782196063] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25045; }","duration":"2.546083938s","start":"2026-05-29T02:59:09.990119Z","end":"2026-05-29T02:59:12.536203Z","steps":["trace[782196063] 'agreement among raft nodes before linearized reading' (duration: 2.545835022s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.536152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268310482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-29T02:59:12.536271Z","caller":"traceutil/trace.go:171","msg":"trace[2000828056] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25045; }","duration":"4.268479466s","start":"2026-05-29T02:59:08.267785Z","end":"2026-05-29T02:59:12.536264Z","steps":["trace[2000828056] 'agreement among raft nodes before linearized reading' (duration: 4.268229811s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.536293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.267767Z","time spent":"4.268521617s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T02:59:12.536285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.990086Z","time spent":"2.54618365s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:12.536303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011828075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:12.536236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.432285Z","time spent":"4.103944398s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:12.536345Z","caller":"traceutil/trace.go:171","msg":"trace[180538753] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25045; }","duration":"2.011911327s","start":"2026-05-29T02:59:10.524421Z","end":"2026-05-29T02:59:12.536332Z","steps":["trace[180538753] 'agreement among raft nodes before linearized reading' (duration: 2.011529998s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.536021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541341638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:12.536376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.524398Z","time spent":"2.011968589s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:12.536424Z","caller":"traceutil/trace.go:171","msg":"trace[1531616376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25045; }","duration":"3.541769378s","start":"2026-05-29T02:59:08.994624Z","end":"2026-05-29T02:59:12.536394Z","steps":["trace[1531616376] 'agreement among raft nodes before linearized reading' (duration: 3.541318408s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.53646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.994607Z","time spent":"3.54184413s","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:12.536103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64095328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:12.536874Z","caller":"traceutil/trace.go:171","msg":"trace[268482506] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25045; }","duration":"3.641750499s","start":"2026-05-29T02:59:08.895045Z","end":"2026-05-29T02:59:12.536796Z","steps":["trace[268482506] 'agreement among raft nodes before linearized reading' (duration: 3.640912169s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.537015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.895022Z","time spent":"3.641938584s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:13.036523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:13.303572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.526491985s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:13.862513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:13.862607Z","caller":"traceutil/trace.go:171","msg":"trace[2098713639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327574s","start":"2026-05-29T02:59:11.862254Z","end":"2026-05-29T02:59:13.862582Z","steps":["trace[2098713639] 'agreement among raft nodes before linearized reading' (duration: 2.000218931s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:13.862656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:11.862234Z","time spent":"2.000411625s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:14.183089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999465343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:14.183192Z","caller":"traceutil/trace.go:171","msg":"trace[52244944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999625827s","start":"2026-05-29T02:59:12.183542Z","end":"2026-05-29T02:59:14.183168Z","steps":["trace[52244944] 'agreement among raft nodes before linearized reading' (duration: 1.999492044s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.183254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:12.183522Z","time spent":"1.99971952s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:14.752498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013390279s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:14.752594Z","caller":"traceutil/trace.go:171","msg":"trace[2065476428] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25045; }","duration":"1.013494251s","start":"2026-05-29T02:59:13.739086Z","end":"2026-05-29T02:59:14.75258Z","steps":["trace[2065476428] 'range keys from in-memory index tree' (duration: 1.013375468s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.753406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449331059s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:14.753608Z","caller":"traceutil/trace.go:171","msg":"trace[857805238] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25939; }","duration":"2.217628354s","start":"2026-05-29T02:59:12.535964Z","end":"2026-05-29T02:59:14.753592Z","steps":["trace[857805238] 'read index received' (duration: 767.765212ms)","trace[857805238] 'applied index is now lower than readState.Index' (duration: 1.449862072s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:14.753692Z","caller":"traceutil/trace.go:171","msg":"trace[692344230] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"4.096549004s","start":"2026-05-29T02:59:10.657132Z","end":"2026-05-29T02:59:14.753681Z","steps":["trace[692344230] 'process raft request' (duration: 2.646864597s)","trace[692344230] 'compare' (duration: 1.448803326s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:14.753747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.657113Z","time spent":"4.096601655s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:14.754055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093624634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-29T02:59:14.754029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092079878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:14.754036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462127182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:14.754093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094007034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:14.754119Z","caller":"traceutil/trace.go:171","msg":"trace[961063725] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25047; }","duration":"4.094051155s","start":"2026-05-29T02:59:10.66006Z","end":"2026-05-29T02:59:14.754111Z","steps":["trace[961063725] 'agreement among raft nodes before linearized reading' (duration: 4.094004384s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:14.754111Z","caller":"traceutil/trace.go:171","msg":"trace[1095369505] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25047; }","duration":"4.092191091s","start":"2026-05-29T02:59:10.661896Z","end":"2026-05-29T02:59:14.754087Z","steps":["trace[1095369505] 'agreement among raft nodes before linearized reading' (duration: 4.092006477s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:14.754116Z","caller":"traceutil/trace.go:171","msg":"trace[979960175] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"4.091070955s","start":"2026-05-29T02:59:10.663026Z","end":"2026-05-29T02:59:14.754097Z","steps":["trace[979960175] 'process raft request' (duration: 4.09046549s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:14.754123Z","caller":"traceutil/trace.go:171","msg":"trace[1321426769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25047; }","duration":"2.462263846s","start":"2026-05-29T02:59:12.291838Z","end":"2026-05-29T02:59:14.754102Z","steps":["trace[1321426769] 'agreement among raft nodes before linearized reading' (duration: 2.462067101s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.754155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.66188Z","time spent":"4.092265883s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:14.754175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:12.291806Z","time spent":"2.462354947s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:14.754199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094031834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18b3e9ecb4e4c234\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-29T02:59:14.754217Z","caller":"traceutil/trace.go:171","msg":"trace[1506336730] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18b3e9ecb4e4c234; range_end:; response_count:1; response_revision:25047; }","duration":"4.094062275s","start":"2026-05-29T02:59:10.660148Z","end":"2026-05-29T02:59:14.75421Z","steps":["trace[1506336730] 'agreement among raft nodes before linearized reading' (duration: 4.094001464s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.754216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.663013Z","time spent":"4.091144516s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:14.754213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21368224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-05-29T02:59:14.754254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.474446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:14.754258Z","caller":"traceutil/trace.go:171","msg":"trace[565725105] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25047; }","duration":"2.213761202s","start":"2026-05-29T02:59:12.540484Z","end":"2026-05-29T02:59:14.754245Z","steps":["trace[565725105] 'agreement among raft nodes before linearized reading' (duration: 2.213639619s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.754277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094190678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-29T02:59:14.754281Z","caller":"traceutil/trace.go:171","msg":"trace[932342734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25047; }","duration":"562.535107ms","start":"2026-05-29T02:59:14.191738Z","end":"2026-05-29T02:59:14.754273Z","steps":["trace[932342734] 'agreement among raft nodes before linearized reading' (duration: 562.490286ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:14.75429Z","caller":"traceutil/trace.go:171","msg":"trace[1579171983] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25047; }","duration":"4.094236269s","start":"2026-05-29T02:59:10.660049Z","end":"2026-05-29T02:59:14.754285Z","steps":["trace[1579171983] 'agreement among raft nodes before linearized reading' (duration: 4.094193148s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.75429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:12.540469Z","time spent":"2.213814064s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T02:59:14.754301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.660036Z","time spent":"4.094262599s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:59:14.754306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.19172Z","time spent":"562.580628ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:14.75431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130334198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:14.754233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.660142Z","time spent":"4.094088516s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18b3e9ecb4e4c234\" "} {"level":"warn","ts":"2026-05-29T02:59:14.754138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.66005Z","time spent":"4.094082335s","remote":"127.0.0.1:37790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:14.754367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554405786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:14.754371Z","caller":"traceutil/trace.go:171","msg":"trace[2004156458] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25047; }","duration":"1.130450401s","start":"2026-05-29T02:59:13.623906Z","end":"2026-05-29T02:59:14.754356Z","steps":["trace[2004156458] 'agreement among raft nodes before linearized reading' (duration: 1.130344498s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:14.754092Z","caller":"traceutil/trace.go:171","msg":"trace[1330180943] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25047; }","duration":"4.093671056s","start":"2026-05-29T02:59:10.660408Z","end":"2026-05-29T02:59:14.754079Z","steps":["trace[1330180943] 'agreement among raft nodes before linearized reading' (duration: 4.093509922s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:14.754397Z","caller":"traceutil/trace.go:171","msg":"trace[2026422912] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25047; }","duration":"3.554482787s","start":"2026-05-29T02:59:11.199906Z","end":"2026-05-29T02:59:14.754388Z","steps":["trace[2026422912] 'agreement among raft nodes before linearized reading' (duration: 3.554426646s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.754406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:13.623878Z","time spent":"1.130520883s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:14.754418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.6604Z","time spent":"4.094010004s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-29T02:59:14.754427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:11.19988Z","time spent":"3.554539299s","remote":"127.0.0.1:55518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:14.754515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425692709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:14.754532Z","caller":"traceutil/trace.go:171","msg":"trace[1687802263] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25047; }","duration":"3.425753881s","start":"2026-05-29T02:59:11.328773Z","end":"2026-05-29T02:59:14.754527Z","steps":["trace[1687802263] 'agreement among raft nodes before linearized reading' (duration: 3.42572529s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.754547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:11.328749Z","time spent":"3.425794651s","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:14.75694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460831266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:14.757032Z","caller":"traceutil/trace.go:171","msg":"trace[151060633] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25047; }","duration":"3.460963499s","start":"2026-05-29T02:59:11.29602Z","end":"2026-05-29T02:59:14.756983Z","steps":["trace[151060633] 'agreement among raft nodes before linearized reading' (duration: 3.457895206s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.757077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:11.295996Z","time spent":"3.461068772s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:15.258068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:15.759018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:16.259851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:16.76046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:16.830263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.000714623s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:17.243377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:17.24347Z","caller":"traceutil/trace.go:171","msg":"trace[1861249337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354255s","start":"2026-05-29T02:59:15.243095Z","end":"2026-05-29T02:59:17.243449Z","steps":["trace[1861249337] 'agreement among raft nodes before linearized reading' (duration: 2.000237782s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:17.243523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.243074Z","time spent":"2.000437717s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:18.208039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376008955s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:18.208472Z","caller":"traceutil/trace.go:171","msg":"trace[349575054] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"3.451819654s","start":"2026-05-29T02:59:14.756628Z","end":"2026-05-29T02:59:18.208447Z","steps":["trace[349575054] 'process raft request' (duration: 2.073858643s)","trace[349575054] 'compare' (duration: 1.373780263s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:18.208558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.75661Z","time spent":"3.451904495s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:18.4915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.000264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:59:18.491771Z","caller":"traceutil/trace.go:171","msg":"trace[337079464] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25941; }","duration":"3.733956787s","start":"2026-05-29T02:59:14.757793Z","end":"2026-05-29T02:59:18.49175Z","steps":["trace[337079464] 'read index received' (duration: 2.072680725s)","trace[337079464] 'applied index is now lower than readState.Index' (duration: 1.661272582s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:18.491996Z","caller":"traceutil/trace.go:171","msg":"trace[332944349] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"2.105513417s","start":"2026-05-29T02:59:16.386469Z","end":"2026-05-29T02:59:18.491983Z","steps":["trace[332944349] 'process raft request' (duration: 2.105135608s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.49211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.38643Z","time spent":"2.105606529s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:18.492278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734292595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d2d78634-bf5f-435b-b59c-ca343a202749\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-29T02:59:18.492487Z","caller":"traceutil/trace.go:171","msg":"trace[623031805] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d2d78634-bf5f-435b-b59c-ca343a202749; range_end:; response_count:1; response_revision:25049; }","duration":"3.734602953s","start":"2026-05-29T02:59:14.757768Z","end":"2026-05-29T02:59:18.492371Z","steps":["trace[623031805] 'agreement among raft nodes before linearized reading' (duration: 3.734188493s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.492635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.757758Z","time spent":"3.734786167s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-d2d78634-bf5f-435b-b59c-ca343a202749\" "} {"level":"info","ts":"2026-05-29T02:59:18.575222Z","caller":"traceutil/trace.go:171","msg":"trace[30793287] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.034147837s","start":"2026-05-29T02:59:17.541018Z","end":"2026-05-29T02:59:18.575166Z","steps":["trace[30793287] 'process raft request' (duration: 1.033620404s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.575441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:17.540987Z","time spent":"1.034342592s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:18.575807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103220936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-29T02:59:18.575866Z","caller":"traceutil/trace.go:171","msg":"trace[292211429] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25050; }","duration":"3.103320429s","start":"2026-05-29T02:59:15.472531Z","end":"2026-05-29T02:59:18.575851Z","steps":["trace[292211429] 'agreement among raft nodes before linearized reading' (duration: 3.103178846s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.575907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.472508Z","time spent":"3.103389121s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-29T02:59:18.575972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.733718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.576039Z","caller":"traceutil/trace.go:171","msg":"trace[1109920708] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25050; }","duration":"413.831641ms","start":"2026-05-29T02:59:18.162184Z","end":"2026-05-29T02:59:18.576016Z","steps":["trace[1109920708] 'agreement among raft nodes before linearized reading' (duration: 413.749669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.576104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.162163Z","time spent":"413.922812ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:18.576195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814802889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.576268Z","caller":"traceutil/trace.go:171","msg":"trace[240749043] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25050; }","duration":"3.814895101s","start":"2026-05-29T02:59:14.76135Z","end":"2026-05-29T02:59:18.576245Z","steps":["trace[240749043] 'agreement among raft nodes before linearized reading' (duration: 3.814807289s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.576268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877515877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:18.576376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4245827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.576397Z","caller":"traceutil/trace.go:171","msg":"trace[37372588] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25050; }","duration":"2.424657452s","start":"2026-05-29T02:59:16.151733Z","end":"2026-05-29T02:59:18.576391Z","steps":["trace[37372588] 'agreement among raft nodes before linearized reading' (duration: 2.424626531s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.576364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81229581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" ","response":"range_response_count:1 size:5496"} {"level":"info","ts":"2026-05-29T02:59:18.57642Z","caller":"traceutil/trace.go:171","msg":"trace[1798743690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25050; }","duration":"1.877719282s","start":"2026-05-29T02:59:16.698653Z","end":"2026-05-29T02:59:18.576372Z","steps":["trace[1798743690] 'agreement among raft nodes before linearized reading' (duration: 1.877425135s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.575841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087042637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127997"} {"level":"warn","ts":"2026-05-29T02:59:18.576452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816352835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-29T02:59:18.576667Z","caller":"traceutil/trace.go:171","msg":"trace[1540339178] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25050; }","duration":"3.087852965s","start":"2026-05-29T02:59:15.488617Z","end":"2026-05-29T02:59:18.57647Z","steps":["trace[1540339178] 'agreement among raft nodes before linearized reading' (duration: 3.086886953s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.576694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.698635Z","time spent":"1.878044309s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:18.576733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.488606Z","time spent":"3.088111331s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128020,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-29T02:59:18.576688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463941018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:18.576325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.761334Z","time spent":"3.814976483s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:18.576883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333228019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.576855Z","caller":"traceutil/trace.go:171","msg":"trace[1364117282] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25050; }","duration":"3.464484121s","start":"2026-05-29T02:59:15.112354Z","end":"2026-05-29T02:59:18.576838Z","steps":["trace[1364117282] 'agreement among raft nodes before linearized reading' (duration: 3.463836296s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.577184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.11233Z","time spent":"3.46483279s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:18.576419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.151702Z","time spent":"2.424713513s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:18.576449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581151441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.577441Z","caller":"traceutil/trace.go:171","msg":"trace[500414864] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25050; }","duration":"2.582171295s","start":"2026-05-29T02:59:15.995248Z","end":"2026-05-29T02:59:18.577419Z","steps":["trace[500414864] 'agreement among raft nodes before linearized reading' (duration: 2.581181111s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.57751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.995221Z","time spent":"2.582269857s","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:18.576099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817271826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:59:18.577611Z","caller":"traceutil/trace.go:171","msg":"trace[1437988797] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25050; }","duration":"3.818793383s","start":"2026-05-29T02:59:14.758797Z","end":"2026-05-29T02:59:18.57759Z","steps":["trace[1437988797] 'agreement among raft nodes before linearized reading' (duration: 3.817171755s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.577678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.75879Z","time spent":"3.818870274s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T02:59:18.576478Z","caller":"traceutil/trace.go:171","msg":"trace[1520463676] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt; range_end:; response_count:1; response_revision:25050; }","duration":"3.812447623s","start":"2026-05-29T02:59:14.763998Z","end":"2026-05-29T02:59:18.576445Z","steps":["trace[1520463676] 'agreement among raft nodes before linearized reading' (duration: 3.812045333s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.577831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.763991Z","time spent":"3.813820536s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5519,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" "} {"level":"info","ts":"2026-05-29T02:59:18.57668Z","caller":"traceutil/trace.go:171","msg":"trace[455791387] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6; range_end:; response_count:1; response_revision:25050; }","duration":"3.816603101s","start":"2026-05-29T02:59:14.760063Z","end":"2026-05-29T02:59:18.576666Z","steps":["trace[455791387] 'agreement among raft nodes before linearized reading' (duration: 3.816290964s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.578057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.760051Z","time spent":"3.817986913s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83a130525e6\" "} {"level":"warn","ts":"2026-05-29T02:59:18.576468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917577871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.578126Z","caller":"traceutil/trace.go:171","msg":"trace[1579069923] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25050; }","duration":"2.919261831s","start":"2026-05-29T02:59:15.658844Z","end":"2026-05-29T02:59:18.578106Z","steps":["trace[1579069923] 'agreement among raft nodes before linearized reading' (duration: 2.917612952s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.578201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.658822Z","time spent":"2.919353433s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:18.576931Z","caller":"traceutil/trace.go:171","msg":"trace[1006452634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25050; }","duration":"1.333316741s","start":"2026-05-29T02:59:17.243603Z","end":"2026-05-29T02:59:18.57692Z","steps":["trace[1006452634] 'agreement among raft nodes before linearized reading' (duration: 1.333227159s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.578424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:17.243581Z","time spent":"1.334797955s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:18.576344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985941496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.578555Z","caller":"traceutil/trace.go:171","msg":"trace[696244108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25050; }","duration":"1.988194719s","start":"2026-05-29T02:59:16.590342Z","end":"2026-05-29T02:59:18.578537Z","steps":["trace[696244108] 'agreement among raft nodes before linearized reading' (duration: 1.985959816s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.578615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.590315Z","time spent":"1.988285531s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:18.576949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077317721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.578803Z","caller":"traceutil/trace.go:171","msg":"trace[1582775675] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25050; }","duration":"1.079207376s","start":"2026-05-29T02:59:17.499584Z","end":"2026-05-29T02:59:18.578792Z","steps":["trace[1582775675] 'agreement among raft nodes before linearized reading' (duration: 1.077313801s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.578828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:17.499563Z","time spent":"1.079256867s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:18.577002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217793154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:18.578889Z","caller":"traceutil/trace.go:171","msg":"trace[1085263413] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25050; }","duration":"1.21972602s","start":"2026-05-29T02:59:17.359139Z","end":"2026-05-29T02:59:18.578865Z","steps":["trace[1085263413] 'agreement among raft nodes before linearized reading' (duration: 1.217813525s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.578992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:17.359112Z","time spent":"1.219858663s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:19.084535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:19.49931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.605777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:19.499617Z","caller":"traceutil/trace.go:171","msg":"trace[721415688] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25945; }","duration":"916.169612ms","start":"2026-05-29T02:59:18.583426Z","end":"2026-05-29T02:59:19.499596Z","steps":["trace[721415688] 'read index received' (duration: 641.147476ms)","trace[721415688] 'applied index is now lower than readState.Index' (duration: 275.020556ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:19.499739Z","caller":"traceutil/trace.go:171","msg":"trace[247874981] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"916.336016ms","start":"2026-05-29T02:59:18.583389Z","end":"2026-05-29T02:59:19.499725Z","steps":["trace[247874981] 'process raft request' (duration: 641.165536ms)","trace[247874981] 'compare' (duration: 274.217878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:19.499808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.583377Z","time spent":"916.395778ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:19.500055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.583801Z","time spent":"916.252324ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:19.500304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.908738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:19.500329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.315646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bjj48\" ","response":"range_response_count:1 size:4800"} {"level":"warn","ts":"2026-05-29T02:59:19.500369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.817124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:19.500408Z","caller":"traceutil/trace.go:171","msg":"trace[479353559] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25051; }","duration":"464.095543ms","start":"2026-05-29T02:59:19.036286Z","end":"2026-05-29T02:59:19.500382Z","steps":["trace[479353559] 'agreement among raft nodes before linearized reading' (duration: 463.890148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:19.500413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.856311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127997"} {"level":"warn","ts":"2026-05-29T02:59:19.50041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.745625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:19.500469Z","caller":"traceutil/trace.go:171","msg":"trace[2007283595] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25051; }","duration":"911.932293ms","start":"2026-05-29T02:59:18.588523Z","end":"2026-05-29T02:59:19.500455Z","steps":["trace[2007283595] 'agreement among raft nodes before linearized reading' (duration: 911.721148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:19.500468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.036251Z","time spent":"464.207165ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:19.500467Z","caller":"traceutil/trace.go:171","msg":"trace[488714090] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25051; }","duration":"394.975927ms","start":"2026-05-29T02:59:19.105468Z","end":"2026-05-29T02:59:19.500444Z","steps":["trace[488714090] 'agreement among raft nodes before linearized reading' (duration: 394.807603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:19.500487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.618299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-29T02:59:19.500512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.588515Z","time spent":"911.988814ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128020,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-29T02:59:19.500527Z","caller":"traceutil/trace.go:171","msg":"trace[1741694694] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030; range_end:; response_count:1; response_revision:25051; }","duration":"915.67034ms","start":"2026-05-29T02:59:18.584844Z","end":"2026-05-29T02:59:19.500515Z","steps":["trace[1741694694] 'agreement among raft nodes before linearized reading' (duration: 915.493536ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:19.500509Z","caller":"traceutil/trace.go:171","msg":"trace[218925901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25051; }","duration":"910.878808ms","start":"2026-05-29T02:59:18.589608Z","end":"2026-05-29T02:59:19.500487Z","steps":["trace[218925901] 'agreement among raft nodes before linearized reading' (duration: 910.675754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:19.500527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.105439Z","time spent":"395.076929ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:19.500415Z","caller":"traceutil/trace.go:171","msg":"trace[427709005] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bjj48; range_end:; response_count:1; response_revision:25051; }","duration":"916.425718ms","start":"2026-05-29T02:59:18.583967Z","end":"2026-05-29T02:59:19.500393Z","steps":["trace[427709005] 'agreement among raft nodes before linearized reading' (duration: 916.183002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:19.500562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.584835Z","time spent":"915.721032ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030\" "} {"level":"warn","ts":"2026-05-29T02:59:19.500591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.589601Z","time spent":"910.97277ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:19.500316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.116764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:19.500613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.58396Z","time spent":"916.631213ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4823,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bjj48\" "} {"level":"warn","ts":"2026-05-29T02:59:19.50075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.302329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118813"} {"level":"info","ts":"2026-05-29T02:59:19.500781Z","caller":"traceutil/trace.go:171","msg":"trace[1683546386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25051; }","duration":"288.636277ms","start":"2026-05-29T02:59:19.212121Z","end":"2026-05-29T02:59:19.500757Z","steps":["trace[1683546386] 'agreement among raft nodes before linearized reading' (duration: 288.079744ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:19.500826Z","caller":"traceutil/trace.go:171","msg":"trace[2084635346] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25051; }","duration":"917.405001ms","start":"2026-05-29T02:59:18.583407Z","end":"2026-05-29T02:59:19.500812Z","steps":["trace[2084635346] 'agreement among raft nodes before linearized reading' (duration: 916.847198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:19.500865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.583398Z","time spent":"917.457402ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118836,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-29T02:59:20.036324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.937206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:20.036431Z","caller":"traceutil/trace.go:171","msg":"trace[1930601108] linearizableReadLoop","detail":"{readStateIndex:25948; appliedIndex:25947; }","duration":"534.343114ms","start":"2026-05-29T02:59:19.502069Z","end":"2026-05-29T02:59:20.036413Z","steps":["trace[1930601108] 'read index received' (duration: 401.235754ms)","trace[1930601108] 'applied index is now lower than readState.Index' (duration: 133.10533ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:20.036503Z","caller":"traceutil/trace.go:171","msg":"trace[20602794] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"534.519589ms","start":"2026-05-29T02:59:19.501972Z","end":"2026-05-29T02:59:20.036491Z","steps":["trace[20602794] 'process raft request' (duration: 401.320967ms)","trace[20602794] 'compare' (duration: 132.468405ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:20.036564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.501954Z","time spent":"534.58157ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:20.036834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.764855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:20.036866Z","caller":"traceutil/trace.go:171","msg":"trace[1185287225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25052; }","duration":"534.820736ms","start":"2026-05-29T02:59:19.502035Z","end":"2026-05-29T02:59:20.036856Z","steps":["trace[1185287225] 'agreement among raft nodes before linearized reading' (duration: 534.731193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.036893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.502014Z","time spent":"534.873397ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:59:20.210814Z","caller":"traceutil/trace.go:171","msg":"trace[247056225] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"157.875031ms","start":"2026-05-29T02:59:20.052907Z","end":"2026-05-29T02:59:20.210782Z","steps":["trace[247056225] 'process raft request' (duration: 157.793949ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.211011Z","caller":"traceutil/trace.go:171","msg":"trace[548897566] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25948; }","duration":"174.515853ms","start":"2026-05-29T02:59:20.036457Z","end":"2026-05-29T02:59:20.210973Z","steps":["trace[548897566] 'read index received' (duration: 106.7636ms)","trace[548897566] 'applied index is now lower than readState.Index' (duration: 67.748383ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:20.211249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.458531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-05-29T02:59:20.211262Z","caller":"traceutil/trace.go:171","msg":"trace[102960115] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"702.961338ms","start":"2026-05-29T02:59:19.508259Z","end":"2026-05-29T02:59:20.21122Z","steps":["trace[102960115] 'process raft request' (duration: 635.026011ms)","trace[102960115] 'compare' (duration: 67.19667ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:20.21134Z","caller":"traceutil/trace.go:171","msg":"trace[1459654675] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25054; }","duration":"638.582685ms","start":"2026-05-29T02:59:19.572738Z","end":"2026-05-29T02:59:20.211321Z","steps":["trace[1459654675] 'agreement among raft nodes before linearized reading' (duration: 638.327489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.211358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.42867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-05-29T02:59:20.21135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.565481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-29T02:59:20.211396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.572727Z","time spent":"638.657306ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-05-29T02:59:20.21141Z","caller":"traceutil/trace.go:171","msg":"trace[1222578317] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25054; }","duration":"640.712405ms","start":"2026-05-29T02:59:19.570683Z","end":"2026-05-29T02:59:20.211396Z","steps":["trace[1222578317] 'agreement among raft nodes before linearized reading' (duration: 640.51563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.211441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.508248Z","time spent":"703.097471ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:20.211424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.73115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-29T02:59:20.211449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.849827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-29T02:59:20.211524Z","caller":"traceutil/trace.go:171","msg":"trace[649908210] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25054; }","duration":"704.919004ms","start":"2026-05-29T02:59:19.506584Z","end":"2026-05-29T02:59:20.211503Z","steps":["trace[649908210] 'agreement among raft nodes before linearized reading' (duration: 704.563836ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.211546Z","caller":"traceutil/trace.go:171","msg":"trace[1147579057] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25054; }","duration":"171.022721ms","start":"2026-05-29T02:59:20.040502Z","end":"2026-05-29T02:59:20.211524Z","steps":["trace[1147579057] 'agreement among raft nodes before linearized reading' (duration: 170.715213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.211572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.506579Z","time spent":"704.984146ms","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-29T02:59:20.211581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.668436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-29T02:59:20.211469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.660253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:20.211734Z","caller":"traceutil/trace.go:171","msg":"trace[1481470781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25054; }","duration":"160.059062ms","start":"2026-05-29T02:59:20.051658Z","end":"2026-05-29T02:59:20.211717Z","steps":["trace[1481470781] 'agreement among raft nodes before linearized reading' (duration: 159.600101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.211452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.570647Z","time spent":"640.796327ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-05-29T02:59:20.211407Z","caller":"traceutil/trace.go:171","msg":"trace[1587174628] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2; range_end:; response_count:1; response_revision:25054; }","duration":"706.536312ms","start":"2026-05-29T02:59:19.504852Z","end":"2026-05-29T02:59:20.211388Z","steps":["trace[1587174628] 'agreement among raft nodes before linearized reading' (duration: 706.297327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.211923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.504833Z","time spent":"707.075475ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" "} {"level":"info","ts":"2026-05-29T02:59:20.211662Z","caller":"traceutil/trace.go:171","msg":"trace[463730916] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25054; }","duration":"638.808899ms","start":"2026-05-29T02:59:19.572834Z","end":"2026-05-29T02:59:20.211642Z","steps":["trace[463730916] 'agreement among raft nodes before linearized reading' (duration: 638.532033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.212018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.31853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-29T02:59:20.212083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.572805Z","time spent":"639.26299ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-05-29T02:59:20.212101Z","caller":"traceutil/trace.go:171","msg":"trace[260081400] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25054; }","duration":"704.417933ms","start":"2026-05-29T02:59:19.50766Z","end":"2026-05-29T02:59:20.212078Z","steps":["trace[260081400] 'agreement among raft nodes before linearized reading' (duration: 704.185757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.212142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.507652Z","time spent":"704.481024ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-29T02:59:20.53523Z","caller":"traceutil/trace.go:171","msg":"trace[676629447] linearizableReadLoop","detail":"{readStateIndex:25953; appliedIndex:25951; }","duration":"271.635057ms","start":"2026-05-29T02:59:20.263574Z","end":"2026-05-29T02:59:20.535209Z","steps":["trace[676629447] 'read index received' (duration: 9.603576ms)","trace[676629447] 'applied index is now lower than readState.Index' (duration: 262.030691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:20.535406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.815082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-29T02:59:20.535369Z","caller":"traceutil/trace.go:171","msg":"trace[1588046349] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"272.470047ms","start":"2026-05-29T02:59:20.262836Z","end":"2026-05-29T02:59:20.535306Z","steps":["trace[1588046349] 'process raft request' (duration: 272.205291ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.535442Z","caller":"traceutil/trace.go:171","msg":"trace[944715456] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f; range_end:; response_count:1; response_revision:25057; }","duration":"271.884243ms","start":"2026-05-29T02:59:20.263548Z","end":"2026-05-29T02:59:20.535432Z","steps":["trace[944715456] 'agreement among raft nodes before linearized reading' (duration: 271.744519ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.73076Z","caller":"traceutil/trace.go:171","msg":"trace[534290317] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25953; }","duration":"195.436966ms","start":"2026-05-29T02:59:20.535288Z","end":"2026-05-29T02:59:20.730725Z","steps":["trace[534290317] 'read index received' (duration: 192.938807ms)","trace[534290317] 'applied index is now lower than readState.Index' (duration: 2.496509ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:20.730891Z","caller":"traceutil/trace.go:171","msg":"trace[2057019276] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"453.284959ms","start":"2026-05-29T02:59:20.277595Z","end":"2026-05-29T02:59:20.730879Z","steps":["trace[2057019276] 'process raft request' (duration: 450.595625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.731056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:20.277546Z","time spent":"453.423622ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:59:20.73125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.797569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv\" ","response":"range_response_count:1 size:5606"} {"level":"warn","ts":"2026-05-29T02:59:20.731288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.510592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-29T02:59:20.731329Z","caller":"traceutil/trace.go:171","msg":"trace[24422409] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-86klv; range_end:; response_count:1; response_revision:25058; }","duration":"191.955234ms","start":"2026-05-29T02:59:20.539356Z","end":"2026-05-29T02:59:20.731311Z","steps":["trace[24422409] 'agreement among raft nodes before linearized reading' (duration: 191.673367ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.73135Z","caller":"traceutil/trace.go:171","msg":"trace[1018726269] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25058; }","duration":"276.624234ms","start":"2026-05-29T02:59:20.454712Z","end":"2026-05-29T02:59:20.731337Z","steps":["trace[1018726269] 'agreement among raft nodes before linearized reading' (duration: 276.307317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.731345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.332254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-05-29T02:59:20.731371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.324474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-29T02:59:20.731408Z","caller":"traceutil/trace.go:171","msg":"trace[1008841369] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25058; }","duration":"127.378125ms","start":"2026-05-29T02:59:20.60402Z","end":"2026-05-29T02:59:20.731398Z","steps":["trace[1008841369] 'agreement among raft nodes before linearized reading' (duration: 127.203511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.731451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.367585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-29T02:59:20.731408Z","caller":"traceutil/trace.go:171","msg":"trace[2082259423] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25058; }","duration":"127.453827ms","start":"2026-05-29T02:59:20.603941Z","end":"2026-05-29T02:59:20.731395Z","steps":["trace[2082259423] 'agreement among raft nodes before linearized reading' (duration: 127.320184ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.73152Z","caller":"traceutil/trace.go:171","msg":"trace[742014046] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25058; }","duration":"127.448776ms","start":"2026-05-29T02:59:20.604053Z","end":"2026-05-29T02:59:20.731502Z","steps":["trace[742014046] 'agreement among raft nodes before linearized reading' (duration: 127.325433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.73159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.123138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-29T02:59:20.731677Z","caller":"traceutil/trace.go:171","msg":"trace[1126178310] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25058; }","duration":"192.273311ms","start":"2026-05-29T02:59:20.539384Z","end":"2026-05-29T02:59:20.731657Z","steps":["trace[1126178310] 'agreement among raft nodes before linearized reading' (duration: 192.014445ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.94038Z","caller":"traceutil/trace.go:171","msg":"trace[1919839513] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25955; }","duration":"129.626698ms","start":"2026-05-29T02:59:20.810728Z","end":"2026-05-29T02:59:20.940354Z","steps":["trace[1919839513] 'read index received' (duration: 129.310971ms)","trace[1919839513] 'applied index is now lower than readState.Index' (duration: 314.417µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:20.940565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.881117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-05-29T02:59:20.940627Z","caller":"traceutil/trace.go:171","msg":"trace[1539483614] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25060; }","duration":"127.980479ms","start":"2026-05-29T02:59:20.81263Z","end":"2026-05-29T02:59:20.940611Z","steps":["trace[1539483614] 'agreement among raft nodes before linearized reading' (duration: 127.861716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.940663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.654453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-05-29T02:59:20.940763Z","caller":"traceutil/trace.go:171","msg":"trace[281791258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25060; }","duration":"190.767326ms","start":"2026-05-29T02:59:20.749965Z","end":"2026-05-29T02:59:20.940732Z","steps":["trace[281791258] 'agreement among raft nodes before linearized reading' (duration: 190.52435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.940785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.976062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-29T02:59:20.940816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.414852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d303b9b0-fb46-49cc-b9c6-07cda6478da8\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-29T02:59:20.940869Z","caller":"traceutil/trace.go:171","msg":"trace[863617316] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:25060; }","duration":"126.076245ms","start":"2026-05-29T02:59:20.814772Z","end":"2026-05-29T02:59:20.940848Z","steps":["trace[863617316] 'agreement among raft nodes before linearized reading' (duration: 125.805978ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.940891Z","caller":"traceutil/trace.go:171","msg":"trace[703581825] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d303b9b0-fb46-49cc-b9c6-07cda6478da8; range_end:; response_count:1; response_revision:25060; }","duration":"126.538885ms","start":"2026-05-29T02:59:20.814322Z","end":"2026-05-29T02:59:20.940861Z","steps":["trace[703581825] 'agreement among raft nodes before linearized reading' (duration: 126.280129ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:20.940516Z","caller":"traceutil/trace.go:171","msg":"trace[1362303049] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"200.641418ms","start":"2026-05-29T02:59:20.739827Z","end":"2026-05-29T02:59:20.940468Z","steps":["trace[1362303049] 'process raft request' (duration: 200.30251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.719266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.066552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:21.719601Z","caller":"traceutil/trace.go:171","msg":"trace[1811497878] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"118.859166ms","start":"2026-05-29T02:59:21.600719Z","end":"2026-05-29T02:59:21.719578Z","steps":["trace[1811497878] 'compare' (duration: 113.845497ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:22.566084Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000065dd.wal"} {"level":"warn","ts":"2026-05-29T02:59:29.432874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:29.852828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.915932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:29.852964Z","caller":"traceutil/trace.go:171","msg":"trace[15313267] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26149; }","duration":"920.960645ms","start":"2026-05-29T02:59:28.931981Z","end":"2026-05-29T02:59:29.852942Z","steps":["trace[15313267] 'read index received' (duration: 583.800257ms)","trace[15313267] 'applied index is now lower than readState.Index' (duration: 337.158278ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:29.853042Z","caller":"traceutil/trace.go:171","msg":"trace[2037961120] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"1.094791633s","start":"2026-05-29T02:59:28.758181Z","end":"2026-05-29T02:59:29.852973Z","steps":["trace[2037961120] 'process raft request' (duration: 757.603424ms)","trace[2037961120] 'compare' (duration: 335.9464ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:29.85324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.474664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:29.853263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.219381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-05-29T02:59:29.853278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.03019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-29T02:59:29.853291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.804201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:59:29.853315Z","caller":"traceutil/trace.go:171","msg":"trace[613538784] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25252; }","duration":"736.310143ms","start":"2026-05-29T02:59:29.11699Z","end":"2026-05-29T02:59:29.8533Z","steps":["trace[613538784] 'agreement among raft nodes before linearized reading' (duration: 736.084928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.853281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:28.758157Z","time spent":"1.094989727s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:29.853326Z","caller":"traceutil/trace.go:171","msg":"trace[1182805164] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25252; }","duration":"626.076572ms","start":"2026-05-29T02:59:29.227235Z","end":"2026-05-29T02:59:29.853312Z","steps":["trace[1182805164] 'agreement among raft nodes before linearized reading' (duration: 625.948319ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.853353Z","caller":"traceutil/trace.go:171","msg":"trace[1553591938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25252; }","duration":"658.931323ms","start":"2026-05-29T02:59:29.194406Z","end":"2026-05-29T02:59:29.853337Z","steps":["trace[1553591938] 'agreement among raft nodes before linearized reading' (duration: 658.736709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.853359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.227195Z","time spent":"626.157273ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:59:29.853359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.116966Z","time spent":"736.381395ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T02:59:29.8534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.194373Z","time spent":"659.016365ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:59:29.853398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.957551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:29.853414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.836281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-29T02:59:29.853486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.395946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:59:29.853507Z","caller":"traceutil/trace.go:171","msg":"trace[606953397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25252; }","duration":"365.163387ms","start":"2026-05-29T02:59:29.488322Z","end":"2026-05-29T02:59:29.853486Z","steps":["trace[606953397] 'agreement among raft nodes before linearized reading' (duration: 364.965952ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.853528Z","caller":"traceutil/trace.go:171","msg":"trace[1509392508] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25252; }","duration":"652.996634ms","start":"2026-05-29T02:59:29.200502Z","end":"2026-05-29T02:59:29.853499Z","steps":["trace[1509392508] 'agreement among raft nodes before linearized reading' (duration: 652.628445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.853586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.48829Z","time spent":"365.275709ms","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:29.853592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.200485Z","time spent":"653.087207ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-29T02:59:29.853306Z","caller":"traceutil/trace.go:171","msg":"trace[1592588136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25252; }","duration":"610.657358ms","start":"2026-05-29T02:59:29.242632Z","end":"2026-05-29T02:59:29.85329Z","steps":["trace[1592588136] 'agreement among raft nodes before linearized reading' (duration: 610.451593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.853646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.648831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-29T02:59:29.853722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.242622Z","time spent":"611.045398ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:59:29.853753Z","caller":"traceutil/trace.go:171","msg":"trace[205363386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25252; }","duration":"921.831215ms","start":"2026-05-29T02:59:28.931894Z","end":"2026-05-29T02:59:29.853726Z","steps":["trace[205363386] 'agreement among raft nodes before linearized reading' (duration: 921.142619ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.853526Z","caller":"traceutil/trace.go:171","msg":"trace[1440832393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25252; }","duration":"503.497709ms","start":"2026-05-29T02:59:29.350012Z","end":"2026-05-29T02:59:29.853509Z","steps":["trace[1440832393] 'agreement among raft nodes before linearized reading' (duration: 503.318655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.853804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:28.931832Z","time spent":"921.964479ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:59:29.853834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.349974Z","time spent":"503.846687ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:29.85342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.278688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:29.853969Z","caller":"traceutil/trace.go:171","msg":"trace[1144214133] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25252; }","duration":"675.921973ms","start":"2026-05-29T02:59:29.178032Z","end":"2026-05-29T02:59:29.853954Z","steps":["trace[1144214133] 'agreement among raft nodes before linearized reading' (duration: 675.233887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.854007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.178007Z","time spent":"675.983395ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:29.854141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.217338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-29T02:59:29.854198Z","caller":"traceutil/trace.go:171","msg":"trace[1640114396] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25252; }","duration":"240.317241ms","start":"2026-05-29T02:59:29.613866Z","end":"2026-05-29T02:59:29.854184Z","steps":["trace[1640114396] 'agreement among raft nodes before linearized reading' (duration: 239.345278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:30.764115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:31.265039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:31.460152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318070002s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:33.244494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998992104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:33.244612Z","caller":"traceutil/trace.go:171","msg":"trace[1908517150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151411s","start":"2026-05-29T02:59:31.244435Z","end":"2026-05-29T02:59:33.244587Z","steps":["trace[1908517150] 'agreement among raft nodes before linearized reading' (duration: 2.000005517s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:33.244694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.244415Z","time spent":"2.000254193s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:34.251872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.139222ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:34.252006Z","caller":"traceutil/trace.go:171","msg":"trace[353609153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25257; }","duration":"512.292805ms","start":"2026-05-29T02:59:33.739695Z","end":"2026-05-29T02:59:34.251988Z","steps":["trace[353609153] 'range keys from in-memory index tree' (duration: 512.117971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.252207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791648462s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:34.252315Z","caller":"traceutil/trace.go:171","msg":"trace[1053212497] linearizableReadLoop","detail":"{readStateIndex:26156; appliedIndex:26155; }","duration":"3.989161279s","start":"2026-05-29T02:59:30.263134Z","end":"2026-05-29T02:59:34.252296Z","steps":["trace[1053212497] 'read index received' (duration: 1.197175429s)","trace[1053212497] 'applied index is now lower than readState.Index' (duration: 2.79198402s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:34.252389Z","caller":"traceutil/trace.go:171","msg":"trace[2115366344] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"4.110421029s","start":"2026-05-29T02:59:30.141955Z","end":"2026-05-29T02:59:34.252377Z","steps":["trace[2115366344] 'process raft request' (duration: 1.318502242s)","trace[2115366344] 'compare' (duration: 2.790035793s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:34.252462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.141936Z","time spent":"4.110477681s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:34.252843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989713741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:59:34.252875Z","caller":"traceutil/trace.go:171","msg":"trace[1503582651] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25258; }","duration":"3.989785523s","start":"2026-05-29T02:59:30.263079Z","end":"2026-05-29T02:59:34.252865Z","steps":["trace[1503582651] 'agreement among raft nodes before linearized reading' (duration: 3.989581148s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.252904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.263056Z","time spent":"3.989841785s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:59:34.753395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:34.887236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.013287448s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:35.244669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99973105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:35.244771Z","caller":"traceutil/trace.go:171","msg":"trace[30715581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999922425s","start":"2026-05-29T02:59:33.244826Z","end":"2026-05-29T02:59:35.244748Z","steps":["trace[30715581] 'agreement among raft nodes before linearized reading' (duration: 1.999783731s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:35.244822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.244795Z","time spent":"2.000016896s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:36.593194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999115536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:36.593271Z","caller":"traceutil/trace.go:171","msg":"trace[1024120487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99926478s","start":"2026-05-29T02:59:31.593989Z","end":"2026-05-29T02:59:36.593254Z","steps":["trace[1024120487] 'agreement among raft nodes before linearized reading' (duration: 4.999170298s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:36.593305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.593948Z","time spent":"4.999348562s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:59:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:36.712599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.825169176s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:36.909898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998397309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:36.910035Z","caller":"traceutil/trace.go:171","msg":"trace[676480415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998610714s","start":"2026-05-29T02:59:31.911394Z","end":"2026-05-29T02:59:36.910005Z","steps":["trace[676480415] 'agreement among raft nodes before linearized reading' (duration: 4.99843729s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:36.910099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.911365Z","time spent":"4.998718477s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:59:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:36.9178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999166128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:36.91792Z","caller":"traceutil/trace.go:171","msg":"trace[1676537301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999375282s","start":"2026-05-29T02:59:31.918515Z","end":"2026-05-29T02:59:36.91789Z","steps":["trace[1676537301] 'agreement among raft nodes before linearized reading' (duration: 4.999206128s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:36.917985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.918486Z","time spent":"4.999485394s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:59:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:37.252915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:37.253011Z","caller":"traceutil/trace.go:171","msg":"trace[1303347003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624572s","start":"2026-05-29T02:59:35.252365Z","end":"2026-05-29T02:59:37.252989Z","steps":["trace[1303347003] 'agreement among raft nodes before linearized reading' (duration: 2.000505869s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:37.253065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.252344Z","time spent":"2.000710364s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:37.476677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999386862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:37.476881Z","caller":"traceutil/trace.go:171","msg":"trace[1847344084] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999635359s","start":"2026-05-29T02:59:32.47721Z","end":"2026-05-29T02:59:37.476845Z","steps":["trace[1847344084] 'agreement among raft nodes before linearized reading' (duration: 4.999405633s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:37.476972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.477198Z","time spent":"4.999759071s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/29 02:59:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:37.644028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999053924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:37.644244Z","caller":"traceutil/trace.go:171","msg":"trace[607147514] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999335162s","start":"2026-05-29T02:59:32.644874Z","end":"2026-05-29T02:59:37.644209Z","steps":["trace[607147514] 'agreement among raft nodes before linearized reading' (duration: 4.999089666s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:37.644369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.644852Z","time spent":"4.999498245s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/29 02:59:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:37.960693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998595644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:37.96079Z","caller":"traceutil/trace.go:171","msg":"trace[1264054618] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998768448s","start":"2026-05-29T02:59:32.962001Z","end":"2026-05-29T02:59:37.960769Z","steps":["trace[1264054618] 'agreement among raft nodes before linearized reading' (duration: 4.998641485s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:37.960844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.96197Z","time spent":"4.998863941s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:59:39.058343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999019313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:39.058443Z","caller":"traceutil/trace.go:171","msg":"trace[615221707] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999208707s","start":"2026-05-29T02:59:34.059215Z","end":"2026-05-29T02:59:39.058423Z","steps":["trace[615221707] 'agreement among raft nodes before linearized reading' (duration: 4.999064314s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:39.058495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.059183Z","time spent":"4.99929989s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/29 02:59:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:39.058682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.345847638s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:39.253771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:39.253856Z","caller":"traceutil/trace.go:171","msg":"trace[1198368381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382005s","start":"2026-05-29T02:59:37.253458Z","end":"2026-05-29T02:59:39.25384Z","steps":["trace[1198368381] 'agreement among raft nodes before linearized reading' (duration: 2.000278532s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:39.25389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.253408Z","time spent":"2.000475527s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:39.874474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.873786Z","time spent":"7.000679959s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:40.365563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.768184Z","time spent":"4.597369629s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:40.36614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.35278Z","time spent":"2.013351691s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:40.368068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.480528036s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:40.368417Z","caller":"traceutil/trace.go:171","msg":"trace[658407016] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"6.733918557s","start":"2026-05-29T02:59:33.634456Z","end":"2026-05-29T02:59:40.368375Z","steps":["trace[658407016] 'process raft request' (duration: 6.733715352s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:40.368584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.634408Z","time spent":"6.73408618s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:41.111576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231541878s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:41.263259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:41.263366Z","caller":"traceutil/trace.go:171","msg":"trace[382008183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734545s","start":"2026-05-29T02:59:39.262609Z","end":"2026-05-29T02:59:41.263344Z","steps":["trace[382008183] 'agreement among raft nodes before linearized reading' (duration: 2.000595991s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.263419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.262595Z","time spent":"2.000813076s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:41.513293Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3d0dc1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:59:41.86867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996849182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:41.868778Z","caller":"traceutil/trace.go:171","msg":"trace[971796058] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997008516s","start":"2026-05-29T02:59:36.871738Z","end":"2026-05-29T02:59:41.868747Z","steps":["trace[971796058] 'agreement among raft nodes before linearized reading' (duration: 4.996885533s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.868827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.871716Z","time spent":"4.997098797s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:59:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:41.910819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99787409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:41.910951Z","caller":"traceutil/trace.go:171","msg":"trace[508513477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998078885s","start":"2026-05-29T02:59:38.912847Z","end":"2026-05-29T02:59:41.910926Z","steps":["trace[508513477] 'agreement among raft nodes before linearized reading' (duration: 2.997913691s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.911301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.912817Z","time spent":"2.998419393s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:59:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:41.918272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99832087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:41.918378Z","caller":"traceutil/trace.go:171","msg":"trace[1355229324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998507044s","start":"2026-05-29T02:59:38.919847Z","end":"2026-05-29T02:59:41.918354Z","steps":["trace[1355229324] 'agreement among raft nodes before linearized reading' (duration: 2.998364311s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.91844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.919822Z","time spent":"2.998607227s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:59:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:41.937617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999327707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:41.937681Z","caller":"traceutil/trace.go:171","msg":"trace[869947721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99942389s","start":"2026-05-29T02:59:31.93824Z","end":"2026-05-29T02:59:41.937664Z","steps":["trace[869947721] 'agreement among raft nodes before linearized reading' (duration: 9.999352998s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.93772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.938227Z","time spent":"9.999483661s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/29 02:59:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:42.054097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999091442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:42.054204Z","caller":"traceutil/trace.go:171","msg":"trace[1472092306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999321047s","start":"2026-05-29T02:59:32.054855Z","end":"2026-05-29T02:59:42.054176Z","steps":["trace[1472092306] 'agreement among raft nodes before linearized reading' (duration: 9.999179764s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.054328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.054824Z","time spent":"9.999488261s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/29 02:59:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:42.255163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.254036Z","time spent":"7.0011155s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:42.335902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967606745s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:59:42.336229Z","caller":"traceutil/trace.go:171","msg":"trace[263016738] linearizableReadLoop","detail":"{readStateIndex:26159; appliedIndex:26156; }","duration":"8.083860088s","start":"2026-05-29T02:59:34.252342Z","end":"2026-05-29T02:59:42.336203Z","steps":["trace[263016738] 'read index received' (duration: 635.119303ms)","trace[263016738] 'applied index is now lower than readState.Index' (duration: 7.448739185s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:42.33645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.162472967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:59:42.336483Z","caller":"traceutil/trace.go:171","msg":"trace[1895329472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25260; }","duration":"8.162571659s","start":"2026-05-29T02:59:34.173898Z","end":"2026-05-29T02:59:42.33647Z","steps":["trace[1895329472] 'agreement among raft nodes before linearized reading' (duration: 8.162413635s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.336518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.173865Z","time spent":"8.162644681s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:42.33662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.906900024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.336703Z","caller":"traceutil/trace.go:171","msg":"trace[1761824607] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25260; }","duration":"9.907051878s","start":"2026-05-29T02:59:32.429627Z","end":"2026-05-29T02:59:42.336679Z","steps":["trace[1761824607] 'agreement among raft nodes before linearized reading' (duration: 9.906882774s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.336748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.429595Z","time spent":"9.90713874s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.336842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.357818046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-29T02:59:42.336872Z","caller":"traceutil/trace.go:171","msg":"trace[875944386] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25260; }","duration":"10.357889108s","start":"2026-05-29T02:59:31.978974Z","end":"2026-05-29T02:59:42.336863Z","steps":["trace[875944386] 'agreement among raft nodes before linearized reading' (duration: 10.357797226s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.336899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.978949Z","time spent":"10.35794407s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:42.33705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.983428017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.33708Z","caller":"traceutil/trace.go:171","msg":"trace[869736498] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25260; }","duration":"10.983498789s","start":"2026-05-29T02:59:31.35357Z","end":"2026-05-29T02:59:42.337069Z","steps":["trace[869736498] 'agreement among raft nodes before linearized reading' (duration: 10.983446458s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.337096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.641996171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-29T02:59:42.337106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.353541Z","time spent":"10.983558411s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.337133Z","caller":"traceutil/trace.go:171","msg":"trace[229853942] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25260; }","duration":"8.642076253s","start":"2026-05-29T02:59:33.695044Z","end":"2026-05-29T02:59:42.33712Z","steps":["trace[229853942] 'agreement among raft nodes before linearized reading' (duration: 8.64194617s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.337167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.695011Z","time spent":"8.642146995s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-29T02:59:42.337299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.07277115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-h5lwj\" ","response":"range_response_count:1 size:6395"} {"level":"warn","ts":"2026-05-29T02:59:42.337373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.833363672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.337335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.741679885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.337391Z","caller":"traceutil/trace.go:171","msg":"trace[1129041463] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-h5lwj; range_end:; response_count:1; response_revision:25260; }","duration":"12.072934074s","start":"2026-05-29T02:59:30.264434Z","end":"2026-05-29T02:59:42.337368Z","steps":["trace[1129041463] 'agreement among raft nodes before linearized reading' (duration: 12.072626227s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.337411Z","caller":"traceutil/trace.go:171","msg":"trace[612387214] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25260; }","duration":"8.833461414s","start":"2026-05-29T02:59:33.503935Z","end":"2026-05-29T02:59:42.337397Z","steps":["trace[612387214] 'agreement among raft nodes before linearized reading' (duration: 8.833397032s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.337375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.342882079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.33744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.264411Z","time spent":"12.073019476s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6418,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-h5lwj\" "} {"level":"info","ts":"2026-05-29T02:59:42.337443Z","caller":"traceutil/trace.go:171","msg":"trace[1933148260] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25260; }","duration":"11.741856199s","start":"2026-05-29T02:59:30.59556Z","end":"2026-05-29T02:59:42.337416Z","steps":["trace[1933148260] 'agreement among raft nodes before linearized reading' (duration: 11.741678235s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.33748Z","caller":"traceutil/trace.go:171","msg":"trace[795700426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25260; }","duration":"11.343058193s","start":"2026-05-29T02:59:30.994394Z","end":"2026-05-29T02:59:42.337452Z","steps":["trace[795700426] 'agreement among raft nodes before linearized reading' (duration: 11.342830018s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.33751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.520954059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:42.337503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.595532Z","time spent":"11.741958082s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.337536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.994367Z","time spent":"11.343156896s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.337604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632055061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:42.337444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.503897Z","time spent":"8.833538496s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.337642Z","caller":"traceutil/trace.go:171","msg":"trace[1180171326] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25260; }","duration":"9.632141223s","start":"2026-05-29T02:59:32.70549Z","end":"2026-05-29T02:59:42.337631Z","steps":["trace[1180171326] 'agreement among raft nodes before linearized reading' (duration: 9.632069721s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.337676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.705466Z","time spent":"9.632201135s","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.337541Z","caller":"traceutil/trace.go:171","msg":"trace[224307453] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25260; }","duration":"9.521022951s","start":"2026-05-29T02:59:32.816509Z","end":"2026-05-29T02:59:42.337532Z","steps":["trace[224307453] 'agreement among raft nodes before linearized reading' (duration: 9.520954649s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.337823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.816473Z","time spent":"9.521335738s","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.644733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532734439s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:42.645144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.393431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-05-29T02:59:42.645224Z","caller":"traceutil/trace.go:171","msg":"trace[2143855781] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25261; }","duration":"2.765282011s","start":"2026-05-29T02:59:39.879925Z","end":"2026-05-29T02:59:42.645207Z","steps":["trace[2143855781] 'process raft request' (duration: 2.459741797s)","trace[2143855781] 'compare' (duration: 305.308169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:42.64528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.879895Z","time spent":"2.765362162s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:42.64564Z","caller":"traceutil/trace.go:171","msg":"trace[2125847786] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"2.440044844s","start":"2026-05-29T02:59:40.205559Z","end":"2026-05-29T02:59:42.645604Z","steps":["trace[2125847786] 'process raft request' (duration: 2.439736066s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.645847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:40.205535Z","time spent":"2.440206607s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:42.952606Z","caller":"traceutil/trace.go:171","msg":"trace[1461852604] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"1.031560425s","start":"2026-05-29T02:59:41.921008Z","end":"2026-05-29T02:59:42.952568Z","steps":["trace[1461852604] 'process raft request' (duration: 1.031408142s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.952608Z","caller":"traceutil/trace.go:171","msg":"trace[46867735] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"1.039469141s","start":"2026-05-29T02:59:41.913093Z","end":"2026-05-29T02:59:42.952562Z","steps":["trace[46867735] 'process raft request' (duration: 1.038428397s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.952704Z","caller":"traceutil/trace.go:171","msg":"trace[922488586] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"895.547898ms","start":"2026-05-29T02:59:42.057126Z","end":"2026-05-29T02:59:42.952674Z","steps":["trace[922488586] 'process raft request' (duration: 895.426315ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.952719Z","caller":"traceutil/trace.go:171","msg":"trace[132209952] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"1.011857192s","start":"2026-05-29T02:59:41.940819Z","end":"2026-05-29T02:59:42.952676Z","steps":["trace[132209952] 'process raft request' (duration: 1.011692088s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.952762Z","caller":"traceutil/trace.go:171","msg":"trace[2109289954] linearizableReadLoop","detail":"{readStateIndex:26166; appliedIndex:26161; }","duration":"616.454155ms","start":"2026-05-29T02:59:42.336279Z","end":"2026-05-29T02:59:42.952733Z","steps":["trace[2109289954] 'read index received' (duration: 308.945935ms)","trace[2109289954] 'applied index is now lower than readState.Index' (duration: 307.50699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:42.952805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.920972Z","time spent":"1.031715919s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.952829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.913044Z","time spent":"1.039659497s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.952862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.057105Z","time spent":"895.66768ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.952982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.940796Z","time spent":"1.012018976s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.953043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646166393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:59:42.953088Z","caller":"traceutil/trace.go:171","msg":"trace[1746831138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25267; }","duration":"3.646254435s","start":"2026-05-29T02:59:39.306821Z","end":"2026-05-29T02:59:42.953076Z","steps":["trace[1746831138] 'agreement among raft nodes before linearized reading' (duration: 3.646068921s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.306807Z","time spent":"3.646313466s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:59:42.953122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36447959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:42.953214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.318455984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.953231Z","caller":"traceutil/trace.go:171","msg":"trace[627324177] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25267; }","duration":"3.364642644s","start":"2026-05-29T02:59:39.588561Z","end":"2026-05-29T02:59:42.953203Z","steps":["trace[627324177] 'agreement among raft nodes before linearized reading' (duration: 3.364281816s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088108446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.953234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.382575706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.953273Z","caller":"traceutil/trace.go:171","msg":"trace[979220380] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25267; }","duration":"5.318538556s","start":"2026-05-29T02:59:37.634714Z","end":"2026-05-29T02:59:42.953252Z","steps":["trace[979220380] 'agreement among raft nodes before linearized reading' (duration: 5.318429463s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.588541Z","time spent":"3.364732256s","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.953306Z","caller":"traceutil/trace.go:171","msg":"trace[940782424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25267; }","duration":"1.088221288s","start":"2026-05-29T02:59:41.86505Z","end":"2026-05-29T02:59:42.953271Z","steps":["trace[940782424] 'agreement among raft nodes before linearized reading' (duration: 1.088088775s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.953309Z","caller":"traceutil/trace.go:171","msg":"trace[1705153517] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25267; }","duration":"6.382690818s","start":"2026-05-29T02:59:36.570598Z","end":"2026-05-29T02:59:42.953289Z","steps":["trace[1705153517] 'agreement among raft nodes before linearized reading' (duration: 6.382579726s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.634695Z","time spent":"5.318614318s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.95335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.865012Z","time spent":"1.088331011s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:42.953356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.028944364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.953373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.662426389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.953372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.570572Z","time spent":"6.38278254s","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.95341Z","caller":"traceutil/trace.go:171","msg":"trace[1994969849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25267; }","duration":"7.029032046s","start":"2026-05-29T02:59:35.924358Z","end":"2026-05-29T02:59:42.95339Z","steps":["trace[1994969849] 'agreement among raft nodes before linearized reading' (duration: 7.028970744s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.953412Z","caller":"traceutil/trace.go:171","msg":"trace[224712747] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25267; }","duration":"7.662514612s","start":"2026-05-29T02:59:35.290879Z","end":"2026-05-29T02:59:42.953394Z","steps":["trace[224712747] 'agreement among raft nodes before linearized reading' (duration: 7.662466591s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20697191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.95344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966252263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.953451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.290866Z","time spent":"7.662578493s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.953456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.924331Z","time spent":"7.029117688s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.953475Z","caller":"traceutil/trace.go:171","msg":"trace[116901532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25267; }","duration":"1.207059612s","start":"2026-05-29T02:59:41.746395Z","end":"2026-05-29T02:59:42.953455Z","steps":["trace[116901532] 'agreement among raft nodes before linearized reading' (duration: 1.207002721s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91211407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-29T02:59:42.95356Z","caller":"traceutil/trace.go:171","msg":"trace[1359780303] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25267; }","duration":"1.912193212s","start":"2026-05-29T02:59:41.041361Z","end":"2026-05-29T02:59:42.953554Z","steps":["trace[1359780303] 'agreement among raft nodes before linearized reading' (duration: 1.91212071s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.041334Z","time spent":"1.912247513s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:42.953586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765877608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.953274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881154212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:42.95353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.746369Z","time spent":"1.207150965s","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.953469Z","caller":"traceutil/trace.go:171","msg":"trace[1662464560] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25267; }","duration":"1.966320114s","start":"2026-05-29T02:59:40.987138Z","end":"2026-05-29T02:59:42.953458Z","steps":["trace[1662464560] 'agreement among raft nodes before linearized reading' (duration: 1.966269693s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.993627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-150f5d0d-8e9b-4075-adc9-9af2ceeb3499\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-05-29T02:59:42.95368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242415123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.953682Z","caller":"traceutil/trace.go:171","msg":"trace[1590872998] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25267; }","duration":"7.881577252s","start":"2026-05-29T02:59:35.072046Z","end":"2026-05-29T02:59:42.953624Z","steps":["trace[1590872998] 'agreement among raft nodes before linearized reading' (duration: 7.881123492s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.953724Z","caller":"traceutil/trace.go:171","msg":"trace[931655167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25267; }","duration":"4.242455074s","start":"2026-05-29T02:59:38.711257Z","end":"2026-05-29T02:59:42.953712Z","steps":["trace[931655167] 'agreement among raft nodes before linearized reading' (duration: 4.242388063s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555360532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:42.953707Z","caller":"traceutil/trace.go:171","msg":"trace[369107869] range","detail":"{range_begin:/registry/persistentvolumes/pvc-150f5d0d-8e9b-4075-adc9-9af2ceeb3499; range_end:; response_count:1; response_revision:25267; }","duration":"611.175031ms","start":"2026-05-29T02:59:42.342505Z","end":"2026-05-29T02:59:42.953681Z","steps":["trace[369107869] 'agreement among raft nodes before linearized reading' (duration: 610.811902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.072025Z","time spent":"7.881696945s","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.953766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.711179Z","time spent":"4.242576957s","remote":"127.0.0.1:59132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.953772Z","caller":"traceutil/trace.go:171","msg":"trace[1883748346] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25267; }","duration":"1.555434223s","start":"2026-05-29T02:59:41.398327Z","end":"2026-05-29T02:59:42.953762Z","steps":["trace[1883748346] 'agreement among raft nodes before linearized reading' (duration: 1.555376511s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.813355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-29T02:59:42.953721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721338467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-29T02:59:42.953824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370893945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T02:59:42.95384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762239526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:59:42.953857Z","caller":"traceutil/trace.go:171","msg":"trace[251775305] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:25267; }","duration":"4.370985927s","start":"2026-05-29T02:59:38.582861Z","end":"2026-05-29T02:59:42.953847Z","steps":["trace[251775305] 'agreement among raft nodes before linearized reading' (duration: 4.370888704s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.953877Z","caller":"traceutil/trace.go:171","msg":"trace[153495345] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25267; }","duration":"4.762319828s","start":"2026-05-29T02:59:38.191547Z","end":"2026-05-29T02:59:42.953867Z","steps":["trace[153495345] 'agreement among raft nodes before linearized reading' (duration: 4.762172015s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.582835Z","time spent":"4.371045228s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T02:59:42.953904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.191517Z","time spent":"4.76238122s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.953692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:40.987118Z","time spent":"1.966540199s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.953374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689400423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.953923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.303992302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.953848Z","caller":"traceutil/trace.go:171","msg":"trace[96321008] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25267; }","duration":"2.721504441s","start":"2026-05-29T02:59:40.232335Z","end":"2026-05-29T02:59:42.953839Z","steps":["trace[96321008] 'agreement among raft nodes before linearized reading' (duration: 2.721246755s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.953989Z","caller":"traceutil/trace.go:171","msg":"trace[505931810] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25267; }","duration":"4.304105375s","start":"2026-05-29T02:59:38.649865Z","end":"2026-05-29T02:59:42.953971Z","steps":["trace[505931810] 'agreement among raft nodes before linearized reading' (duration: 4.304006072s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228731995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:42.954017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.803127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-29T02:59:42.954027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.64984Z","time spent":"4.304178726s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:59:42.953988Z","caller":"traceutil/trace.go:171","msg":"trace[461506644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25267; }","duration":"1.690035768s","start":"2026-05-29T02:59:41.263921Z","end":"2026-05-29T02:59:42.953957Z","steps":["trace[461506644] 'agreement among raft nodes before linearized reading' (duration: 1.689426314s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.954055Z","caller":"traceutil/trace.go:171","msg":"trace[1295714166] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25267; }","duration":"304.904489ms","start":"2026-05-29T02:59:42.649141Z","end":"2026-05-29T02:59:42.954045Z","steps":["trace[1295714166] 'agreement among raft nodes before linearized reading' (duration: 304.805097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.954067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557582685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.954095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.649108Z","time spent":"304.978691ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-05-29T02:59:42.954103Z","caller":"traceutil/trace.go:171","msg":"trace[529164057] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25267; }","duration":"4.557661906s","start":"2026-05-29T02:59:38.396428Z","end":"2026-05-29T02:59:42.95409Z","steps":["trace[529164057] 'agreement among raft nodes before linearized reading' (duration: 4.557610105s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328947099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-29T02:59:42.954054Z","caller":"traceutil/trace.go:171","msg":"trace[300748263] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25267; }","duration":"8.229515743s","start":"2026-05-29T02:59:34.724525Z","end":"2026-05-29T02:59:42.954041Z","steps":["trace[300748263] 'agreement among raft nodes before linearized reading' (duration: 8.228713934s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.954136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.396396Z","time spent":"4.557731518s","remote":"127.0.0.1:44662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.954147Z","caller":"traceutil/trace.go:171","msg":"trace[2145555320] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25267; }","duration":"1.32945671s","start":"2026-05-29T02:59:41.624677Z","end":"2026-05-29T02:59:42.954134Z","steps":["trace[2145555320] 'agreement among raft nodes before linearized reading' (duration: 1.328876297s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.508377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.954174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.724499Z","time spent":"8.229664357s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.954187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.624646Z","time spent":"1.329528882s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T02:59:42.954102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.263899Z","time spent":"1.690177691s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:59:42.954208Z","caller":"traceutil/trace.go:171","msg":"trace[1191332172] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25267; }","duration":"896.506801ms","start":"2026-05-29T02:59:42.057687Z","end":"2026-05-29T02:59:42.954193Z","steps":["trace[1191332172] 'agreement among raft nodes before linearized reading' (duration: 895.422585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.954262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.057613Z","time spent":"896.636313ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.953888Z","caller":"traceutil/trace.go:171","msg":"trace[1812905072] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25267; }","duration":"733.908377ms","start":"2026-05-29T02:59:42.219921Z","end":"2026-05-29T02:59:42.953829Z","steps":["trace[1812905072] 'agreement among raft nodes before linearized reading' (duration: 733.375335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.954373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.219895Z","time spent":"734.46441ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-29T02:59:42.953318Z","caller":"traceutil/trace.go:171","msg":"trace[600309273] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"604.007493ms","start":"2026-05-29T02:59:42.349297Z","end":"2026-05-29T02:59:42.953305Z","steps":["trace[600309273] 'process raft request' (duration: 603.293206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.954438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.349278Z","time spent":"605.135199ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6199,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.953794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.342466Z","time spent":"611.315974ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-150f5d0d-8e9b-4075-adc9-9af2ceeb3499\" "} {"level":"warn","ts":"2026-05-29T02:59:42.953568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004187428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-29T02:59:42.954544Z","caller":"traceutil/trace.go:171","msg":"trace[16417040] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25267; }","duration":"6.005297955s","start":"2026-05-29T02:59:36.949234Z","end":"2026-05-29T02:59:42.954532Z","steps":["trace[16417040] 'agreement among raft nodes before linearized reading' (duration: 6.003985154s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.95462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.949211Z","time spent":"6.005401567s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:59:42.952973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144960462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.953802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.398309Z","time spent":"1.555486554s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.954713Z","caller":"traceutil/trace.go:171","msg":"trace[584496724] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25267; }","duration":"1.146709204s","start":"2026-05-29T02:59:41.807986Z","end":"2026-05-29T02:59:42.954696Z","steps":["trace[584496724] 'agreement among raft nodes before linearized reading' (duration: 1.144914071s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.954759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.807918Z","time spent":"1.146829717s","remote":"127.0.0.1:44586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.953924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.694591448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-29T02:59:42.954839Z","caller":"traceutil/trace.go:171","msg":"trace[98915931] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd; range_end:; response_count:1; response_revision:25267; }","duration":"8.695537301s","start":"2026-05-29T02:59:34.259283Z","end":"2026-05-29T02:59:42.95482Z","steps":["trace[98915931] 'agreement among raft nodes before linearized reading' (duration: 8.694544567s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.95489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.259261Z","time spent":"8.695615702s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" "} {"level":"warn","ts":"2026-05-29T02:59:42.953931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.992698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.95498Z","caller":"traceutil/trace.go:171","msg":"trace[1071015966] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25267; }","duration":"251.042433ms","start":"2026-05-29T02:59:42.703926Z","end":"2026-05-29T02:59:42.954968Z","steps":["trace[1071015966] 'agreement among raft nodes before linearized reading' (duration: 249.966498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.953975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87894379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.955123Z","caller":"traceutil/trace.go:171","msg":"trace[1730026279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25267; }","duration":"4.880117689s","start":"2026-05-29T02:59:38.074997Z","end":"2026-05-29T02:59:42.955115Z","steps":["trace[1730026279] 'agreement among raft nodes before linearized reading' (duration: 4.878937711s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.955148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.074981Z","time spent":"4.880157709s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.954016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:40.232316Z","time spent":"2.721692385s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:59:42.954029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279242612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.955265Z","caller":"traceutil/trace.go:171","msg":"trace[1639990945] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25267; }","duration":"5.280480591s","start":"2026-05-29T02:59:37.674777Z","end":"2026-05-29T02:59:42.955258Z","steps":["trace[1639990945] 'agreement among raft nodes before linearized reading' (duration: 5.279221831s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.955293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.674685Z","time spent":"5.280600415s","remote":"127.0.0.1:51180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:42.953622Z","caller":"traceutil/trace.go:171","msg":"trace[2005196108] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25267; }","duration":"3.7659459s","start":"2026-05-29T02:59:39.187665Z","end":"2026-05-29T02:59:42.953611Z","steps":["trace[2005196108] 'agreement among raft nodes before linearized reading' (duration: 3.765882309s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.955414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.187638Z","time spent":"3.767768363s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.95318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.61628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:59:42.955505Z","caller":"traceutil/trace.go:171","msg":"trace[1886374379] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25267; }","duration":"695.969545ms","start":"2026-05-29T02:59:42.259517Z","end":"2026-05-29T02:59:42.955486Z","steps":["trace[1886374379] 'agreement among raft nodes before linearized reading' (duration: 693.556918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.955574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.259504Z","time spent":"696.053147ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:59:44.215765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225039195s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:44.959776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220961039s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:44.959937Z","caller":"traceutil/trace.go:171","msg":"trace[604600330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25267; }","duration":"1.221138763s","start":"2026-05-29T02:59:43.738773Z","end":"2026-05-29T02:59:44.959912Z","steps":["trace[604600330] 'range keys from in-memory index tree' (duration: 1.220939909s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.959945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.81008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:44.960222Z","caller":"traceutil/trace.go:171","msg":"trace[711297241] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"1.996769291s","start":"2026-05-29T02:59:42.963437Z","end":"2026-05-29T02:59:44.960206Z","steps":["trace[711297241] 'process raft request' (duration: 1.996693569s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.960273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.963426Z","time spent":"1.996821282s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:44.960376Z","caller":"traceutil/trace.go:171","msg":"trace[1052486338] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.998684016s","start":"2026-05-29T02:59:42.961685Z","end":"2026-05-29T02:59:44.960369Z","steps":["trace[1052486338] 'process raft request' (duration: 1.998348188s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.960405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.961669Z","time spent":"1.998718828s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:44.960497Z","caller":"traceutil/trace.go:171","msg":"trace[204814053] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.994507468s","start":"2026-05-29T02:59:42.965984Z","end":"2026-05-29T02:59:44.960492Z","steps":["trace[204814053] 'process raft request' (duration: 1.99418248s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.960529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.965969Z","time spent":"1.994542119s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:44.960707Z","caller":"traceutil/trace.go:171","msg":"trace[2127991427] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"2.002028975s","start":"2026-05-29T02:59:42.95867Z","end":"2026-05-29T02:59:44.960699Z","steps":["trace[2127991427] 'process raft request' (duration: 1.257367065s)","trace[2127991427] 'compare' (duration: 743.006391ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:44.96075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.958648Z","time spent":"2.002080767s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:44.960896Z","caller":"traceutil/trace.go:171","msg":"trace[1346443628] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"1.994884047s","start":"2026-05-29T02:59:42.965996Z","end":"2026-05-29T02:59:44.96088Z","steps":["trace[1346443628] 'process raft request' (duration: 1.994466897s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.961015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.965987Z","time spent":"1.994951439s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:44.961146Z","caller":"traceutil/trace.go:171","msg":"trace[1434338001] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"1.995079472s","start":"2026-05-29T02:59:42.966058Z","end":"2026-05-29T02:59:44.961137Z","steps":["trace[1434338001] 'process raft request' (duration: 1.994740824s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.961188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.96605Z","time spent":"1.995116343s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:44.961407Z","caller":"traceutil/trace.go:171","msg":"trace[1202861461] linearizableReadLoop","detail":"{readStateIndex:26169; appliedIndex:26167; }","duration":"2.000383266s","start":"2026-05-29T02:59:42.961011Z","end":"2026-05-29T02:59:44.961395Z","steps":["trace[1202861461] 'read index received' (duration: 29.944444ms)","trace[1202861461] 'applied index is now lower than readState.Index' (duration: 1.970437582s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:44.961484Z","caller":"traceutil/trace.go:171","msg":"trace[893816861] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"1.995352448s","start":"2026-05-29T02:59:42.966121Z","end":"2026-05-29T02:59:44.961473Z","steps":["trace[893816861] 'process raft request' (duration: 1.994975039s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:44.961523Z","caller":"traceutil/trace.go:171","msg":"trace[1603527292] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"1.995209365s","start":"2026-05-29T02:59:42.966306Z","end":"2026-05-29T02:59:44.961515Z","steps":["trace[1603527292] 'process raft request' (duration: 1.995031571s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.961545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.966113Z","time spent":"1.995395519s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:44.961566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.966297Z","time spent":"1.995246066s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:44.961757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000745525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-29T02:59:44.961779Z","caller":"traceutil/trace.go:171","msg":"trace[791758116] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25275; }","duration":"2.000794856s","start":"2026-05-29T02:59:42.960975Z","end":"2026-05-29T02:59:44.96177Z","steps":["trace[791758116] 'agreement among raft nodes before linearized reading' (duration: 2.000699064s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.961799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.960956Z","time spent":"2.000837897s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-29T02:59:44.96657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000840287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:44.966641Z","caller":"traceutil/trace.go:171","msg":"trace[421669225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00095548s","start":"2026-05-29T02:59:42.965672Z","end":"2026-05-29T02:59:44.966628Z","steps":["trace[421669225] 'agreement among raft nodes before linearized reading' (duration: 2.000872008s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.966675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.965663Z","time spent":"2.001006251s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:46.969304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998986203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:46.969395Z","caller":"traceutil/trace.go:171","msg":"trace[1019081624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999106805s","start":"2026-05-29T02:59:44.970269Z","end":"2026-05-29T02:59:46.969376Z","steps":["trace[1019081624] 'agreement among raft nodes before linearized reading' (duration: 1.998993362s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:46.969445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.970264Z","time spent":"1.999172547s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:46.970457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:46.970501Z","caller":"traceutil/trace.go:171","msg":"trace[999335002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141999s","start":"2026-05-29T02:59:44.970348Z","end":"2026-05-29T02:59:46.97049Z","steps":["trace[999335002] 'agreement among raft nodes before linearized reading' (duration: 2.000095288s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:46.970564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.970344Z","time spent":"2.000211401s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:47.702334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597326042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:47.7039Z","caller":"traceutil/trace.go:171","msg":"trace[126375005] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"4.709484007s","start":"2026-05-29T02:59:42.994375Z","end":"2026-05-29T02:59:47.703859Z","steps":["trace[126375005] 'process raft request' (duration: 2.110504156s)","trace[126375005] 'compare' (duration: 2.594892484s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:47.704091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.994336Z","time spent":"4.70964954s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:47.819609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.715082821s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:48.646583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.968316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:59:48.646833Z","caller":"traceutil/trace.go:171","msg":"trace[98574219] linearizableReadLoop","detail":"{readStateIndex:26178; appliedIndex:26176; }","duration":"3.685379756s","start":"2026-05-29T02:59:44.961435Z","end":"2026-05-29T02:59:48.646815Z","steps":["trace[98574219] 'read index received' (duration: 143.469764ms)","trace[98574219] 'applied index is now lower than readState.Index' (duration: 3.541908682s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:48.647104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968686387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:59:48.647165Z","caller":"traceutil/trace.go:171","msg":"trace[293950525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25276; }","duration":"3.96880009s","start":"2026-05-29T02:59:44.678349Z","end":"2026-05-29T02:59:48.647149Z","steps":["trace[293950525] 'agreement among raft nodes before linearized reading' (duration: 3.968614235s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.647221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.678322Z","time spent":"3.968886652s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:48.647315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970539895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T02:59:48.647448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347200177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:48.647564Z","caller":"traceutil/trace.go:171","msg":"trace[512968651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25276; }","duration":"4.347399532s","start":"2026-05-29T02:59:44.300131Z","end":"2026-05-29T02:59:48.647531Z","steps":["trace[512968651] 'agreement among raft nodes before linearized reading' (duration: 4.347140836s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.647626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.300103Z","time spent":"4.347511945s","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:48.64768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551181364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-29T02:59:48.647773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106973709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-29T02:59:48.64783Z","caller":"traceutil/trace.go:171","msg":"trace[1906562521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25276; }","duration":"4.551348287s","start":"2026-05-29T02:59:44.096431Z","end":"2026-05-29T02:59:48.647779Z","steps":["trace[1906562521] 'agreement among raft nodes before linearized reading' (duration: 4.55101103s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.647749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683525299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:48.647878Z","caller":"traceutil/trace.go:171","msg":"trace[1069545033] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25276; }","duration":"4.107132632s","start":"2026-05-29T02:59:44.540725Z","end":"2026-05-29T02:59:48.647858Z","steps":["trace[1069545033] 'agreement among raft nodes before linearized reading' (duration: 4.106884146s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.647887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.096415Z","time spent":"4.551459811s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-29T02:59:48.647913Z","caller":"traceutil/trace.go:171","msg":"trace[2047710492] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25276; }","duration":"5.683756795s","start":"2026-05-29T02:59:42.964129Z","end":"2026-05-29T02:59:48.647885Z","steps":["trace[2047710492] 'agreement among raft nodes before linearized reading' (duration: 5.683465168s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.647936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.540698Z","time spent":"4.107212815s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:48.647978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.96411Z","time spent":"5.683855277s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:48.648044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.136984038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274199"} {"level":"warn","ts":"2026-05-29T02:59:48.648082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264872671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:48.64811Z","caller":"traceutil/trace.go:171","msg":"trace[786022004] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25276; }","duration":"5.137080131s","start":"2026-05-29T02:59:43.511004Z","end":"2026-05-29T02:59:48.648084Z","steps":["trace[786022004] 'agreement among raft nodes before linearized reading' (duration: 5.136485857s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:48.64813Z","caller":"traceutil/trace.go:171","msg":"trace[1103135241] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25276; }","duration":"4.264977954s","start":"2026-05-29T02:59:44.383137Z","end":"2026-05-29T02:59:48.648115Z","steps":["trace[1103135241] 'agreement among raft nodes before linearized reading' (duration: 4.264885312s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.648159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.510974Z","time spent":"5.137170553s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274222,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:59:48.648414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.513414389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:48.648432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.685048016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:59:48.648638Z","caller":"traceutil/trace.go:171","msg":"trace[697012390] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25276; }","duration":"5.513488581s","start":"2026-05-29T02:59:43.134951Z","end":"2026-05-29T02:59:48.64844Z","steps":["trace[697012390] 'agreement among raft nodes before linearized reading' (duration: 5.513304717s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:48.648653Z","caller":"traceutil/trace.go:171","msg":"trace[108713020] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25276; }","duration":"5.685292471s","start":"2026-05-29T02:59:42.96335Z","end":"2026-05-29T02:59:48.648643Z","steps":["trace[108713020] 'agreement among raft nodes before linearized reading' (duration: 5.684982343s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.648676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.963339Z","time spent":"5.685332621s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:59:48.648671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.134896Z","time spent":"5.513766947s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:48.648678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.684623215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-8jpbw\" ","response":"range_response_count:1 size:6227"} {"level":"warn","ts":"2026-05-29T02:59:48.648652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930673027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:48.648706Z","caller":"traceutil/trace.go:171","msg":"trace[1883713463] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-8jpbw; range_end:; response_count:1; response_revision:25276; }","duration":"5.684662286s","start":"2026-05-29T02:59:42.964036Z","end":"2026-05-29T02:59:48.648698Z","steps":["trace[1883713463] 'agreement among raft nodes before linearized reading' (duration: 5.6843949s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.648726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.96403Z","time spent":"5.684692217s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6250,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-8jpbw\" "} {"level":"info","ts":"2026-05-29T02:59:48.647415Z","caller":"traceutil/trace.go:171","msg":"trace[1238681838] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25276; }","duration":"4.970704238s","start":"2026-05-29T02:59:43.676684Z","end":"2026-05-29T02:59:48.647388Z","steps":["trace[1238681838] 'agreement among raft nodes before linearized reading' (duration: 4.970389031s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.648804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.676657Z","time spent":"4.972125582s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-29T02:59:48.648736Z","caller":"traceutil/trace.go:171","msg":"trace[1761394402] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25276; }","duration":"4.930985814s","start":"2026-05-29T02:59:43.717727Z","end":"2026-05-29T02:59:48.648713Z","steps":["trace[1761394402] 'agreement among raft nodes before linearized reading' (duration: 4.930672047s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.648877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560887626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:59:48.64887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.717703Z","time spent":"4.931155829s","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:48.648918Z","caller":"traceutil/trace.go:171","msg":"trace[792003735] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25276; }","duration":"5.560975328s","start":"2026-05-29T02:59:43.087932Z","end":"2026-05-29T02:59:48.648907Z","steps":["trace[792003735] 'agreement among raft nodes before linearized reading' (duration: 5.560744493s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:48.648942Z","caller":"traceutil/trace.go:171","msg":"trace[1314579787] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"3.682292032s","start":"2026-05-29T02:59:44.966635Z","end":"2026-05-29T02:59:48.648927Z","steps":["trace[1314579787] 'process raft request' (duration: 3.68006422s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.648979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.08791Z","time spent":"5.561060719s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:48.648164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.383098Z","time spent":"4.265057496s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:48.649059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.966586Z","time spent":"3.682393226s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:48.975819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:48.975929Z","caller":"traceutil/trace.go:171","msg":"trace[616333322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017916s","start":"2026-05-29T02:59:46.975708Z","end":"2026-05-29T02:59:48.975887Z","steps":["trace[616333322] 'agreement among raft nodes before linearized reading' (duration: 2.000074008s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.975978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.975677Z","time spent":"2.000291873s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.016605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19678359s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:49.965722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.973658Z","time spent":"4.992029079s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.967461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.970267Z","time spent":"4.99718333s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.968509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.970331Z","time spent":"4.998172464s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.970734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999852063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:49.97081Z","caller":"traceutil/trace.go:171","msg":"trace[1873259553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999950165s","start":"2026-05-29T02:59:44.970836Z","end":"2026-05-29T02:59:49.970786Z","steps":["trace[1873259553] 'agreement among raft nodes before linearized reading' (duration: 4.999860933s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:49.970862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.97083Z","time spent":"5.000015257s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:50.453047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804030998s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:50.453934Z","caller":"traceutil/trace.go:171","msg":"trace[282860003] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26179; }","duration":"1.807022058s","start":"2026-05-29T02:59:48.646889Z","end":"2026-05-29T02:59:50.453912Z","steps":["trace[282860003] 'read index received' (duration: 370.003259ms)","trace[282860003] 'applied index is now lower than readState.Index' (duration: 1.437017489s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:50.454033Z","caller":"traceutil/trace.go:171","msg":"trace[374332384] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"5.483869264s","start":"2026-05-29T02:59:44.970149Z","end":"2026-05-29T02:59:50.454019Z","steps":["trace[374332384] 'process raft request' (duration: 3.67876145s)","trace[374332384] 'compare' (duration: 1.801582221s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:50.454099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.970137Z","time spent":"5.483931245s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:59:50.454189Z","caller":"traceutil/trace.go:171","msg":"trace[1622859773] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"5.480407582s","start":"2026-05-29T02:59:44.973746Z","end":"2026-05-29T02:59:50.454154Z","steps":["trace[1622859773] 'process raft request' (duration: 5.479834298s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.454283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.973734Z","time spent":"5.480516695s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:59:50.454344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746874817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-29T02:59:50.454661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822384061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-29T02:59:50.454683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488134103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e847282bf9bb\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-05-29T02:59:50.454743Z","caller":"traceutil/trace.go:171","msg":"trace[344427539] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25286; }","duration":"2.747332588s","start":"2026-05-29T02:59:47.707391Z","end":"2026-05-29T02:59:50.454724Z","steps":["trace[344427539] 'agreement among raft nodes before linearized reading' (duration: 2.746690493s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:50.454777Z","caller":"traceutil/trace.go:171","msg":"trace[1212304104] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25286; }","duration":"4.822531884s","start":"2026-05-29T02:59:45.632199Z","end":"2026-05-29T02:59:50.454731Z","steps":["trace[1212304104] 'agreement among raft nodes before linearized reading' (duration: 4.822195476s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:50.454783Z","caller":"traceutil/trace.go:171","msg":"trace[1428561371] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e847282bf9bb; range_end:; response_count:1; response_revision:25286; }","duration":"5.488272107s","start":"2026-05-29T02:59:44.966483Z","end":"2026-05-29T02:59:50.454755Z","steps":["trace[1428561371] 'agreement among raft nodes before linearized reading' (duration: 5.48797519s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.454395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592490351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:50.454838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.966466Z","time spent":"5.488363499s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":852,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e847282bf9bb\" "} {"level":"warn","ts":"2026-05-29T02:59:50.454845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.632182Z","time spent":"4.822652767s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:59:50.454847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.707371Z","time spent":"2.747444841s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T02:59:50.454869Z","caller":"traceutil/trace.go:171","msg":"trace[1793358110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25286; }","duration":"3.593029544s","start":"2026-05-29T02:59:46.861823Z","end":"2026-05-29T02:59:50.454852Z","steps":["trace[1793358110] 'agreement among raft nodes before linearized reading' (duration: 3.592507122s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.455042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.861796Z","time spent":"3.593205928s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:50.454489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132073692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:50.455153Z","caller":"traceutil/trace.go:171","msg":"trace[1454799855] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25286; }","duration":"5.132759109s","start":"2026-05-29T02:59:45.322366Z","end":"2026-05-29T02:59:50.455125Z","steps":["trace[1454799855] 'agreement among raft nodes before linearized reading' (duration: 5.132052712s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.455202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.322328Z","time spent":"5.132856981s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:50.454555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35538575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:50.455297Z","caller":"traceutil/trace.go:171","msg":"trace[1638052176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25286; }","duration":"4.356110037s","start":"2026-05-29T02:59:46.09916Z","end":"2026-05-29T02:59:50.45527Z","steps":["trace[1638052176] 'agreement among raft nodes before linearized reading' (duration: 4.355365289s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.455358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.099077Z","time spent":"4.356264231s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:50.454525Z","caller":"traceutil/trace.go:171","msg":"trace[1400984868] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"5.483452964s","start":"2026-05-29T02:59:44.970992Z","end":"2026-05-29T02:59:50.454445Z","steps":["trace[1400984868] 'process raft request' (duration: 5.482387749s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.454561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404333833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:50.455548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.970986Z","time spent":"5.484486708s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:59:50.455602Z","caller":"traceutil/trace.go:171","msg":"trace[1976143102] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25286; }","duration":"2.405435989s","start":"2026-05-29T02:59:48.050142Z","end":"2026-05-29T02:59:50.455578Z","steps":["trace[1976143102] 'agreement among raft nodes before linearized reading' (duration: 2.404311203s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.454586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487689984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b98d0177-3a67-4605-9c6d-4c3916468792\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-05-29T02:59:50.455697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.050118Z","time spent":"2.405555842s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:50.455738Z","caller":"traceutil/trace.go:171","msg":"trace[2146947704] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b98d0177-3a67-4605-9c6d-4c3916468792; range_end:; response_count:1; response_revision:25286; }","duration":"5.488838001s","start":"2026-05-29T02:59:44.966885Z","end":"2026-05-29T02:59:50.455723Z","steps":["trace[2146947704] 'agreement among raft nodes before linearized reading' (duration: 5.487578891s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.455788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.966834Z","time spent":"5.488941363s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-b98d0177-3a67-4605-9c6d-4c3916468792\" "} {"level":"warn","ts":"2026-05-29T02:59:50.454563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124846519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:50.455874Z","caller":"traceutil/trace.go:171","msg":"trace[908474253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25286; }","duration":"4.126207331s","start":"2026-05-29T02:59:46.329649Z","end":"2026-05-29T02:59:50.455856Z","steps":["trace[908474253] 'agreement among raft nodes before linearized reading' (duration: 4.124844309s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.454578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000106506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:50.454632Z","caller":"traceutil/trace.go:171","msg":"trace[2140244569] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"5.482207195s","start":"2026-05-29T02:59:44.972414Z","end":"2026-05-29T02:59:50.454621Z","steps":["trace[2140244569] 'process raft request' (duration: 5.481069618s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:50.456016Z","caller":"traceutil/trace.go:171","msg":"trace[410812294] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25286; }","duration":"4.001578591s","start":"2026-05-29T02:59:46.454412Z","end":"2026-05-29T02:59:50.455991Z","steps":["trace[410812294] 'agreement among raft nodes before linearized reading' (duration: 4.000095046s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.456193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.972385Z","time spent":"5.48373065s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:59:50.456215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.454396Z","time spent":"4.001755325s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:50.454429Z","caller":"traceutil/trace.go:171","msg":"trace[935322270] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"5.473724045s","start":"2026-05-29T02:59:44.980682Z","end":"2026-05-29T02:59:50.454406Z","steps":["trace[935322270] 'process raft request' (duration: 5.473123011s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.456532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.980671Z","time spent":"5.475817064s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:59:50.455929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.329627Z","time spent":"4.126284683s","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:50.454524Z","caller":"traceutil/trace.go:171","msg":"trace[923956271] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"5.079491656s","start":"2026-05-29T02:59:45.374967Z","end":"2026-05-29T02:59:50.454459Z","steps":["trace[923956271] 'process raft request' (duration: 5.078895042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.456938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.374938Z","time spent":"5.08176135s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:50.954964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:50.973697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:50.973812Z","caller":"traceutil/trace.go:171","msg":"trace[1048511493] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449918s","start":"2026-05-29T02:59:48.973335Z","end":"2026-05-29T02:59:50.973785Z","steps":["trace[1048511493] 'agreement among raft nodes before linearized reading' (duration: 2.000302235s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.973882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.973309Z","time spent":"2.00056111s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:50.976062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:50.976144Z","caller":"traceutil/trace.go:171","msg":"trace[1175233006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165551s","start":"2026-05-29T02:59:48.975951Z","end":"2026-05-29T02:59:50.976117Z","steps":["trace[1175233006] 'agreement among raft nodes before linearized reading' (duration: 2.000057289s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.976211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.975924Z","time spent":"2.000277594s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:51.161314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.144242719s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:52.124577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.929932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:52.124857Z","caller":"traceutil/trace.go:171","msg":"trace[2002810252] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"3.469232053s","start":"2026-05-29T02:59:48.655593Z","end":"2026-05-29T02:59:52.124825Z","steps":["trace[2002810252] 'process raft request' (duration: 2.505965053s)","trace[2002810252] 'compare' (duration: 962.263997ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:52.124989Z","caller":"traceutil/trace.go:171","msg":"trace[1079211694] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26188; }","duration":"1.670997051s","start":"2026-05-29T02:59:50.453978Z","end":"2026-05-29T02:59:52.124975Z","steps":["trace[1079211694] 'read index received' (duration: 707.663049ms)","trace[1079211694] 'applied index is now lower than readState.Index' (duration: 963.333152ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:52.124998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.655572Z","time spent":"3.469351486s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.124986Z","caller":"traceutil/trace.go:171","msg":"trace[870416758] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"3.468507406s","start":"2026-05-29T02:59:48.656433Z","end":"2026-05-29T02:59:52.124941Z","steps":["trace[870416758] 'process raft request' (duration: 3.468272811s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.12518Z","caller":"traceutil/trace.go:171","msg":"trace[1450665755] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"3.466892498s","start":"2026-05-29T02:59:48.65828Z","end":"2026-05-29T02:59:52.125172Z","steps":["trace[1450665755] 'process raft request' (duration: 3.46654263s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.125165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.656427Z","time spent":"3.468638169s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.125225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.658225Z","time spent":"3.46697444s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5996,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.125368Z","caller":"traceutil/trace.go:171","msg":"trace[1271201628] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"1.667705204s","start":"2026-05-29T02:59:50.457656Z","end":"2026-05-29T02:59:52.125361Z","steps":["trace[1271201628] 'process raft request' (duration: 1.667212812s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.125409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.457631Z","time spent":"1.667751624s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.125522Z","caller":"traceutil/trace.go:171","msg":"trace[1747317115] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"1.665219745s","start":"2026-05-29T02:59:50.460286Z","end":"2026-05-29T02:59:52.125506Z","steps":["trace[1747317115] 'process raft request' (duration: 1.664625631s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.125557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.460253Z","time spent":"1.665285357s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.125606Z","caller":"traceutil/trace.go:171","msg":"trace[1252644473] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"1.469486883s","start":"2026-05-29T02:59:50.656114Z","end":"2026-05-29T02:59:52.125601Z","steps":["trace[1252644473] 'process raft request' (duration: 1.468828657s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.125633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.656081Z","time spent":"1.469536244s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.125756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155883542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-29T02:59:52.125775Z","caller":"traceutil/trace.go:171","msg":"trace[1762950929] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25292; }","duration":"2.155902602s","start":"2026-05-29T02:59:49.969866Z","end":"2026-05-29T02:59:52.125769Z","steps":["trace[1762950929] 'agreement among raft nodes before linearized reading' (duration: 2.15580971s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.125793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.969842Z","time spent":"2.155946704s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:59:52.125869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156134329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-05-29T02:59:52.125883Z","caller":"traceutil/trace.go:171","msg":"trace[852401329] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25292; }","duration":"2.156148149s","start":"2026-05-29T02:59:49.96973Z","end":"2026-05-29T02:59:52.125878Z","steps":["trace[852401329] 'agreement among raft nodes before linearized reading' (duration: 2.156102968s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.125897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.969708Z","time spent":"2.156186139s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T02:59:52.125983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158579655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-05-29T02:59:52.125998Z","caller":"traceutil/trace.go:171","msg":"trace[1299455237] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25292; }","duration":"2.158664318s","start":"2026-05-29T02:59:49.967329Z","end":"2026-05-29T02:59:52.125993Z","steps":["trace[1299455237] 'agreement among raft nodes before linearized reading' (duration: 2.158606196s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.126014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.967298Z","time spent":"2.158712449s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:52.12631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47120127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.126382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668803219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T02:59:52.126417Z","caller":"traceutil/trace.go:171","msg":"trace[877293263] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25292; }","duration":"3.471389764s","start":"2026-05-29T02:59:48.655003Z","end":"2026-05-29T02:59:52.126393Z","steps":["trace[877293263] 'agreement among raft nodes before linearized reading' (duration: 3.471181719s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.126424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664727557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.126465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734345234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.12647Z","caller":"traceutil/trace.go:171","msg":"trace[739875606] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25292; }","duration":"1.668944732s","start":"2026-05-29T02:59:50.457499Z","end":"2026-05-29T02:59:52.126444Z","steps":["trace[739875606] 'agreement among raft nodes before linearized reading' (duration: 1.668607774s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.126491Z","caller":"traceutil/trace.go:171","msg":"trace[1355457097] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25292; }","duration":"2.734386495s","start":"2026-05-29T02:59:49.392098Z","end":"2026-05-29T02:59:52.126485Z","steps":["trace[1355457097] 'agreement among raft nodes before linearized reading' (duration: 2.734326634s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.126482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.654973Z","time spent":"3.471486777s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:52.126515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.392022Z","time spent":"2.734486918s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.126523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.457478Z","time spent":"1.669034145s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-29T02:59:52.126531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52537731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:52.126562Z","caller":"traceutil/trace.go:171","msg":"trace[1576780679] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25292; }","duration":"2.525477893s","start":"2026-05-29T02:59:49.601077Z","end":"2026-05-29T02:59:52.126555Z","steps":["trace[1576780679] 'agreement among raft nodes before linearized reading' (duration: 2.525425032s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.126595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.601036Z","time spent":"2.525551175s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.126479Z","caller":"traceutil/trace.go:171","msg":"trace[1337219358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25292; }","duration":"2.664782479s","start":"2026-05-29T02:59:49.461679Z","end":"2026-05-29T02:59:52.126461Z","steps":["trace[1337219358] 'agreement among raft nodes before linearized reading' (duration: 2.664683376s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.126749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.461635Z","time spent":"2.665097926s","remote":"127.0.0.1:44516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.126819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.339935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:59:52.12685Z","caller":"traceutil/trace.go:171","msg":"trace[1531849426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25292; }","duration":"153.421108ms","start":"2026-05-29T02:59:51.97342Z","end":"2026-05-29T02:59:52.126841Z","steps":["trace[1531849426] 'agreement among raft nodes before linearized reading' (duration: 153.324675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.126869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140085917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.126886Z","caller":"traceutil/trace.go:171","msg":"trace[196606576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25292; }","duration":"1.140150689s","start":"2026-05-29T02:59:50.98673Z","end":"2026-05-29T02:59:52.126881Z","steps":["trace[196606576] 'agreement among raft nodes before linearized reading' (duration: 1.140119638s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.12693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.143563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.126945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.986701Z","time spent":"1.140241121s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:59:52.126968Z","caller":"traceutil/trace.go:171","msg":"trace[1957370865] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25292; }","duration":"683.266426ms","start":"2026-05-29T02:59:51.44369Z","end":"2026-05-29T02:59:52.126957Z","steps":["trace[1957370865] 'agreement among raft nodes before linearized reading' (duration: 683.180944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.127003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.443658Z","time spent":"683.333627ms","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.127084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666653889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-29T02:59:52.127117Z","caller":"traceutil/trace.go:171","msg":"trace[1997871963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25292; }","duration":"1.66669885s","start":"2026-05-29T02:59:50.460407Z","end":"2026-05-29T02:59:52.127106Z","steps":["trace[1997871963] 'agreement among raft nodes before linearized reading' (duration: 1.666599938s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.127144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.460399Z","time spent":"1.666739511s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-29T02:59:52.633266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:53.481773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.385005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:53.481882Z","caller":"traceutil/trace.go:171","msg":"trace[406581871] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"1.349617793s","start":"2026-05-29T02:59:52.132244Z","end":"2026-05-29T02:59:53.481862Z","steps":["trace[406581871] 'process raft request' (duration: 1.000078644s)","trace[406581871] 'compare' (duration: 348.922575ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:53.48193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.132231Z","time spent":"1.349678685s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:59:54.138405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999070844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:54.138517Z","caller":"traceutil/trace.go:171","msg":"trace[1557011213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999198818s","start":"2026-05-29T02:59:52.139274Z","end":"2026-05-29T02:59:54.138473Z","steps":["trace[1557011213] 'agreement among raft nodes before linearized reading' (duration: 1.999082595s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:54.13856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139266Z","time spent":"1.99928808s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:54.448335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.694504ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:54.44847Z","caller":"traceutil/trace.go:171","msg":"trace[549433267] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25293; }","duration":"708.840497ms","start":"2026-05-29T02:59:53.739611Z","end":"2026-05-29T02:59:54.448451Z","steps":["trace[549433267] 'range keys from in-memory index tree' (duration: 708.676324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:54.967025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827198227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:54.967115Z","caller":"traceutil/trace.go:171","msg":"trace[2119287730] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.827314969s","start":"2026-05-29T02:59:52.139781Z","end":"2026-05-29T02:59:54.967096Z","steps":["trace[2119287730] 'agreement among raft nodes before linearized reading' (duration: 2.827201297s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:54.967171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139592Z","time spent":"2.827567695s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/29 02:59:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:54.967307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833640568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:54.967343Z","caller":"traceutil/trace.go:171","msg":"trace[590156848] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.833690409s","start":"2026-05-29T02:59:52.133643Z","end":"2026-05-29T02:59:54.967334Z","steps":["trace[590156848] 'agreement among raft nodes before linearized reading' (duration: 2.833654128s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:54.967374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.133634Z","time spent":"2.83373337s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/29 02:59:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:54.96925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.141796Z","time spent":"2.827450223s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:59:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:54.981395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993929655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:54.981471Z","caller":"traceutil/trace.go:171","msg":"trace[1701987258] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; }","duration":"1.994065148s","start":"2026-05-29T02:59:52.987389Z","end":"2026-05-29T02:59:54.981455Z","steps":["trace[1701987258] 'agreement among raft nodes before linearized reading' (duration: 1.993967606s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:54.981506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.987367Z","time spent":"1.994133329s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} 2026/05/29 02:59:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:55.529188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.396684595s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:55.530031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139429Z","time spent":"3.390595614s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:59:55.53003Z","caller":"traceutil/trace.go:171","msg":"trace[826206249] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"3.397016196s","start":"2026-05-29T02:59:52.132948Z","end":"2026-05-29T02:59:55.529965Z","steps":["trace[826206249] 'process raft request' (duration: 3.396533294s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:55.530212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.13293Z","time spent":"3.397194439s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:59:55.530186Z","caller":"traceutil/trace.go:171","msg":"trace[861590202] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"3.390589884s","start":"2026-05-29T02:59:52.13954Z","end":"2026-05-29T02:59:55.53013Z","steps":["trace[861590202] 'process raft request' (duration: 3.390377879s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:55.530276Z","caller":"traceutil/trace.go:171","msg":"trace[1066240819] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"3.390355569s","start":"2026-05-29T02:59:52.13991Z","end":"2026-05-29T02:59:55.530266Z","steps":["trace[1066240819] 'process raft request' (duration: 3.390072842s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:55.530332Z","caller":"traceutil/trace.go:171","msg":"trace[578835640] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"3.390378209s","start":"2026-05-29T02:59:52.139908Z","end":"2026-05-29T02:59:55.530286Z","steps":["trace[578835640] 'process raft request' (duration: 3.390146804s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:55.530408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139883Z","time spent":"3.390439581s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:55.530454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139879Z","time spent":"3.390515533s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:55.530406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139531Z","time spent":"3.390767118s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:59:55.530212Z","caller":"traceutil/trace.go:171","msg":"trace[1244509729] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"3.390234036s","start":"2026-05-29T02:59:52.139954Z","end":"2026-05-29T02:59:55.530188Z","steps":["trace[1244509729] 'process raft request' (duration: 3.390139694s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:55.530617Z","caller":"traceutil/trace.go:171","msg":"trace[19902315] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"2.652289335s","start":"2026-05-29T02:59:52.87832Z","end":"2026-05-29T02:59:55.530609Z","steps":["trace[19902315] 'process raft request' (duration: 2.652025338s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:55.5306Z","caller":"traceutil/trace.go:171","msg":"trace[223161423] linearizableReadLoop","detail":"{readStateIndex:26202; appliedIndex:26194; }","duration":"3.397821594s","start":"2026-05-29T02:59:52.132757Z","end":"2026-05-29T02:59:55.530579Z","steps":["trace[223161423] 'read index received' (duration: 999.571552ms)","trace[223161423] 'applied index is now lower than readState.Index' (duration: 2.398247782s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:55.53066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.878294Z","time spent":"2.652342696s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:55.530934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398127961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-05-29T02:59:55.530992Z","caller":"traceutil/trace.go:171","msg":"trace[1141747969] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25300; }","duration":"3.398272724s","start":"2026-05-29T02:59:52.132704Z","end":"2026-05-29T02:59:55.530977Z","steps":["trace[1141747969] 'agreement among raft nodes before linearized reading' (duration: 3.398000858s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:55.531041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.132681Z","time spent":"3.398341856s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-29T02:59:55.531402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139929Z","time spent":"3.390620525s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:56.031482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:56.13914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:56.139216Z","caller":"traceutil/trace.go:171","msg":"trace[335688703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202471s","start":"2026-05-29T02:59:54.138997Z","end":"2026-05-29T02:59:56.1392Z","steps":["trace[335688703] 'agreement among raft nodes before linearized reading' (duration: 2.000102628s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:56.139249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.138934Z","time spent":"2.000309063s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:56.532128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:57.032428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:57.532658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:57.712969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.183594783s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:58.079757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.491398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:58.079985Z","caller":"traceutil/trace.go:171","msg":"trace[1181305823] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"3.942422099s","start":"2026-05-29T02:59:54.137536Z","end":"2026-05-29T02:59:58.079958Z","steps":["trace[1181305823] 'process raft request' (duration: 3.575618934s)","trace[1181305823] 'compare' (duration: 364.338327ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:58.080097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.137508Z","time spent":"3.942541532s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:58.081141Z","caller":"traceutil/trace.go:171","msg":"trace[1839278737] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"2.618134981s","start":"2026-05-29T02:59:55.462969Z","end":"2026-05-29T02:59:58.081104Z","steps":["trace[1839278737] 'process raft request' (duration: 2.61807655s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:58.081339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.462939Z","time spent":"2.618293674s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:58.081524Z","caller":"traceutil/trace.go:171","msg":"trace[1259243181] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"3.937451052s","start":"2026-05-29T02:59:54.144042Z","end":"2026-05-29T02:59:58.081493Z","steps":["trace[1259243181] 'process raft request' (duration: 3.935843354s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:58.081569Z","caller":"traceutil/trace.go:171","msg":"trace[1866114676] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"2.804011961s","start":"2026-05-29T02:59:55.277538Z","end":"2026-05-29T02:59:58.08155Z","steps":["trace[1866114676] 'process raft request' (duration: 2.803455468s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:58.081613Z","caller":"traceutil/trace.go:171","msg":"trace[1595478399] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"3.111152174s","start":"2026-05-29T02:59:54.970447Z","end":"2026-05-29T02:59:58.0816Z","steps":["trace[1595478399] 'process raft request' (duration: 3.110432837s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:58.081658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.144029Z","time spent":"3.937568136s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:58.081683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.970424Z","time spent":"3.111224865s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:58.08174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.277516Z","time spent":"2.804095924s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:58.14725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:58.147348Z","caller":"traceutil/trace.go:171","msg":"trace[650414150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064528s","start":"2026-05-29T02:59:56.147261Z","end":"2026-05-29T02:59:58.147325Z","steps":["trace[650414150] 'agreement among raft nodes before linearized reading' (duration: 1.999926105s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:58.147391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.14725Z","time spent":"2.00013218s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:00.147818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:00.147969Z","caller":"traceutil/trace.go:171","msg":"trace[687548620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098939s","start":"2026-05-29T02:59:58.147844Z","end":"2026-05-29T03:00:00.147942Z","steps":["trace[687548620] 'agreement among raft nodes before linearized reading' (duration: 1.999907884s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:00.148039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.147812Z","time spent":"2.000213192s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:01.50664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.793452776s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:02.136452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.996593243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:02.136568Z","caller":"traceutil/trace.go:171","msg":"trace[1429024043] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"9.996763417s","start":"2026-05-29T02:59:52.139778Z","end":"2026-05-29T03:00:02.136541Z","steps":["trace[1429024043] 'agreement among raft nodes before linearized reading' (duration: 9.996592843s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.136638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139585Z","time spent":"9.997038624s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/05/29 03:00:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:02.156796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000509659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:02.1569Z","caller":"traceutil/trace.go:171","msg":"trace[909452092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681143s","start":"2026-05-29T03:00:00.156197Z","end":"2026-05-29T03:00:02.156878Z","steps":["trace[909452092] 'agreement among raft nodes before linearized reading' (duration: 2.0005478s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.156954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.156176Z","time spent":"2.000766166s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:02.532159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.531621Z","time spent":"7.000530646s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:02.535458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:57.536932Z","time spent":"4.998514162s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 03:00:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:02.54301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.542482Z","time spent":"7.000523755s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:02.694779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18778164s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:02.695942Z","caller":"traceutil/trace.go:171","msg":"trace[1410348436] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"5.159016926s","start":"2026-05-29T02:59:57.536896Z","end":"2026-05-29T03:00:02.695913Z","steps":["trace[1410348436] 'process raft request' (duration: 5.15832089s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:02.695943Z","caller":"traceutil/trace.go:171","msg":"trace[1870211918] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"6.541559425s","start":"2026-05-29T02:59:56.154356Z","end":"2026-05-29T03:00:02.695916Z","steps":["trace[1870211918] 'process raft request' (duration: 6.540787407s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:57.536871Z","time spent":"5.159133149s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:02.696075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.15432Z","time spent":"6.541688448s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:02.696092Z","caller":"traceutil/trace.go:171","msg":"trace[477498372] linearizableReadLoop","detail":"{readStateIndex:26211; appliedIndex:26203; }","duration":"7.165384562s","start":"2026-05-29T02:59:55.530652Z","end":"2026-05-29T03:00:02.696036Z","steps":["trace[477498372] 'read index received' (duration: 2.182517428s)","trace[477498372] 'applied index is now lower than readState.Index' (duration: 4.982865844s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:02.696249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.399477834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:02.696284Z","caller":"traceutil/trace.go:171","msg":"trace[15190660] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25310; }","duration":"9.399581116s","start":"2026-05-29T02:59:53.296691Z","end":"2026-05-29T03:00:02.696272Z","steps":["trace[15190660] 'agreement among raft nodes before linearized reading' (duration: 9.399520135s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.296667Z","time spent":"9.399634067s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:02.696327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.599537648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:02.696403Z","caller":"traceutil/trace.go:171","msg":"trace[2146875637] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25310; }","duration":"9.59963357s","start":"2026-05-29T02:59:53.096743Z","end":"2026-05-29T03:00:02.696376Z","steps":["trace[2146875637] 'agreement among raft nodes before linearized reading' (duration: 9.599479596s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.460323007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:02.696453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.096673Z","time spent":"9.599764733s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:02.696475Z","caller":"traceutil/trace.go:171","msg":"trace[251379981] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25310; }","duration":"7.460373959s","start":"2026-05-29T02:59:55.236091Z","end":"2026-05-29T03:00:02.696465Z","steps":["trace[251379981] 'agreement among raft nodes before linearized reading' (duration: 7.460332428s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.236074Z","time spent":"7.46042008s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:02.696619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.796917422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:02.696637Z","caller":"traceutil/trace.go:171","msg":"trace[1678656787] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25310; }","duration":"7.796978434s","start":"2026-05-29T02:59:54.899653Z","end":"2026-05-29T03:00:02.696632Z","steps":["trace[1678656787] 'agreement among raft nodes before linearized reading' (duration: 7.796937623s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.259694401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T03:00:02.69669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.027992575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:02.696699Z","caller":"traceutil/trace.go:171","msg":"trace[1312970591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25310; }","duration":"10.259832814s","start":"2026-05-29T02:59:52.436843Z","end":"2026-05-29T03:00:02.696676Z","steps":["trace[1312970591] 'agreement among raft nodes before linearized reading' (duration: 10.259562468s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:02.696717Z","caller":"traceutil/trace.go:171","msg":"trace[154563512] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25310; }","duration":"8.028053117s","start":"2026-05-29T02:59:54.668657Z","end":"2026-05-29T03:00:02.69671Z","steps":["trace[154563512] 'agreement among raft nodes before linearized reading' (duration: 8.028010976s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.668643Z","time spent":"8.028091737s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:02.696744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.436819Z","time spent":"10.259917465s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:00:02.696853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.391149408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:02.696945Z","caller":"traceutil/trace.go:171","msg":"trace[2103392869] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25310; }","duration":"9.391266961s","start":"2026-05-29T02:59:53.305655Z","end":"2026-05-29T03:00:02.696922Z","steps":["trace[2103392869] 'agreement among raft nodes before linearized reading' (duration: 9.391095307s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.557604015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d303b9b0-fb46-49cc-b9c6-07cda6478da8\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-05-29T03:00:02.696984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.776304355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:02.696992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.305589Z","time spent":"9.391391874s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:02.697001Z","caller":"traceutil/trace.go:171","msg":"trace[1235304923] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d303b9b0-fb46-49cc-b9c6-07cda6478da8; range_end:; response_count:1; response_revision:25310; }","duration":"10.557680066s","start":"2026-05-29T02:59:52.139302Z","end":"2026-05-29T03:00:02.696982Z","steps":["trace[1235304923] 'agreement among raft nodes before linearized reading' (duration: 10.557465971s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:02.697055Z","caller":"traceutil/trace.go:171","msg":"trace[872115858] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25310; }","duration":"9.776398757s","start":"2026-05-29T02:59:52.92061Z","end":"2026-05-29T03:00:02.697009Z","steps":["trace[872115858] 'agreement among raft nodes before linearized reading' (duration: 9.776321295s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.697083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139289Z","time spent":"10.557784719s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-d303b9b0-fb46-49cc-b9c6-07cda6478da8\" "} {"level":"warn","ts":"2026-05-29T03:00:02.69709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.920587Z","time spent":"9.776494058s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:02.697271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.781885093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:02.697309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.557794939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-05-29T03:00:02.697334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.257251163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127997"} {"level":"info","ts":"2026-05-29T03:00:02.697342Z","caller":"traceutil/trace.go:171","msg":"trace[2005198677] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd; range_end:; response_count:1; response_revision:25310; }","duration":"10.55785149s","start":"2026-05-29T02:59:52.139479Z","end":"2026-05-29T03:00:02.69733Z","steps":["trace[2005198677] 'agreement among raft nodes before linearized reading' (duration: 10.557756188s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.697354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.792314138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:02.697362Z","caller":"traceutil/trace.go:171","msg":"trace[1685985307] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25310; }","duration":"10.257295934s","start":"2026-05-29T02:59:52.440058Z","end":"2026-05-29T03:00:02.697354Z","steps":["trace[1685985307] 'agreement among raft nodes before linearized reading' (duration: 10.257156151s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.697375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.139473Z","time spent":"10.557895471s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" "} {"level":"warn","ts":"2026-05-29T03:00:02.697393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.440048Z","time spent":"10.257336556s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128020,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-29T03:00:02.697395Z","caller":"traceutil/trace.go:171","msg":"trace[2113986035] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25310; }","duration":"8.792385498s","start":"2026-05-29T02:59:53.904997Z","end":"2026-05-29T03:00:02.697383Z","steps":["trace[2113986035] 'agreement among raft nodes before linearized reading' (duration: 8.792331897s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.69743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.904979Z","time spent":"8.79244282s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:02.696655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.899631Z","time spent":"7.797019664s","remote":"127.0.0.1:47802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:02.697308Z","caller":"traceutil/trace.go:171","msg":"trace[214436768] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25310; }","duration":"8.781974304s","start":"2026-05-29T02:59:53.915322Z","end":"2026-05-29T03:00:02.697296Z","steps":["trace[214436768] 'agreement among raft nodes before linearized reading' (duration: 8.781909913s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.696885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.453892495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3240"} {"level":"warn","ts":"2026-05-29T03:00:02.697576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.915297Z","time spent":"8.782264431s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:02.697594Z","caller":"traceutil/trace.go:171","msg":"trace[1236377291] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25310; }","duration":"10.454632283s","start":"2026-05-29T02:59:52.242949Z","end":"2026-05-29T03:00:02.697581Z","steps":["trace[1236377291] 'agreement among raft nodes before linearized reading' (duration: 10.453781063s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.69763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.242929Z","time spent":"10.454690414s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3263,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-29T03:00:03.197284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:03.697454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:03.865495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000721073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:03.865822Z","caller":"traceutil/trace.go:171","msg":"trace[98274639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001119623s","start":"2026-05-29T03:00:01.864661Z","end":"2026-05-29T03:00:03.865781Z","steps":["trace[98274639] 'agreement among raft nodes before linearized reading' (duration: 2.000754454s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:03.86625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.864636Z","time spent":"2.001388609s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:04.157985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000651101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:04.158084Z","caller":"traceutil/trace.go:171","msg":"trace[1550862157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811885s","start":"2026-05-29T03:00:02.157244Z","end":"2026-05-29T03:00:04.158056Z","steps":["trace[1550862157] 'agreement among raft nodes before linearized reading' (duration: 2.000697132s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:04.158147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.157225Z","time spent":"2.000911338s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:04.197906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:04.441889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.592931ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:04.44215Z","caller":"traceutil/trace.go:171","msg":"trace[729494174] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25310; }","duration":"702.874237ms","start":"2026-05-29T03:00:03.739252Z","end":"2026-05-29T03:00:04.442126Z","steps":["trace[729494174] 'range keys from in-memory index tree' (duration: 702.56851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:04.698747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:04.735201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.228330599s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:04.735769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.086151Z","time spent":"6.649607595s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:05.086725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.087982Z","time spent":"4.998732597s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:05.090525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.094113Z","time spent":"4.996398372s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 03:00:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:05.157256Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"59449e717d3d0fb1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T03:00:06.181294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:06.181389Z","caller":"traceutil/trace.go:171","msg":"trace[257784072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478748s","start":"2026-05-29T03:00:04.180891Z","end":"2026-05-29T03:00:06.18137Z","steps":["trace[257784072] 'agreement among raft nodes before linearized reading' (duration: 2.000354705s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:06.181439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.180868Z","time spent":"2.00056109s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:07.535492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998478988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:07.535607Z","caller":"traceutil/trace.go:171","msg":"trace[2043016539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.998674702s","start":"2026-05-29T02:59:57.536912Z","end":"2026-05-29T03:00:07.535587Z","steps":["trace[2043016539] 'agreement among raft nodes before linearized reading' (duration: 9.998531538s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:07.53555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998218574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T03:00:07.535714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:57.53686Z","time spent":"9.998833785s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/29 03:00:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T03:00:07.535888Z","caller":"traceutil/trace.go:171","msg":"trace[990181672] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998554412s","start":"2026-05-29T03:00:02.537234Z","end":"2026-05-29T03:00:07.535789Z","steps":["trace[990181672] 'agreement among raft nodes before linearized reading' (duration: 4.998254615s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:07.535963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.537214Z","time spent":"4.998737306s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 03:00:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:08.112451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376750929s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-29T03:00:08.112684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.754279Z","time spent":"2.358393134s","remote":"127.0.0.1:54872","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:08.182291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:08.182421Z","caller":"traceutil/trace.go:171","msg":"trace[1225408537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434446s","start":"2026-05-29T03:00:06.18194Z","end":"2026-05-29T03:00:08.182374Z","steps":["trace[1225408537] 'agreement among raft nodes before linearized reading' (duration: 2.000297313s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.182486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.181926Z","time spent":"2.00054675s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:08.236304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.500390356s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:08.871156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.501068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:08.871626Z","caller":"traceutil/trace.go:171","msg":"trace[1888204665] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"5.784114844s","start":"2026-05-29T03:00:03.087488Z","end":"2026-05-29T03:00:08.871602Z","steps":["trace[1888204665] 'process raft request' (duration: 5.784016662s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.871663Z","caller":"traceutil/trace.go:171","msg":"trace[1790161907] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"6.168612014s","start":"2026-05-29T03:00:02.703008Z","end":"2026-05-29T03:00:08.87162Z","steps":["trace[1790161907] 'process raft request' (duration: 6.168321827s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.871733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.087457Z","time spent":"5.784218917s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:08.871816Z","caller":"traceutil/trace.go:171","msg":"trace[1954063617] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"4.16572933s","start":"2026-05-29T03:00:04.706059Z","end":"2026-05-29T03:00:08.871788Z","steps":["trace[1954063617] 'process raft request' (duration: 4.165493754s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.871845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.702986Z","time spent":"6.168755528s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127981,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:08.871956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.706022Z","time spent":"4.165849823s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:08.872113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.738259993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:08.872112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.491036168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:08.872148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.83158368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.872163Z","caller":"traceutil/trace.go:171","msg":"trace[704334588] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25316; }","duration":"10.738363684s","start":"2026-05-29T02:59:58.133784Z","end":"2026-05-29T03:00:08.872147Z","steps":["trace[704334588] 'agreement among raft nodes before linearized reading' (duration: 10.738264312s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.872172Z","caller":"traceutil/trace.go:171","msg":"trace[1675048001] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25316; }","duration":"10.491154151s","start":"2026-05-29T02:59:58.381001Z","end":"2026-05-29T03:00:08.872155Z","steps":["trace[1675048001] 'agreement among raft nodes before linearized reading' (duration: 10.491008118s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.872189Z","caller":"traceutil/trace.go:171","msg":"trace[837530054] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25316; }","duration":"8.831642162s","start":"2026-05-29T03:00:00.040533Z","end":"2026-05-29T03:00:08.872175Z","steps":["trace[837530054] 'agreement among raft nodes before linearized reading' (duration: 8.83156379s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.797833546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:08.872199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.133764Z","time spent":"10.738427506s","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.872209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.380979Z","time spent":"10.491220053s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.872216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.040514Z","time spent":"8.831695353s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.872241Z","caller":"traceutil/trace.go:171","msg":"trace[1938586408] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25316; }","duration":"11.79799028s","start":"2026-05-29T02:59:57.074226Z","end":"2026-05-29T03:00:08.872217Z","steps":["trace[1938586408] 'agreement among raft nodes before linearized reading' (duration: 11.797749814s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.991443919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:08.872289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:57.074205Z","time spent":"11.798072232s","remote":"127.0.0.1:44698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.872302Z","caller":"traceutil/trace.go:171","msg":"trace[1501357116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25316; }","duration":"8.991532672s","start":"2026-05-29T02:59:59.880756Z","end":"2026-05-29T03:00:08.872289Z","steps":["trace[1501357116] 'agreement among raft nodes before linearized reading' (duration: 8.991169443s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:59.880734Z","time spent":"8.991592602s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.872192Z","caller":"traceutil/trace.go:171","msg":"trace[149051630] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"4.133438891s","start":"2026-05-29T03:00:04.738735Z","end":"2026-05-29T03:00:08.872174Z","steps":["trace[149051630] 'process raft request' (duration: 4.133006371s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.405397909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.8724Z","caller":"traceutil/trace.go:171","msg":"trace[1378505285] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25316; }","duration":"8.40545142s","start":"2026-05-29T03:00:00.466939Z","end":"2026-05-29T03:00:08.87239Z","steps":["trace[1378505285] 'agreement among raft nodes before linearized reading' (duration: 8.405412899s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.466921Z","time spent":"8.405495932s","remote":"127.0.0.1:44814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.872414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.738708Z","time spent":"4.133667957s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:08.872436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.579070116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.872543Z","caller":"traceutil/trace.go:171","msg":"trace[1204356293] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25316; }","duration":"12.57924995s","start":"2026-05-29T02:59:56.293267Z","end":"2026-05-29T03:00:08.872517Z","steps":["trace[1204356293] 'agreement among raft nodes before linearized reading' (duration: 12.579065106s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.733688088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:08.872581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.293242Z","time spent":"12.579330182s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.872614Z","caller":"traceutil/trace.go:171","msg":"trace[1194822088] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25316; }","duration":"11.733731509s","start":"2026-05-29T02:59:57.138864Z","end":"2026-05-29T03:00:08.872595Z","steps":["trace[1194822088] 'agreement among raft nodes before linearized reading' (duration: 11.733660467s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.326338133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-05-29T03:00:08.87265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:57.138844Z","time spent":"11.733797411s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.872656Z","caller":"traceutil/trace.go:171","msg":"trace[934295202] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25316; }","duration":"6.326405945s","start":"2026-05-29T03:00:02.54624Z","end":"2026-05-29T03:00:08.872646Z","steps":["trace[934295202] 'agreement among raft nodes before linearized reading' (duration: 6.325704638s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.546219Z","time spent":"6.326457696s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-29T03:00:08.872684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.063565908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.872726Z","caller":"traceutil/trace.go:171","msg":"trace[1584545693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25316; }","duration":"13.063610039s","start":"2026-05-29T02:59:55.809103Z","end":"2026-05-29T03:00:08.872713Z","steps":["trace[1584545693] 'agreement among raft nodes before linearized reading' (duration: 13.063538267s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.872759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.809076Z","time spent":"13.06367366s","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.873104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.031063721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-29T03:00:08.87315Z","caller":"traceutil/trace.go:171","msg":"trace[1946614832] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25316; }","duration":"9.031182103s","start":"2026-05-29T02:59:59.841956Z","end":"2026-05-29T03:00:08.873138Z","steps":["trace[1946614832] 'agreement among raft nodes before linearized reading' (duration: 9.030011906s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.873185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:59.841926Z","time spent":"9.031248645s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-29T03:00:08.873222Z","caller":"traceutil/trace.go:171","msg":"trace[745540411] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"4.134438464s","start":"2026-05-29T03:00:04.738769Z","end":"2026-05-29T03:00:08.873208Z","steps":["trace[745540411] 'process raft request' (duration: 4.133296867s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.873314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.738735Z","time spent":"4.134526626s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T03:00:08.874101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.855042401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T03:00:08.874135Z","caller":"traceutil/trace.go:171","msg":"trace[980249102] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25316; }","duration":"8.855230846s","start":"2026-05-29T03:00:00.018897Z","end":"2026-05-29T03:00:08.874128Z","steps":["trace[980249102] 'agreement among raft nodes before linearized reading' (duration: 8.853746471s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.874162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.018869Z","time spent":"8.855282237s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2748,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.874202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.78723903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.874248Z","caller":"traceutil/trace.go:171","msg":"trace[1056031999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25317; }","duration":"6.787363553s","start":"2026-05-29T03:00:02.08687Z","end":"2026-05-29T03:00:08.874233Z","steps":["trace[1056031999] 'agreement among raft nodes before linearized reading' (duration: 6.78510161s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.874289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.08684Z","time spent":"6.787438765s","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.874346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.905294063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-29T03:00:08.874356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.08986839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:08.874421Z","caller":"traceutil/trace.go:171","msg":"trace[1135363129] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25317; }","duration":"8.905454527s","start":"2026-05-29T02:59:59.968947Z","end":"2026-05-29T03:00:08.874401Z","steps":["trace[1135363129] 'agreement among raft nodes before linearized reading' (duration: 8.904066525s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.874451Z","caller":"traceutil/trace.go:171","msg":"trace[1792807305] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"3.146019823s","start":"2026-05-29T03:00:05.728419Z","end":"2026-05-29T03:00:08.874439Z","steps":["trace[1792807305] 'process raft request' (duration: 3.144735663s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.874456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:59.968915Z","time spent":"8.905534239s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T03:00:08.87445Z","caller":"traceutil/trace.go:171","msg":"trace[2041271462] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25317; }","duration":"11.090001953s","start":"2026-05-29T02:59:57.784404Z","end":"2026-05-29T03:00:08.874406Z","steps":["trace[2041271462] 'agreement among raft nodes before linearized reading' (duration: 11.087537085s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.874453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.143838915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T03:00:08.874498Z","caller":"traceutil/trace.go:171","msg":"trace[258419777] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25317; }","duration":"13.143943867s","start":"2026-05-29T02:59:55.730543Z","end":"2026-05-29T03:00:08.874487Z","steps":["trace[258419777] 'agreement among raft nodes before linearized reading' (duration: 13.142596696s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.874483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.585045466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-05-29T03:00:08.874504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:57.784381Z","time spent":"11.090110685s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.874512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.728393Z","time spent":"3.146084785s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:08.874548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.730511Z","time spent":"13.144015739s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.874549Z","caller":"traceutil/trace.go:171","msg":"trace[902919148] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25317; }","duration":"9.585166008s","start":"2026-05-29T02:59:59.289365Z","end":"2026-05-29T03:00:08.874531Z","steps":["trace[902919148] 'agreement among raft nodes before linearized reading' (duration: 9.582618468s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.874586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:59.289336Z","time spent":"9.58524144s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T03:00:08.874552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.340621928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T03:00:08.874664Z","caller":"traceutil/trace.go:171","msg":"trace[1070180778] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:25317; }","duration":"6.340812563s","start":"2026-05-29T03:00:02.533819Z","end":"2026-05-29T03:00:08.874632Z","steps":["trace[1070180778] 'agreement among raft nodes before linearized reading' (duration: 6.338136s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.874721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.533788Z","time spent":"6.340922395s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T03:00:08.880112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.385309213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:08.880211Z","caller":"traceutil/trace.go:171","msg":"trace[1346928493] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25318; }","duration":"7.385484697s","start":"2026-05-29T03:00:01.494702Z","end":"2026-05-29T03:00:08.880187Z","steps":["trace[1346928493] 'agreement among raft nodes before linearized reading' (duration: 7.377284834s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.880257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.494674Z","time spent":"7.38557372s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.880654Z","caller":"traceutil/trace.go:171","msg":"trace[643133843] linearizableReadLoop","detail":"{readStateIndex:26219; appliedIndex:26213; }","duration":"6.184453027s","start":"2026-05-29T03:00:02.696183Z","end":"2026-05-29T03:00:08.880636Z","steps":["trace[643133843] 'read index received' (duration: 2.039428064s)","trace[643133843] 'applied index is now lower than readState.Index' (duration: 4.136296528s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:08.905056Z","caller":"traceutil/trace.go:171","msg":"trace[1914809381] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"435.51258ms","start":"2026-05-29T03:00:08.469519Z","end":"2026-05-29T03:00:08.905031Z","steps":["trace[1914809381] 'process raft request' (duration: 435.293525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.905203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.469496Z","time spent":"435.632543ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:09.81451Z","caller":"traceutil/trace.go:171","msg":"trace[1506779215] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"935.581688ms","start":"2026-05-29T03:00:08.878869Z","end":"2026-05-29T03:00:09.814451Z","steps":["trace[1506779215] 'process raft request' (duration: 935.277151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.814389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.876395Z","time spent":"937.985205ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:09.814715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.878851Z","time spent":"935.755783ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:09.815456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087530099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:09.81552Z","caller":"traceutil/trace.go:171","msg":"trace[2104734823] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25321; }","duration":"3.087684402s","start":"2026-05-29T03:00:06.727822Z","end":"2026-05-29T03:00:09.815506Z","steps":["trace[2104734823] 'agreement among raft nodes before linearized reading' (duration: 3.087541799s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.815564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.727789Z","time spent":"3.087761944s","remote":"127.0.0.1:58946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.815938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46624022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:09.815916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623340531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:09.816015Z","caller":"traceutil/trace.go:171","msg":"trace[1751729044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25321; }","duration":"2.466370443s","start":"2026-05-29T03:00:07.349616Z","end":"2026-05-29T03:00:09.815987Z","steps":["trace[1751729044] 'agreement among raft nodes before linearized reading' (duration: 2.46624998s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:09.815981Z","caller":"traceutil/trace.go:171","msg":"trace[1262141008] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"932.588709ms","start":"2026-05-29T03:00:08.883365Z","end":"2026-05-29T03:00:09.815954Z","steps":["trace[1262141008] 'process raft request' (duration: 931.009041ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:09.816036Z","caller":"traceutil/trace.go:171","msg":"trace[36229081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25321; }","duration":"1.623510414s","start":"2026-05-29T03:00:08.192502Z","end":"2026-05-29T03:00:09.816013Z","steps":["trace[36229081] 'agreement among raft nodes before linearized reading' (duration: 1.623291889s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:07.349583Z","time spent":"2.466467696s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.816089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.192484Z","time spent":"1.623596577s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:09.816073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871593211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:09.816172Z","caller":"traceutil/trace.go:171","msg":"trace[549033134] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25321; }","duration":"2.871757625s","start":"2026-05-29T03:00:06.944388Z","end":"2026-05-29T03:00:09.816146Z","steps":["trace[549033134] 'agreement among raft nodes before linearized reading' (duration: 2.871519769s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.815825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401618127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:09.816216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.944363Z","time spent":"2.871844518s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.816239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21863229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:09.816251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179482743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"info","ts":"2026-05-29T03:00:09.816256Z","caller":"traceutil/trace.go:171","msg":"trace[1241618975] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25321; }","duration":"1.402067178s","start":"2026-05-29T03:00:08.414146Z","end":"2026-05-29T03:00:09.816213Z","steps":["trace[1241618975] 'agreement among raft nodes before linearized reading' (duration: 1.401511825s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.815919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728261657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-29T03:00:09.816324Z","caller":"traceutil/trace.go:171","msg":"trace[737780275] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25321; }","duration":"4.179578796s","start":"2026-05-29T03:00:05.636718Z","end":"2026-05-29T03:00:09.816297Z","steps":["trace[737780275] 'agreement among raft nodes before linearized reading' (duration: 4.179258688s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:09.816325Z","caller":"traceutil/trace.go:171","msg":"trace[1993566810] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25321; }","duration":"3.218734883s","start":"2026-05-29T03:00:06.597543Z","end":"2026-05-29T03:00:09.816278Z","steps":["trace[1993566810] 'agreement among raft nodes before linearized reading' (duration: 3.218662571s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.414124Z","time spent":"1.4021858s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:09.816346Z","caller":"traceutil/trace.go:171","msg":"trace[508785025] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25321; }","duration":"4.728740828s","start":"2026-05-29T03:00:05.087581Z","end":"2026-05-29T03:00:09.816322Z","steps":["trace[508785025] 'agreement among raft nodes before linearized reading' (duration: 4.728163735s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.636694Z","time spent":"4.179666118s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418482,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-29T03:00:09.816383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.597515Z","time spent":"3.218856725s","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.816415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.087556Z","time spent":"4.728834931s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T03:00:09.816475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.855979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e7471fceb3a4\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-05-29T03:00:09.816519Z","caller":"traceutil/trace.go:171","msg":"trace[538097510] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e7471fceb3a4; range_end:; response_count:1; response_revision:25321; }","duration":"936.988882ms","start":"2026-05-29T03:00:08.879517Z","end":"2026-05-29T03:00:09.816506Z","steps":["trace[538097510] 'agreement among raft nodes before linearized reading' (duration: 936.783367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.879508Z","time spent":"937.037612ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":867,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e7471fceb3a4\" "} {"level":"warn","ts":"2026-05-29T03:00:09.816561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782261324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:09.816587Z","caller":"traceutil/trace.go:171","msg":"trace[1117116107] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25321; }","duration":"3.782320355s","start":"2026-05-29T03:00:06.034257Z","end":"2026-05-29T03:00:09.816577Z","steps":["trace[1117116107] 'agreement among raft nodes before linearized reading' (duration: 3.782274624s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.034241Z","time spent":"3.782357856s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.816134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002049812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:09.816651Z","caller":"traceutil/trace.go:171","msg":"trace[1302341911] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25321; }","duration":"4.002633585s","start":"2026-05-29T03:00:05.813996Z","end":"2026-05-29T03:00:09.81663Z","steps":["trace[1302341911] 'agreement among raft nodes before linearized reading' (duration: 4.0019872s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.813975Z","time spent":"4.002728647s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.816756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.725170715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-29T03:00:09.816782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257126629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:09.81625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.883339Z","time spent":"932.746782ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:09.816807Z","caller":"traceutil/trace.go:171","msg":"trace[693868337] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25321; }","duration":"1.257149879s","start":"2026-05-29T03:00:08.559649Z","end":"2026-05-29T03:00:09.816799Z","steps":["trace[693868337] 'agreement among raft nodes before linearized reading' (duration: 1.257105278s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:09.816809Z","caller":"traceutil/trace.go:171","msg":"trace[1175986939] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25321; }","duration":"4.725274947s","start":"2026-05-29T03:00:05.091521Z","end":"2026-05-29T03:00:09.816796Z","steps":["trace[1175986939] 'agreement among raft nodes before linearized reading' (duration: 4.725080923s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.55962Z","time spent":"1.257200371s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:09.815366Z","caller":"traceutil/trace.go:171","msg":"trace[1674347891] linearizableReadLoop","detail":"{readStateIndex:26226; appliedIndex:26223; }","duration":"934.653427ms","start":"2026-05-29T03:00:08.880678Z","end":"2026-05-29T03:00:09.815331Z","steps":["trace[1674347891] 'read index received' (duration: 24.197799ms)","trace[1674347891] 'applied index is now lower than readState.Index' (duration: 910.452648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:09.816841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.091493Z","time spent":"4.725341058s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T03:00:09.816833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.371188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:09.816889Z","caller":"traceutil/trace.go:171","msg":"trace[1235243611] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25321; }","duration":"939.428139ms","start":"2026-05-29T03:00:08.877444Z","end":"2026-05-29T03:00:09.816872Z","steps":["trace[1235243611] 'agreement among raft nodes before linearized reading' (duration: 939.335857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.816889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282461409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:09.816938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.877401Z","time spent":"939.525141ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-29T03:00:09.816965Z","caller":"traceutil/trace.go:171","msg":"trace[890656692] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25321; }","duration":"2.282542401s","start":"2026-05-29T03:00:07.534397Z","end":"2026-05-29T03:00:09.81694Z","steps":["trace[890656692] 'agreement among raft nodes before linearized reading' (duration: 2.282410168s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.817018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:07.534321Z","time spent":"2.282681294s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.81703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.176207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:09.817107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332911189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:09.817141Z","caller":"traceutil/trace.go:171","msg":"trace[916472156] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25321; }","duration":"5.176399445s","start":"2026-05-29T03:00:04.640722Z","end":"2026-05-29T03:00:09.817122Z","steps":["trace[916472156] 'agreement among raft nodes before linearized reading' (duration: 5.1761846s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.817177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.010767886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1158"} {"level":"info","ts":"2026-05-29T03:00:09.817149Z","caller":"traceutil/trace.go:171","msg":"trace[1363333059] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25321; }","duration":"6.33297917s","start":"2026-05-29T03:00:03.48415Z","end":"2026-05-29T03:00:09.817129Z","steps":["trace[1363333059] 'agreement among raft nodes before linearized reading' (duration: 6.332922389s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:09.817221Z","caller":"traceutil/trace.go:171","msg":"trace[1661885825] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:25321; }","duration":"7.010862008s","start":"2026-05-29T03:00:02.806348Z","end":"2026-05-29T03:00:09.81721Z","steps":["trace[1661885825] 'agreement among raft nodes before linearized reading' (duration: 7.010734055s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.817229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.484126Z","time spent":"6.333092293s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.817255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.80632Z","time spent":"7.010928s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1181,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-05-29T03:00:09.8173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.010966791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1863"} {"level":"info","ts":"2026-05-29T03:00:09.817327Z","caller":"traceutil/trace.go:171","msg":"trace[142069414] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25321; }","duration":"7.011040843s","start":"2026-05-29T03:00:02.806277Z","end":"2026-05-29T03:00:09.817317Z","steps":["trace[142069414] 'agreement among raft nodes before linearized reading' (duration: 7.010891489s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.817359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.806249Z","time spent":"7.011102975s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-29T03:00:09.817355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.457440607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:09.817189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.640695Z","time spent":"5.176477086s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:09.817413Z","caller":"traceutil/trace.go:171","msg":"trace[240461586] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25321; }","duration":"6.45755489s","start":"2026-05-29T03:00:03.359843Z","end":"2026-05-29T03:00:09.817398Z","steps":["trace[240461586] 'agreement among raft nodes before linearized reading' (duration: 6.457425987s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.817464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.359815Z","time spent":"6.457633492s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.817513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.113944053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:00:09.817551Z","caller":"traceutil/trace.go:171","msg":"trace[2137630306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25321; }","duration":"7.114002514s","start":"2026-05-29T03:00:02.703538Z","end":"2026-05-29T03:00:09.81754Z","steps":["trace[2137630306] 'agreement among raft nodes before linearized reading' (duration: 7.1138337s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.817579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.703531Z","time spent":"7.114041645s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:00:09.819704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318436515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T03:00:09.819757Z","caller":"traceutil/trace.go:171","msg":"trace[2121254690] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25321; }","duration":"2.318542088s","start":"2026-05-29T03:00:07.501204Z","end":"2026-05-29T03:00:09.819746Z","steps":["trace[2121254690] 'agreement among raft nodes before linearized reading' (duration: 2.314432821s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:09.819784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:07.501173Z","time spent":"2.318603939s","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2749,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:10.085733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.279969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:10.085826Z","caller":"traceutil/trace.go:171","msg":"trace[455126474] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"251.486554ms","start":"2026-05-29T03:00:09.834316Z","end":"2026-05-29T03:00:10.085802Z","steps":["trace[455126474] 'agreement among raft nodes before linearized reading' (duration: 251.347391ms)"],"step_count":1} 2026/05/29 03:00:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:10.091258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.878566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:10.091317Z","caller":"traceutil/trace.go:171","msg":"trace[908298466] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"269.948697ms","start":"2026-05-29T03:00:09.821355Z","end":"2026-05-29T03:00:10.091304Z","steps":["trace[908298466] 'agreement among raft nodes before linearized reading' (duration: 269.875646ms)"],"step_count":1} 2026/05/29 03:00:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:11.710389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755456406s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:11.710648Z","caller":"traceutil/trace.go:171","msg":"trace[174945149] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25323; }","duration":"1.890648445s","start":"2026-05-29T03:00:09.819982Z","end":"2026-05-29T03:00:11.71063Z","steps":["trace[174945149] 'process raft request' (duration: 1.890614124s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:11.710718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.819958Z","time spent":"1.890731377s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T03:00:11.710956Z","caller":"traceutil/trace.go:171","msg":"trace[1442744042] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"1.894971646s","start":"2026-05-29T03:00:09.815971Z","end":"2026-05-29T03:00:11.710943Z","steps":["trace[1442744042] 'process raft request' (duration: 138.878565ms)","trace[1442744042] 'compare' (duration: 1.754970355s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:11.711019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.815946Z","time spent":"1.895042499s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:11.71118Z","caller":"traceutil/trace.go:171","msg":"trace[1162100474] linearizableReadLoop","detail":"{readStateIndex:26228; appliedIndex:26227; }","duration":"1.894297921s","start":"2026-05-29T03:00:09.816859Z","end":"2026-05-29T03:00:11.711157Z","steps":["trace[1162100474] 'read index received' (duration: 138.2058ms)","trace[1162100474] 'applied index is now lower than readState.Index' (duration: 1.75609091s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:11.711278Z","caller":"traceutil/trace.go:171","msg":"trace[594879256] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"1.891697299s","start":"2026-05-29T03:00:09.819572Z","end":"2026-05-29T03:00:11.711269Z","steps":["trace[594879256] 'process raft request' (duration: 1.890934651s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:11.711348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.819549Z","time spent":"1.891753701s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:11.711738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909454727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T03:00:11.711779Z","caller":"traceutil/trace.go:171","msg":"trace[593287718] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25323; }","duration":"1.909545219s","start":"2026-05-29T03:00:09.802223Z","end":"2026-05-29T03:00:11.711769Z","steps":["trace[593287718] 'agreement among raft nodes before linearized reading' (duration: 1.909333894s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:11.711823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.8022Z","time spent":"1.909615841s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:11.71189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789433479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:11.711965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360770129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-29T03:00:11.711995Z","caller":"traceutil/trace.go:171","msg":"trace[1423319621] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25323; }","duration":"2.789620523s","start":"2026-05-29T03:00:08.922352Z","end":"2026-05-29T03:00:11.711973Z","steps":["trace[1423319621] 'agreement among raft nodes before linearized reading' (duration: 2.789385527s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:11.712055Z","caller":"traceutil/trace.go:171","msg":"trace[1418213444] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25323; }","duration":"2.360943293s","start":"2026-05-29T03:00:09.351092Z","end":"2026-05-29T03:00:11.712035Z","steps":["trace[1418213444] 'agreement among raft nodes before linearized reading' (duration: 2.360680057s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:11.712061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.922326Z","time spent":"2.789723746s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:11.712122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.351058Z","time spent":"2.361054306s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T03:00:11.819064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:11.819166Z","caller":"traceutil/trace.go:171","msg":"trace[1502023950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866317s","start":"2026-05-29T03:00:09.81828Z","end":"2026-05-29T03:00:11.819146Z","steps":["trace[1502023950] 'agreement among raft nodes before linearized reading' (duration: 2.000738504s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:11.819218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.818259Z","time spent":"2.000948988s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:12.212179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:12.713068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:13.180907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640664928s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:13.486562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.293459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:13.486849Z","caller":"traceutil/trace.go:171","msg":"trace[1344643827] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"3.392377066s","start":"2026-05-29T03:00:10.094433Z","end":"2026-05-29T03:00:13.48681Z","steps":["trace[1344643827] 'process raft request' (duration: 3.086716419s)","trace[1344643827] 'compare' (duration: 304.582351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:13.487032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.094409Z","time spent":"3.39253763s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:13.487068Z","caller":"traceutil/trace.go:171","msg":"trace[1690113513] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"3.280515766s","start":"2026-05-29T03:00:10.206523Z","end":"2026-05-29T03:00:13.487039Z","steps":["trace[1690113513] 'process raft request' (duration: 3.280152048s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:13.487149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.206492Z","time spent":"3.280621058s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:13.827309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:13.827413Z","caller":"traceutil/trace.go:171","msg":"trace[626586927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466087s","start":"2026-05-29T03:00:11.826922Z","end":"2026-05-29T03:00:13.827389Z","steps":["trace[626586927] 'agreement among raft nodes before linearized reading' (duration: 2.000329134s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:13.827467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.826888Z","time spent":"2.000567369s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:15.563782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076955726s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-29T03:00:15.56432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.045614Z","time spent":"518.699726ms","remote":"127.0.0.1:54650","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:15.565396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825421371s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:15.565555Z","caller":"traceutil/trace.go:171","msg":"trace[112133363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25325; }","duration":"1.825596765s","start":"2026-05-29T03:00:13.739938Z","end":"2026-05-29T03:00:15.565535Z","steps":["trace[112133363] 'range keys from in-memory index tree' (duration: 1.82536053s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.722823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.082723771s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T03:00:15.723312Z","caller":"traceutil/trace.go:171","msg":"trace[233030585] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"4.842422661s","start":"2026-05-29T03:00:10.880864Z","end":"2026-05-29T03:00:15.723287Z","steps":["trace[233030585] 'process raft request' (duration: 4.842153655s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.723494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.88083Z","time spent":"4.842580905s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:15.724293Z","caller":"traceutil/trace.go:171","msg":"trace[1185349120] linearizableReadLoop","detail":"{readStateIndex:26235; appliedIndex:26230; }","duration":"4.01303173s","start":"2026-05-29T03:00:11.711208Z","end":"2026-05-29T03:00:15.72424Z","steps":["trace[1185349120] 'read index received' (duration: 1.469960434s)","trace[1185349120] 'applied index is now lower than readState.Index' (duration: 2.543067836s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:15.724665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888797415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:15.724796Z","caller":"traceutil/trace.go:171","msg":"trace[738845914] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25327; }","duration":"5.888965848s","start":"2026-05-29T03:00:09.835805Z","end":"2026-05-29T03:00:15.724771Z","steps":["trace[738845914] 'agreement among raft nodes before linearized reading' (duration: 5.888726252s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.724844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.903194264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wk7qz\" ","response":"range_response_count:1 size:5937"} {"level":"warn","ts":"2026-05-29T03:00:15.724864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.835797Z","time spent":"5.889048981s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.724881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.902828825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b60e8bcb-c101-4504-a768-eb1622d6ee86\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-29T03:00:15.724895Z","caller":"traceutil/trace.go:171","msg":"trace[590976363] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wk7qz; range_end:; response_count:1; response_revision:25327; }","duration":"5.903313356s","start":"2026-05-29T03:00:09.821568Z","end":"2026-05-29T03:00:15.724882Z","steps":["trace[590976363] 'agreement among raft nodes before linearized reading' (duration: 5.903140022s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.724934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.821561Z","time spent":"5.903366797s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5960,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wk7qz\" "} {"level":"info","ts":"2026-05-29T03:00:15.724947Z","caller":"traceutil/trace.go:171","msg":"trace[270151270] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b60e8bcb-c101-4504-a768-eb1622d6ee86; range_end:; response_count:1; response_revision:25327; }","duration":"5.902966688s","start":"2026-05-29T03:00:09.821951Z","end":"2026-05-29T03:00:15.724917Z","steps":["trace[270151270] 'agreement among raft nodes before linearized reading' (duration: 5.902666141s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:15.724947Z","caller":"traceutil/trace.go:171","msg":"trace[127606407] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"3.389210081s","start":"2026-05-29T03:00:12.335598Z","end":"2026-05-29T03:00:15.724808Z","steps":["trace[127606407] 'process raft request' (duration: 3.387601603s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.725149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.90561021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-29T03:00:15.72518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596108353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:15.725191Z","caller":"traceutil/trace.go:171","msg":"trace[616325113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25327; }","duration":"5.905673702s","start":"2026-05-29T03:00:09.819509Z","end":"2026-05-29T03:00:15.725183Z","steps":["trace[616325113] 'agreement among raft nodes before linearized reading' (duration: 5.905526258s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:15.725214Z","caller":"traceutil/trace.go:171","msg":"trace[475960665] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25327; }","duration":"5.596178634s","start":"2026-05-29T03:00:10.129026Z","end":"2026-05-29T03:00:15.725205Z","steps":["trace[475960665] 'agreement among raft nodes before linearized reading' (duration: 5.596112443s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.72522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.819495Z","time spent":"5.905718803s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T03:00:15.725242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.129018Z","time spent":"5.596217565s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.725338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624497157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:15.725386Z","caller":"traceutil/trace.go:171","msg":"trace[1925222908] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25327; }","duration":"4.62459606s","start":"2026-05-29T03:00:11.100779Z","end":"2026-05-29T03:00:15.725375Z","steps":["trace[1925222908] 'agreement among raft nodes before linearized reading' (duration: 4.624514248s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.725419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.100749Z","time spent":"4.624661941s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.724669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974837055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:15.725518Z","caller":"traceutil/trace.go:171","msg":"trace[1689257742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25327; }","duration":"4.975836438s","start":"2026-05-29T03:00:10.749666Z","end":"2026-05-29T03:00:15.725502Z","steps":["trace[1689257742] 'agreement among raft nodes before linearized reading' (duration: 4.974853265s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.725568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.749635Z","time spent":"4.97591099s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.725841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719113032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:15.725897Z","caller":"traceutil/trace.go:171","msg":"trace[95721607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25327; }","duration":"4.719168623s","start":"2026-05-29T03:00:11.006716Z","end":"2026-05-29T03:00:15.725885Z","steps":["trace[95721607] 'agreement among raft nodes before linearized reading' (duration: 4.719088882s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.725928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.006638Z","time spent":"4.719281716s","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.725007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:09.821922Z","time spent":"5.90306062s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-b60e8bcb-c101-4504-a768-eb1622d6ee86\" "} {"level":"warn","ts":"2026-05-29T03:00:15.726331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199965615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:15.726403Z","caller":"traceutil/trace.go:171","msg":"trace[1205638508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25327; }","duration":"4.20015377s","start":"2026-05-29T03:00:11.52623Z","end":"2026-05-29T03:00:15.726384Z","steps":["trace[1205638508] 'agreement among raft nodes before linearized reading' (duration: 4.19927748s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.726457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.526195Z","time spent":"4.200250392s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.726752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:12.335574Z","time spent":"3.389525739s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:15.828995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:15.829139Z","caller":"traceutil/trace.go:171","msg":"trace[236580953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000937649s","start":"2026-05-29T03:00:13.828169Z","end":"2026-05-29T03:00:15.829106Z","steps":["trace[236580953] 'agreement among raft nodes before linearized reading' (duration: 2.000761855s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.829209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:13.828151Z","time spent":"2.001044972s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:16.099942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.289419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:16.100258Z","caller":"traceutil/trace.go:171","msg":"trace[2085419741] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"366.448667ms","start":"2026-05-29T03:00:15.733788Z","end":"2026-05-29T03:00:16.100237Z","steps":["trace[2085419741] 'process raft request' (duration: 366.305183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.100365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.733769Z","time spent":"366.528068ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5706,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:16.100395Z","caller":"traceutil/trace.go:171","msg":"trace[1445512247] linearizableReadLoop","detail":"{readStateIndex:26236; appliedIndex:26235; }","duration":"375.777186ms","start":"2026-05-29T03:00:15.724572Z","end":"2026-05-29T03:00:16.10035Z","steps":["trace[1445512247] 'read index received' (duration: 234.896234ms)","trace[1445512247] 'applied index is now lower than readState.Index' (duration: 140.876552ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:16.100642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81331632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:16.100732Z","caller":"traceutil/trace.go:171","msg":"trace[1270320149] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25329; }","duration":"2.813470144s","start":"2026-05-29T03:00:13.287239Z","end":"2026-05-29T03:00:16.100709Z","steps":["trace[1270320149] 'agreement among raft nodes before linearized reading' (duration: 2.813270699s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.100779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:13.28719Z","time spent":"2.813577186s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:16.100793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913114527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T03:00:16.100844Z","caller":"traceutil/trace.go:171","msg":"trace[1420189146] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25329; }","duration":"2.913253641s","start":"2026-05-29T03:00:13.187571Z","end":"2026-05-29T03:00:16.100824Z","steps":["trace[1420189146] 'agreement among raft nodes before linearized reading' (duration: 2.912949753s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.100843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386001799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-29T03:00:16.100948Z","caller":"traceutil/trace.go:171","msg":"trace[1371448293] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25329; }","duration":"4.386146413s","start":"2026-05-29T03:00:11.714775Z","end":"2026-05-29T03:00:16.100922Z","steps":["trace[1371448293] 'agreement among raft nodes before linearized reading' (duration: 4.385824305s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.100999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.71476Z","time spent":"4.386229834s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T03:00:16.100999Z","caller":"traceutil/trace.go:171","msg":"trace[1679708293] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"2.219766784s","start":"2026-05-29T03:00:13.881172Z","end":"2026-05-29T03:00:16.100939Z","steps":["trace[1679708293] 'process raft request' (duration: 2.078351699s)","trace[1679708293] 'compare' (duration: 140.044683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:16.10105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387233109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"warn","ts":"2026-05-29T03:00:16.101033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767645394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:16.101087Z","caller":"traceutil/trace.go:171","msg":"trace[123238660] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25329; }","duration":"4.38730802s","start":"2026-05-29T03:00:11.713768Z","end":"2026-05-29T03:00:16.101076Z","steps":["trace[123238660] 'agreement among raft nodes before linearized reading' (duration: 4.387149587s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.101064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.202982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:16.101117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.71374Z","time spent":"4.387370732s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1099,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-29T03:00:16.101128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:13.88112Z","time spent":"2.219924469s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:16.101126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.780145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-29T03:00:16.101127Z","caller":"traceutil/trace.go:171","msg":"trace[883714318] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25329; }","duration":"1.767823318s","start":"2026-05-29T03:00:14.333282Z","end":"2026-05-29T03:00:16.101106Z","steps":["trace[883714318] 'agreement among raft nodes before linearized reading' (duration: 1.767620923s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.10116Z","caller":"traceutil/trace.go:171","msg":"trace[1500516750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25329; }","duration":"264.356706ms","start":"2026-05-29T03:00:15.836778Z","end":"2026-05-29T03:00:16.101134Z","steps":["trace[1500516750] 'agreement among raft nodes before linearized reading' (duration: 264.206622ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.101189Z","caller":"traceutil/trace.go:171","msg":"trace[1786921069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25329; }","duration":"369.884478ms","start":"2026-05-29T03:00:15.731287Z","end":"2026-05-29T03:00:16.101171Z","steps":["trace[1786921069] 'agreement among raft nodes before linearized reading' (duration: 369.664542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.101195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.169397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-29T03:00:16.101169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588070662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:16.101231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.731266Z","time spent":"369.953459ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-29T03:00:16.101238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.333257Z","time spent":"1.76793168s","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:16.101252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.762686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:16.101259Z","caller":"traceutil/trace.go:171","msg":"trace[378966074] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25329; }","duration":"1.588218935s","start":"2026-05-29T03:00:14.513023Z","end":"2026-05-29T03:00:16.101242Z","steps":["trace[378966074] 'agreement among raft nodes before linearized reading' (duration: 1.587903528s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.101259Z","caller":"traceutil/trace.go:171","msg":"trace[2107159234] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25329; }","duration":"368.241098ms","start":"2026-05-29T03:00:15.732995Z","end":"2026-05-29T03:00:16.101237Z","steps":["trace[2107159234] 'agreement among raft nodes before linearized reading' (duration: 367.996282ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.101303Z","caller":"traceutil/trace.go:171","msg":"trace[970008157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25329; }","duration":"856.859968ms","start":"2026-05-29T03:00:15.244429Z","end":"2026-05-29T03:00:16.101289Z","steps":["trace[970008157] 'agreement among raft nodes before linearized reading' (duration: 856.757616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.101029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658177902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:16.101314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.732975Z","time spent":"368.328141ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-29T03:00:16.101342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.244406Z","time spent":"856.926969ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:16.10129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936410068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:16.101314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.513005Z","time spent":"1.588298737s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:16.101425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195505376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:16.101427Z","caller":"traceutil/trace.go:171","msg":"trace[217958711] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25329; }","duration":"3.936609143s","start":"2026-05-29T03:00:12.164779Z","end":"2026-05-29T03:00:16.101388Z","steps":["trace[217958711] 'agreement among raft nodes before linearized reading' (duration: 3.936304356s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.101462Z","caller":"traceutil/trace.go:171","msg":"trace[1066172122] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25329; }","duration":"3.195589168s","start":"2026-05-29T03:00:12.905863Z","end":"2026-05-29T03:00:16.101452Z","steps":["trace[1066172122] 'agreement among raft nodes before linearized reading' (duration: 3.195526847s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.101353Z","caller":"traceutil/trace.go:171","msg":"trace[2010297932] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25329; }","duration":"2.658546351s","start":"2026-05-29T03:00:13.442794Z","end":"2026-05-29T03:00:16.10134Z","steps":["trace[2010297932] 'agreement among raft nodes before linearized reading' (duration: 2.658202753s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.101491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:12.905831Z","time spent":"3.19565352s","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:16.10151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:12.164757Z","time spent":"3.936737055s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:16.101538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:13.442766Z","time spent":"2.658749496s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:16.101341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384609866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v65tb.18b3e8431e4da4db\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-05-29T03:00:16.10167Z","caller":"traceutil/trace.go:171","msg":"trace[2098679377] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-v65tb.18b3e8431e4da4db; range_end:; response_count:1; response_revision:25329; }","duration":"4.384946755s","start":"2026-05-29T03:00:11.716708Z","end":"2026-05-29T03:00:16.101654Z","steps":["trace[2098679377] 'agreement among raft nodes before linearized reading' (duration: 4.384530845s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.101708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.716683Z","time spent":"4.385012106s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v65tb.18b3e8431e4da4db\" "} {"level":"warn","ts":"2026-05-29T03:00:16.100889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:13.18754Z","time spent":"2.913337132s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:16.101755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133434651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:16.101797Z","caller":"traceutil/trace.go:171","msg":"trace[1440314993] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25329; }","duration":"1.133539133s","start":"2026-05-29T03:00:14.968247Z","end":"2026-05-29T03:00:16.101786Z","steps":["trace[1440314993] 'agreement among raft nodes before linearized reading' (duration: 1.133441121s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.101824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.968218Z","time spent":"1.133596955s","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:16.288322Z","caller":"traceutil/trace.go:171","msg":"trace[1014700561] linearizableReadLoop","detail":"{readStateIndex:26238; appliedIndex:26237; }","duration":"182.634194ms","start":"2026-05-29T03:00:16.105644Z","end":"2026-05-29T03:00:16.288278Z","steps":["trace[1014700561] 'read index received' (duration: 100.106004ms)","trace[1014700561] 'applied index is now lower than readState.Index' (duration: 82.52545ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:16.288352Z","caller":"traceutil/trace.go:171","msg":"trace[710812997] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"183.499655ms","start":"2026-05-29T03:00:16.104792Z","end":"2026-05-29T03:00:16.288292Z","steps":["trace[710812997] 'process raft request' (duration: 100.994865ms)","trace[710812997] 'compare' (duration: 82.257374ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:16.288689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.019763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-29T03:00:16.288779Z","caller":"traceutil/trace.go:171","msg":"trace[1308933648] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25330; }","duration":"183.142367ms","start":"2026-05-29T03:00:16.105617Z","end":"2026-05-29T03:00:16.28876Z","steps":["trace[1308933648] 'agreement among raft nodes before linearized reading' (duration: 182.85312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.298863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843138117s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:18.298995Z","caller":"traceutil/trace.go:171","msg":"trace[362604975] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26238; }","duration":"2.010539394s","start":"2026-05-29T03:00:16.288437Z","end":"2026-05-29T03:00:18.298977Z","steps":["trace[362604975] 'read index received' (duration: 167.12321ms)","trace[362604975] 'applied index is now lower than readState.Index' (duration: 1.843414104s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:18.299068Z","caller":"traceutil/trace.go:171","msg":"trace[597721351] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"2.192589235s","start":"2026-05-29T03:00:16.106468Z","end":"2026-05-29T03:00:18.299057Z","steps":["trace[597721351] 'process raft request' (duration: 349.14763ms)","trace[597721351] 'compare' (duration: 1.842120104s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:18.299107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.10643Z","time spent":"2.192656797s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127981,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:18.299337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193016195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T03:00:18.299434Z","caller":"traceutil/trace.go:171","msg":"trace[1333101603] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25331; }","duration":"2.193140968s","start":"2026-05-29T03:00:16.10627Z","end":"2026-05-29T03:00:18.299411Z","steps":["trace[1333101603] 'agreement among raft nodes before linearized reading' (duration: 2.19278836s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.299481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.106261Z","time spent":"2.19321133s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T03:00:18.299723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188338744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:18.299756Z","caller":"traceutil/trace.go:171","msg":"trace[921322088] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25331; }","duration":"2.188387896s","start":"2026-05-29T03:00:16.111356Z","end":"2026-05-29T03:00:18.299744Z","steps":["trace[921322088] 'agreement among raft nodes before linearized reading' (duration: 2.188326305s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.299784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.111345Z","time spent":"2.188431557s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:18.299391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19363341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-774ed2c2-51f6-4156-91c0-b3cd0ac22c4a\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-29T03:00:18.299949Z","caller":"traceutil/trace.go:171","msg":"trace[1865442630] range","detail":"{range_begin:/registry/persistentvolumes/pvc-774ed2c2-51f6-4156-91c0-b3cd0ac22c4a; range_end:; response_count:1; response_revision:25331; }","duration":"2.194204902s","start":"2026-05-29T03:00:16.105726Z","end":"2026-05-29T03:00:18.299931Z","steps":["trace[1865442630] 'agreement among raft nodes before linearized reading' (duration: 2.193537777s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.299985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.105713Z","time spent":"2.194261574s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-774ed2c2-51f6-4156-91c0-b3cd0ac22c4a\" "} {"level":"warn","ts":"2026-05-29T03:00:18.558411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.101348599s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:18.83668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.613738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:18.83694Z","caller":"traceutil/trace.go:171","msg":"trace[764621776] linearizableReadLoop","detail":"{readStateIndex:26241; appliedIndex:26239; }","duration":"537.901428ms","start":"2026-05-29T03:00:18.299015Z","end":"2026-05-29T03:00:18.836916Z","steps":["trace[764621776] 'read index received' (duration: 259.699546ms)","trace[764621776] 'applied index is now lower than readState.Index' (duration: 278.200122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:18.837854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594824739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:18.837879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.216164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:18.837948Z","caller":"traceutil/trace.go:171","msg":"trace[256438476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25333; }","duration":"1.595073555s","start":"2026-05-29T03:00:17.242848Z","end":"2026-05-29T03:00:18.837922Z","steps":["trace[256438476] 'agreement among raft nodes before linearized reading' (duration: 1.594912451s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:18.837957Z","caller":"traceutil/trace.go:171","msg":"trace[818859801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25333; }","duration":"250.353817ms","start":"2026-05-29T03:00:18.587585Z","end":"2026-05-29T03:00:18.837939Z","steps":["trace[818859801] 'agreement among raft nodes before linearized reading' (duration: 250.184433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.837993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.242826Z","time spent":"1.595160507s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:18.838306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.231932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-29T03:00:18.83829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.773301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:18.838352Z","caller":"traceutil/trace.go:171","msg":"trace[194332661] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25333; }","duration":"534.326954ms","start":"2026-05-29T03:00:18.30401Z","end":"2026-05-29T03:00:18.838336Z","steps":["trace[194332661] 'agreement among raft nodes before linearized reading' (duration: 534.173911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.838396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.303984Z","time spent":"534.406076ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-29T03:00:18.838435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267148628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:18.838419Z","caller":"traceutil/trace.go:171","msg":"trace[1890917651] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25333; }","duration":"530.987996ms","start":"2026-05-29T03:00:18.307401Z","end":"2026-05-29T03:00:18.838389Z","steps":["trace[1890917651] 'agreement among raft nodes before linearized reading' (duration: 530.393632ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:18.838486Z","caller":"traceutil/trace.go:171","msg":"trace[408509363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25333; }","duration":"2.267265491s","start":"2026-05-29T03:00:16.571207Z","end":"2026-05-29T03:00:18.838473Z","steps":["trace[408509363] 'agreement among raft nodes before linearized reading' (duration: 2.267146728s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:18.838509Z","caller":"traceutil/trace.go:171","msg":"trace[368356668] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"1.107699166s","start":"2026-05-29T03:00:17.730787Z","end":"2026-05-29T03:00:18.838486Z","steps":["trace[368356668] 'process raft request' (duration: 1.106034277s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.838525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.571183Z","time spent":"2.267331522s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:18.838514Z","caller":"traceutil/trace.go:171","msg":"trace[440338460] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"2.541359765s","start":"2026-05-29T03:00:16.297105Z","end":"2026-05-29T03:00:18.838465Z","steps":["trace[440338460] 'process raft request' (duration: 2.261627828s)","trace[440338460] 'compare' (duration: 277.260409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:18.838536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.307382Z","time spent":"531.13461ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:18.838643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.730748Z","time spent":"1.107808449s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:18.838658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54580338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-05-29T03:00:18.838701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.297086Z","time spent":"2.541504029s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:18.838736Z","caller":"traceutil/trace.go:171","msg":"trace[516155303] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd; range_end:; response_count:1; response_revision:25333; }","duration":"2.545901783s","start":"2026-05-29T03:00:16.292791Z","end":"2026-05-29T03:00:18.838693Z","steps":["trace[516155303] 'agreement among raft nodes before linearized reading' (duration: 2.545609176s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.838698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.477585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T03:00:18.838824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.292772Z","time spent":"2.546004875s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-86klv.18b3e83b83d5d5bd\" "} {"level":"info","ts":"2026-05-29T03:00:18.838837Z","caller":"traceutil/trace.go:171","msg":"trace[2055919758] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:25333; }","duration":"536.651919ms","start":"2026-05-29T03:00:18.302165Z","end":"2026-05-29T03:00:18.838817Z","steps":["trace[2055919758] 'agreement among raft nodes before linearized reading' (duration: 536.27238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.838931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.302142Z","time spent":"536.776552ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T03:00:18.84714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.589792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:18.847212Z","caller":"traceutil/trace.go:171","msg":"trace[1290454273] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25333; }","duration":"466.702103ms","start":"2026-05-29T03:00:18.380491Z","end":"2026-05-29T03:00:18.847193Z","steps":["trace[1290454273] 'agreement among raft nodes before linearized reading' (duration: 466.54707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.847262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.380469Z","time spent":"466.779486ms","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:18.847643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305141289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:18.847689Z","caller":"traceutil/trace.go:171","msg":"trace[978288066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25333; }","duration":"1.305241001s","start":"2026-05-29T03:00:17.542436Z","end":"2026-05-29T03:00:18.847677Z","steps":["trace[978288066] 'agreement among raft nodes before linearized reading' (duration: 1.305127138s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.847716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.54241Z","time spent":"1.305298242s","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:18.837894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.027932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T03:00:18.847799Z","caller":"traceutil/trace.go:171","msg":"trace[978528242] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25333; }","duration":"923.985156ms","start":"2026-05-29T03:00:17.923799Z","end":"2026-05-29T03:00:18.847785Z","steps":["trace[978528242] 'agreement among raft nodes before linearized reading' (duration: 913.93218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.847846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.923779Z","time spent":"924.044837ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:19.679018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.652434ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-29T03:00:19.679117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.840554Z","time spent":"838.559368ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:20.71007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.742680356s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T03:00:20.710556Z","caller":"traceutil/trace.go:171","msg":"trace[1677964225] linearizableReadLoop","detail":"{readStateIndex:26243; appliedIndex:26241; }","duration":"1.867697226s","start":"2026-05-29T03:00:18.842834Z","end":"2026-05-29T03:00:20.710531Z","steps":["trace[1677964225] 'read index received' (duration: 124.519978ms)","trace[1677964225] 'applied index is now lower than readState.Index' (duration: 1.743176058s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:20.710711Z","caller":"traceutil/trace.go:171","msg":"trace[1456398772] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"1.869007887s","start":"2026-05-29T03:00:18.841659Z","end":"2026-05-29T03:00:20.710666Z","steps":["trace[1456398772] 'process raft request' (duration: 1.868632939s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:20.710727Z","caller":"traceutil/trace.go:171","msg":"trace[1772367388] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"1.745199276s","start":"2026-05-29T03:00:18.965451Z","end":"2026-05-29T03:00:20.71065Z","steps":["trace[1772367388] 'process raft request' (duration: 1.745004851s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:20.710778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867924311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b15a2e6-f202-4b06-9177-c36e49f2bbcd\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-29T03:00:20.710824Z","caller":"traceutil/trace.go:171","msg":"trace[1359553400] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b15a2e6-f202-4b06-9177-c36e49f2bbcd; range_end:; response_count:1; response_revision:25335; }","duration":"1.868023534s","start":"2026-05-29T03:00:18.842788Z","end":"2026-05-29T03:00:20.710812Z","steps":["trace[1359553400] 'agreement among raft nodes before linearized reading' (duration: 1.86785402s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:20.71087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.842768Z","time spent":"1.868093306s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-4b15a2e6-f202-4b06-9177-c36e49f2bbcd\" "} {"level":"warn","ts":"2026-05-29T03:00:20.710975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.841641Z","time spent":"1.869172231s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:20.711223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.965422Z","time spent":"1.745683557s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:21.352159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.42758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:21.35275Z","caller":"traceutil/trace.go:171","msg":"trace[1892306268] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"358.05828ms","start":"2026-05-29T03:00:20.994667Z","end":"2026-05-29T03:00:21.352725Z","steps":["trace[1892306268] 'process raft request' (duration: 357.802594ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:21.352808Z","caller":"traceutil/trace.go:171","msg":"trace[754567746] linearizableReadLoop","detail":"{readStateIndex:26246; appliedIndex:26244; }","duration":"642.155139ms","start":"2026-05-29T03:00:20.710615Z","end":"2026-05-29T03:00:21.35277Z","steps":["trace[754567746] 'read index received' (duration: 25.948801ms)","trace[754567746] 'applied index is now lower than readState.Index' (duration: 616.203718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:21.352868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.99465Z","time spent":"358.163772ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:21.352943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718854635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:21.352987Z","caller":"traceutil/trace.go:171","msg":"trace[1257096232] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25339; }","duration":"1.718937038s","start":"2026-05-29T03:00:19.634036Z","end":"2026-05-29T03:00:21.352973Z","steps":["trace[1257096232] 'agreement among raft nodes before linearized reading' (duration: 1.718849236s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.353029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.634016Z","time spent":"1.719003649s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:21.353012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343331636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:21.353066Z","caller":"traceutil/trace.go:171","msg":"trace[546959217] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"507.342568ms","start":"2026-05-29T03:00:20.845695Z","end":"2026-05-29T03:00:21.353037Z","steps":["trace[546959217] 'process raft request' (duration: 506.707923ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:21.353131Z","caller":"traceutil/trace.go:171","msg":"trace[870764556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25339; }","duration":"1.343554481s","start":"2026-05-29T03:00:20.009548Z","end":"2026-05-29T03:00:21.353103Z","steps":["trace[870764556] 'agreement among raft nodes before linearized reading' (duration: 1.343279654s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.353177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.845667Z","time spent":"507.464511ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:21.353201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.009515Z","time spent":"1.343673284s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:21.353222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262960089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T03:00:21.353254Z","caller":"traceutil/trace.go:171","msg":"trace[1812772651] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"2.341605068s","start":"2026-05-29T03:00:19.011614Z","end":"2026-05-29T03:00:21.353219Z","steps":["trace[1812772651] 'process raft request' (duration: 1.72499059s)","trace[1812772651] 'compare' (duration: 614.55468ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:21.353327Z","caller":"traceutil/trace.go:171","msg":"trace[1780414188] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25339; }","duration":"2.263143813s","start":"2026-05-29T03:00:19.090161Z","end":"2026-05-29T03:00:21.353305Z","steps":["trace[1780414188] 'agreement among raft nodes before linearized reading' (duration: 2.262782165s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.353348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501790055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-05-29T03:00:21.353853Z","caller":"traceutil/trace.go:171","msg":"trace[239352173] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25339; }","duration":"2.502318158s","start":"2026-05-29T03:00:18.851522Z","end":"2026-05-29T03:00:21.353841Z","steps":["trace[239352173] 'agreement among raft nodes before linearized reading' (duration: 2.501665493s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.353901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.851507Z","time spent":"2.502384809s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6894,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-29T03:00:21.353385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.090128Z","time spent":"2.263248306s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:00:21.353434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.011578Z","time spent":"2.341752002s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:21.353445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767823337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:21.35406Z","caller":"traceutil/trace.go:171","msg":"trace[1532841017] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25339; }","duration":"1.768471612s","start":"2026-05-29T03:00:19.585569Z","end":"2026-05-29T03:00:21.354041Z","steps":["trace[1532841017] 'agreement among raft nodes before linearized reading' (duration: 1.767843007s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:21.353141Z","caller":"traceutil/trace.go:171","msg":"trace[1959550476] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"1.672730921s","start":"2026-05-29T03:00:19.680374Z","end":"2026-05-29T03:00:21.353105Z","steps":["trace[1959550476] 'process raft request' (duration: 1.671911842s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.354127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.585547Z","time spent":"1.768558724s","remote":"127.0.0.1:55542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:21.353551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109556809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:21.354215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.680338Z","time spent":"1.673826757s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:21.354226Z","caller":"traceutil/trace.go:171","msg":"trace[984662226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25339; }","duration":"1.110268646s","start":"2026-05-29T03:00:20.243942Z","end":"2026-05-29T03:00:21.35421Z","steps":["trace[984662226] 'agreement among raft nodes before linearized reading' (duration: 1.109577699s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.353607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505341199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:21.354405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.243922Z","time spent":"1.110437449s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T03:00:21.354465Z","caller":"traceutil/trace.go:171","msg":"trace[362309753] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25339; }","duration":"2.50624671s","start":"2026-05-29T03:00:18.848196Z","end":"2026-05-29T03:00:21.354442Z","steps":["trace[362309753] 'agreement among raft nodes before linearized reading' (duration: 2.505348029s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.354537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.848179Z","time spent":"2.506339182s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:22.23927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.905293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:22.239398Z","caller":"traceutil/trace.go:171","msg":"trace[1016963678] linearizableReadLoop","detail":"{readStateIndex:26249; appliedIndex:26248; }","duration":"886.525735ms","start":"2026-05-29T03:00:21.352855Z","end":"2026-05-29T03:00:22.239381Z","steps":["trace[1016963678] 'read index received' (duration: 99.374036ms)","trace[1016963678] 'applied index is now lower than readState.Index' (duration: 787.146959ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:22.239494Z","caller":"traceutil/trace.go:171","msg":"trace[707724153] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"1.130631745s","start":"2026-05-29T03:00:21.10885Z","end":"2026-05-29T03:00:22.239482Z","steps":["trace[707724153] 'process raft request' (duration: 343.420655ms)","trace[707724153] 'compare' (duration: 786.271538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:22.239559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.108818Z","time spent":"1.130710636s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:22.239944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.709789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:22.239974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522924508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-29T03:00:22.240057Z","caller":"traceutil/trace.go:171","msg":"trace[452847790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25340; }","duration":"883.899533ms","start":"2026-05-29T03:00:21.356132Z","end":"2026-05-29T03:00:22.240032Z","steps":["trace[452847790] 'agreement among raft nodes before linearized reading' (duration: 883.716889ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:22.240078Z","caller":"traceutil/trace.go:171","msg":"trace[1699790640] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25340; }","duration":"1.523061102s","start":"2026-05-29T03:00:20.716988Z","end":"2026-05-29T03:00:22.240049Z","steps":["trace[1699790640] 'agreement among raft nodes before linearized reading' (duration: 1.522772785s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.240119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.356098Z","time spent":"884.008836ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:22.240182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.716979Z","time spent":"1.523181044s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-29T03:00:22.240455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525816726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b3e844e7046547\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-05-29T03:00:22.240502Z","caller":"traceutil/trace.go:171","msg":"trace[693552829] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b3e844e7046547; range_end:; response_count:1; response_revision:25340; }","duration":"1.525911588s","start":"2026-05-29T03:00:20.714579Z","end":"2026-05-29T03:00:22.240491Z","steps":["trace[693552829] 'agreement among raft nodes before linearized reading' (duration: 1.525740394s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.24055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.714553Z","time spent":"1.52597654s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b3e844e7046547\" "} {"level":"warn","ts":"2026-05-29T03:00:22.240615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.187247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-29T03:00:22.240547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.540761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-05-29T03:00:22.240701Z","caller":"traceutil/trace.go:171","msg":"trace[10419325] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25340; }","duration":"883.31337ms","start":"2026-05-29T03:00:21.35737Z","end":"2026-05-29T03:00:22.240684Z","steps":["trace[10419325] 'agreement among raft nodes before linearized reading' (duration: 883.085924ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:22.240722Z","caller":"traceutil/trace.go:171","msg":"trace[681775534] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25340; }","duration":"882.738426ms","start":"2026-05-29T03:00:21.357973Z","end":"2026-05-29T03:00:22.240711Z","steps":["trace[681775534] 'agreement among raft nodes before linearized reading' (duration: 882.410709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.240754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.357959Z","time spent":"882.786737ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T03:00:22.240754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.357357Z","time spent":"883.383231ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T03:00:22.240745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.520049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:22.24081Z","caller":"traceutil/trace.go:171","msg":"trace[638914141] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25340; }","duration":"961.59125ms","start":"2026-05-29T03:00:21.279204Z","end":"2026-05-29T03:00:22.240795Z","steps":["trace[638914141] 'agreement among raft nodes before linearized reading' (duration: 961.459437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.240831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265085647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T03:00:22.240854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.279127Z","time spent":"961.715133ms","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:22.240901Z","caller":"traceutil/trace.go:171","msg":"trace[1919364620] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25340; }","duration":"1.265193699s","start":"2026-05-29T03:00:20.975692Z","end":"2026-05-29T03:00:22.240886Z","steps":["trace[1919364620] 'agreement among raft nodes before linearized reading' (duration: 1.264999345s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.24096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.975659Z","time spent":"1.265280552s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T03:00:22.2414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.4053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:22.241452Z","caller":"traceutil/trace.go:171","msg":"trace[1627653856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25340; }","duration":"376.500523ms","start":"2026-05-29T03:00:21.86494Z","end":"2026-05-29T03:00:22.24144Z","steps":["trace[1627653856] 'agreement among raft nodes before linearized reading' (duration: 376.415691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.241489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.864916Z","time spent":"376.567045ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:22.747984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557799,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T03:00:23.016904Z","caller":"traceutil/trace.go:171","msg":"trace[726009633] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"772.073384ms","start":"2026-05-29T03:00:22.244792Z","end":"2026-05-29T03:00:23.016865Z","steps":["trace[726009633] 'process raft request' (duration: 757.283087ms)","trace[726009633] 'compare' (duration: 13.189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:23.017097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.244754Z","time spent":"772.247568ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:23.667968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.766844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:23.668295Z","caller":"traceutil/trace.go:171","msg":"trace[1773476014] linearizableReadLoop","detail":"{readStateIndex:26251; appliedIndex:26249; }","duration":"1.421422292s","start":"2026-05-29T03:00:22.24685Z","end":"2026-05-29T03:00:23.668273Z","steps":["trace[1773476014] 'read index received' (duration: 755.237308ms)","trace[1773476014] 'applied index is now lower than readState.Index' (duration: 666.182184ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:23.668427Z","caller":"traceutil/trace.go:171","msg":"trace[1786349332] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"1.41579421s","start":"2026-05-29T03:00:22.252594Z","end":"2026-05-29T03:00:23.668388Z","steps":["trace[1786349332] 'process raft request' (duration: 917.491913ms)","trace[1786349332] 'compare' (duration: 496.764701ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:23.668595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421752981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-29T03:00:23.668617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.252574Z","time spent":"1.415946544s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:23.668637Z","caller":"traceutil/trace.go:171","msg":"trace[126722533] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25342; }","duration":"1.422058698s","start":"2026-05-29T03:00:22.246567Z","end":"2026-05-29T03:00:23.668626Z","steps":["trace[126722533] 'agreement among raft nodes before linearized reading' (duration: 1.421845473s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:23.66868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.246552Z","time spent":"1.422115259s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T03:00:24.35592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.900662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:24.356228Z","caller":"traceutil/trace.go:171","msg":"trace[304380284] linearizableReadLoop","detail":"{readStateIndex:26252; appliedIndex:26251; }","duration":"687.824703ms","start":"2026-05-29T03:00:23.668378Z","end":"2026-05-29T03:00:24.356202Z","steps":["trace[304380284] 'read index received' (duration: 256.505231ms)","trace[304380284] 'applied index is now lower than readState.Index' (duration: 431.316672ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:24.356652Z","caller":"traceutil/trace.go:171","msg":"trace[1240322179] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"995.834885ms","start":"2026-05-29T03:00:23.360799Z","end":"2026-05-29T03:00:24.356634Z","steps":["trace[1240322179] 'process raft request' (duration: 564.077103ms)","trace[1240322179] 'compare' (duration: 430.331689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:24.3568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728940983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:24.357526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.360765Z","time spent":"996.656015ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:24.356917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.225672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:24.356981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111092955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.3579Z","caller":"traceutil/trace.go:171","msg":"trace[630078128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25343; }","duration":"1.112039167s","start":"2026-05-29T03:00:23.245838Z","end":"2026-05-29T03:00:24.357877Z","steps":["trace[630078128] 'agreement among raft nodes before linearized reading' (duration: 1.111106655s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:24.357872Z","caller":"traceutil/trace.go:171","msg":"trace[384879884] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25343; }","duration":"962.048361ms","start":"2026-05-29T03:00:23.39568Z","end":"2026-05-29T03:00:24.357728Z","steps":["trace[384879884] 'agreement among raft nodes before linearized reading' (duration: 961.193431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.357957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.245813Z","time spent":"1.11212922s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:24.358057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.395609Z","time spent":"962.377029ms","remote":"127.0.0.1:37790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.356958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108352165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-29T03:00:24.358204Z","caller":"traceutil/trace.go:171","msg":"trace[1553941292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25343; }","duration":"2.109580643s","start":"2026-05-29T03:00:22.248546Z","end":"2026-05-29T03:00:24.358126Z","steps":["trace[1553941292] 'agreement among raft nodes before linearized reading' (duration: 2.10815512s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.357008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.790904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-05-29T03:00:24.358303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.248534Z","time spent":"2.109728507s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-29T03:00:24.358342Z","caller":"traceutil/trace.go:171","msg":"trace[673310365] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v65tb; range_end:; response_count:1; response_revision:25343; }","duration":"681.173497ms","start":"2026-05-29T03:00:23.677139Z","end":"2026-05-29T03:00:24.358313Z","steps":["trace[673310365] 'agreement among raft nodes before linearized reading' (duration: 679.59477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.35841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.677114Z","time spent":"681.27876ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" "} {"level":"warn","ts":"2026-05-29T03:00:24.357143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.361224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.358568Z","caller":"traceutil/trace.go:171","msg":"trace[1698627501] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25343; }","duration":"509.833808ms","start":"2026-05-29T03:00:23.84871Z","end":"2026-05-29T03:00:24.358544Z","steps":["trace[1698627501] 'agreement among raft nodes before linearized reading' (duration: 508.354523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.358652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.848684Z","time spent":"509.948621ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.357187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334924929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5c444b4554-zphhl.18b3e85f40f6053f\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-05-29T03:00:24.358814Z","caller":"traceutil/trace.go:171","msg":"trace[241897282] range","detail":"{range_begin:/registry/events/openstack/glance-api-5c444b4554-zphhl.18b3e85f40f6053f; range_end:; response_count:1; response_revision:25343; }","duration":"1.336594128s","start":"2026-05-29T03:00:23.022207Z","end":"2026-05-29T03:00:24.358801Z","steps":["trace[241897282] 'agreement among raft nodes before linearized reading' (duration: 1.334799016s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.358849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.022174Z","time spent":"1.336664959s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2013,"request content":"key:\"/registry/events/openstack/glance-api-5c444b4554-zphhl.18b3e85f40f6053f\" "} {"level":"warn","ts":"2026-05-29T03:00:24.357172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.662462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:24.359014Z","caller":"traceutil/trace.go:171","msg":"trace[443817048] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25343; }","duration":"129.532736ms","start":"2026-05-29T03:00:24.229442Z","end":"2026-05-29T03:00:24.358975Z","steps":["trace[443817048] 'agreement among raft nodes before linearized reading' (duration: 127.644442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.357214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.08713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:24.357279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.101197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.359434Z","caller":"traceutil/trace.go:171","msg":"trace[1472158367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25343; }","duration":"601.304138ms","start":"2026-05-29T03:00:23.758108Z","end":"2026-05-29T03:00:24.359412Z","steps":["trace[1472158367] 'agreement among raft nodes before linearized reading' (duration: 599.130967ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:24.359436Z","caller":"traceutil/trace.go:171","msg":"trace[1375128848] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25343; }","duration":"360.172459ms","start":"2026-05-29T03:00:23.999082Z","end":"2026-05-29T03:00:24.359254Z","steps":["trace[1375128848] 'agreement among raft nodes before linearized reading' (duration: 358.09999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.359517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.999059Z","time spent":"360.442035ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.359512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.758081Z","time spent":"601.392471ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:24.357607Z","caller":"traceutil/trace.go:171","msg":"trace[1425087092] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25343; }","duration":"1.729827024s","start":"2026-05-29T03:00:22.627751Z","end":"2026-05-29T03:00:24.357578Z","steps":["trace[1425087092] 'agreement among raft nodes before linearized reading' (duration: 1.728928743s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.357127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.216954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.359998Z","caller":"traceutil/trace.go:171","msg":"trace[472412400] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25343; }","duration":"518.109643ms","start":"2026-05-29T03:00:23.841864Z","end":"2026-05-29T03:00:24.359973Z","steps":["trace[472412400] 'agreement among raft nodes before linearized reading' (duration: 515.208224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.36008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.841843Z","time spent":"518.202034ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.360191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.627721Z","time spent":"1.73216882s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.878036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.164295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:24.878148Z","caller":"traceutil/trace.go:171","msg":"trace[709256447] linearizableReadLoop","detail":"{readStateIndex:26253; appliedIndex:26252; }","duration":"501.380869ms","start":"2026-05-29T03:00:24.376751Z","end":"2026-05-29T03:00:24.878132Z","steps":["trace[709256447] 'read index received' (duration: 219.04569ms)","trace[709256447] 'applied index is now lower than readState.Index' (duration: 282.334139ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:24.878272Z","caller":"traceutil/trace.go:171","msg":"trace[1064540317] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"516.072444ms","start":"2026-05-29T03:00:24.362149Z","end":"2026-05-29T03:00:24.878221Z","steps":["trace[1064540317] 'process raft request' (duration: 233.640883ms)","trace[1064540317] 'compare' (duration: 282.045532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:24.878499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.362118Z","time spent":"516.251528ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:24.878702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.912861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-29T03:00:24.87882Z","caller":"traceutil/trace.go:171","msg":"trace[268151754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25344; }","duration":"502.048944ms","start":"2026-05-29T03:00:24.376743Z","end":"2026-05-29T03:00:24.878792Z","steps":["trace[268151754] 'agreement among raft nodes before linearized reading' (duration: 501.695006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.87889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.376691Z","time spent":"502.187037ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-29T03:00:25.56567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.020917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:25.565824Z","caller":"traceutil/trace.go:171","msg":"trace[261314658] linearizableReadLoop","detail":"{readStateIndex:26254; appliedIndex:26253; }","duration":"687.631378ms","start":"2026-05-29T03:00:24.878173Z","end":"2026-05-29T03:00:25.565805Z","steps":["trace[261314658] 'read index received' (duration: 281.282754ms)","trace[261314658] 'applied index is now lower than readState.Index' (duration: 406.347344ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:25.565862Z","caller":"traceutil/trace.go:171","msg":"trace[63633428] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"1.188823632s","start":"2026-05-29T03:00:24.37699Z","end":"2026-05-29T03:00:25.565814Z","steps":["trace[63633428] 'process raft request' (duration: 782.5654ms)","trace[63633428] 'compare' (duration: 405.444473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:25.566023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.250241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:25.566077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.376977Z","time spent":"1.188993206s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:25.566108Z","caller":"traceutil/trace.go:171","msg":"trace[1519268892] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25345; }","duration":"875.386844ms","start":"2026-05-29T03:00:24.690704Z","end":"2026-05-29T03:00:25.566091Z","steps":["trace[1519268892] 'agreement among raft nodes before linearized reading' (duration: 875.147878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:25.566074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185511875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:25.566163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.690683Z","time spent":"875.465505ms","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:25.56618Z","caller":"traceutil/trace.go:171","msg":"trace[853724096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25345; }","duration":"1.185712839s","start":"2026-05-29T03:00:24.380442Z","end":"2026-05-29T03:00:25.566155Z","steps":["trace[853724096] 'agreement among raft nodes before linearized reading' (duration: 1.185441823s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:25.566078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150146723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:25.566247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.380417Z","time spent":"1.185817011s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:25.566053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.975134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-29T03:00:25.566333Z","caller":"traceutil/trace.go:171","msg":"trace[441229651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25345; }","duration":"744.296781ms","start":"2026-05-29T03:00:24.822021Z","end":"2026-05-29T03:00:25.566318Z","steps":["trace[441229651] 'agreement among raft nodes before linearized reading' (duration: 743.865691ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:25.566328Z","caller":"traceutil/trace.go:171","msg":"trace[888598042] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25345; }","duration":"1.1504488s","start":"2026-05-29T03:00:24.415832Z","end":"2026-05-29T03:00:25.566281Z","steps":["trace[888598042] 'agreement among raft nodes before linearized reading' (duration: 1.15002482s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:25.56638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.821994Z","time spent":"744.373463ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T03:00:25.566456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.415796Z","time spent":"1.150608364s","remote":"127.0.0.1:38084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:26.76988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204077413s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T03:00:26.770167Z","caller":"traceutil/trace.go:171","msg":"trace[401436068] linearizableReadLoop","detail":"{readStateIndex:26255; appliedIndex:26254; }","duration":"1.204296988s","start":"2026-05-29T03:00:25.565851Z","end":"2026-05-29T03:00:26.770148Z","steps":["trace[401436068] 'read index received' (duration: 55.582µs)","trace[401436068] 'applied index is now lower than readState.Index' (duration: 1.204240306s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:26.771165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888403093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-29T03:00:26.771213Z","caller":"traceutil/trace.go:171","msg":"trace[2056877407] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030; range_end:; response_count:1; response_revision:25345; }","duration":"1.888493066s","start":"2026-05-29T03:00:24.882708Z","end":"2026-05-29T03:00:26.771201Z","steps":["trace[2056877407] 'agreement among raft nodes before linearized reading' (duration: 1.888327372s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:26.771253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.882688Z","time spent":"1.888556087s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d4981697-8f09-48fd-bc0e-a82b434b3030\" "} {"level":"warn","ts":"2026-05-29T03:00:26.771385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888812923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-05-29T03:00:26.771472Z","caller":"traceutil/trace.go:171","msg":"trace[160536084] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2; range_end:; response_count:1; response_revision:25345; }","duration":"1.888943416s","start":"2026-05-29T03:00:24.882509Z","end":"2026-05-29T03:00:26.771453Z","steps":["trace[160536084] 'agreement among raft nodes before linearized reading' (duration: 1.888700991s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:26.771514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.882489Z","time spent":"1.889016808s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" "} {"level":"info","ts":"2026-05-29T03:00:26.771558Z","caller":"traceutil/trace.go:171","msg":"trace[1562187674] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"1.198971922s","start":"2026-05-29T03:00:25.572539Z","end":"2026-05-29T03:00:26.771511Z","steps":["trace[1562187674] 'process raft request' (duration: 1.197463946s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:26.77178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:25.572522Z","time spent":"1.199132956s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:27.306262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.072568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:27.306388Z","caller":"traceutil/trace.go:171","msg":"trace[1912218380] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26256; }","duration":"536.166157ms","start":"2026-05-29T03:00:26.770203Z","end":"2026-05-29T03:00:27.306369Z","steps":["trace[1912218380] 'read index received' (duration: 4.819283ms)","trace[1912218380] 'applied index is now lower than readState.Index' (duration: 531.345574ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:27.306472Z","caller":"traceutil/trace.go:171","msg":"trace[1490657325] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"940.814112ms","start":"2026-05-29T03:00:26.365643Z","end":"2026-05-29T03:00:27.306458Z","steps":["trace[1490657325] 'process raft request' (duration: 409.436948ms)","trace[1490657325] 'compare' (duration: 530.915963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:27.306538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.365605Z","time spent":"940.899944ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:27.306766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724772706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9\" ","response":"range_response_count:1 size:7584"} {"level":"warn","ts":"2026-05-29T03:00:27.306826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217430826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:27.306843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738438397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:27.306881Z","caller":"traceutil/trace.go:171","msg":"trace[1966646167] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25347; }","duration":"1.217533299s","start":"2026-05-29T03:00:26.089334Z","end":"2026-05-29T03:00:27.306867Z","steps":["trace[1966646167] 'agreement among raft nodes before linearized reading' (duration: 1.217414036s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:27.306862Z","caller":"traceutil/trace.go:171","msg":"trace[1035933543] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9; range_end:; response_count:1; response_revision:25347; }","duration":"1.724944839s","start":"2026-05-29T03:00:25.581898Z","end":"2026-05-29T03:00:27.306843Z","steps":["trace[1035933543] 'agreement among raft nodes before linearized reading' (duration: 1.724591121s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:27.306945Z","caller":"traceutil/trace.go:171","msg":"trace[1842605408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25347; }","duration":"1.738538969s","start":"2026-05-29T03:00:25.568351Z","end":"2026-05-29T03:00:27.30689Z","steps":["trace[1842605408] 'agreement among raft nodes before linearized reading' (duration: 1.738420356s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.306954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:25.581872Z","time spent":"1.725072763s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7607,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9\" "} {"level":"warn","ts":"2026-05-29T03:00:27.306998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:25.568335Z","time spent":"1.738652792s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:27.306951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.089311Z","time spent":"1.21762919s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:27.678223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.56475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:27.678518Z","caller":"traceutil/trace.go:171","msg":"trace[546960875] linearizableReadLoop","detail":"{readStateIndex:26259; appliedIndex:26257; }","duration":"372.085179ms","start":"2026-05-29T03:00:27.306415Z","end":"2026-05-29T03:00:27.6785Z","steps":["trace[546960875] 'read index received' (duration: 153.220683ms)","trace[546960875] 'applied index is now lower than readState.Index' (duration: 218.863136ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:27.67864Z","caller":"traceutil/trace.go:171","msg":"trace[1931627209] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"903.489174ms","start":"2026-05-29T03:00:26.775139Z","end":"2026-05-29T03:00:27.678628Z","steps":["trace[1931627209] 'process raft request' (duration: 684.426173ms)","trace[1931627209] 'compare' (duration: 218.430987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:27.678708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.774947Z","time spent":"903.72642ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:27.679287Z","caller":"traceutil/trace.go:171","msg":"trace[1377493378] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"430.37579ms","start":"2026-05-29T03:00:27.2489Z","end":"2026-05-29T03:00:27.679275Z","steps":["trace[1377493378] 'process raft request' (duration: 429.457318ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:27.679307Z","caller":"traceutil/trace.go:171","msg":"trace[1027822252] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"362.102055ms","start":"2026-05-29T03:00:27.317173Z","end":"2026-05-29T03:00:27.679275Z","steps":["trace[1027822252] 'process raft request' (duration: 361.269205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.679365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.248837Z","time spent":"430.486772ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:27.679366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.003082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:27.679448Z","caller":"traceutil/trace.go:171","msg":"trace[1628470167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25350; }","duration":"365.141576ms","start":"2026-05-29T03:00:27.314284Z","end":"2026-05-29T03:00:27.679426Z","steps":["trace[1628470167] 'agreement among raft nodes before linearized reading' (duration: 365.000183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.679487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.314265Z","time spent":"365.215377ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:27.679479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.317155Z","time spent":"362.240238ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:27.679801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.57997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-29T03:00:27.679913Z","caller":"traceutil/trace.go:171","msg":"trace[1860297841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25350; }","duration":"901.767184ms","start":"2026-05-29T03:00:26.77812Z","end":"2026-05-29T03:00:27.679887Z","steps":["trace[1860297841] 'agreement among raft nodes before linearized reading' (duration: 901.084528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.68012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.778087Z","time spent":"902.01535ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-29T03:00:28.130254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.60736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:28.13037Z","caller":"traceutil/trace.go:171","msg":"trace[1891491737] linearizableReadLoop","detail":"{readStateIndex:26262; appliedIndex:26261; }","duration":"370.583763ms","start":"2026-05-29T03:00:27.759769Z","end":"2026-05-29T03:00:28.130353Z","steps":["trace[1891491737] 'read index received' (duration: 253.914091ms)","trace[1891491737] 'applied index is now lower than readState.Index' (duration: 116.668532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:28.130527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.751287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-29T03:00:28.130565Z","caller":"traceutil/trace.go:171","msg":"trace[1480736618] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f; range_end:; response_count:1; response_revision:25352; }","duration":"370.827119ms","start":"2026-05-29T03:00:27.759726Z","end":"2026-05-29T03:00:28.130553Z","steps":["trace[1480736618] 'agreement among raft nodes before linearized reading' (duration: 370.678585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:28.130601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.759707Z","time spent":"370.88568ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-6b754dda-81c7-4b3d-acd5-f236e7aa463f\" "} {"level":"info","ts":"2026-05-29T03:00:28.130832Z","caller":"traceutil/trace.go:171","msg":"trace[1752896448] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"440.747382ms","start":"2026-05-29T03:00:27.690071Z","end":"2026-05-29T03:00:28.130818Z","steps":["trace[1752896448] 'process raft request' (duration: 323.478486ms)","trace[1752896448] 'compare' (duration: 116.464627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:28.13094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.690054Z","time spent":"440.814044ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:28.945865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.465945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:28.946181Z","caller":"traceutil/trace.go:171","msg":"trace[1849845531] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26262; }","duration":"809.7551ms","start":"2026-05-29T03:00:28.136404Z","end":"2026-05-29T03:00:28.94616Z","steps":["trace[1849845531] 'read index received' (duration: 115.766993ms)","trace[1849845531] 'applied index is now lower than readState.Index' (duration: 693.984977ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:28.946194Z","caller":"traceutil/trace.go:171","msg":"trace[1358811635] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"1.186279502s","start":"2026-05-29T03:00:27.759879Z","end":"2026-05-29T03:00:28.946159Z","steps":["trace[1358811635] 'process raft request' (duration: 492.396157ms)","trace[1358811635] 'compare' (duration: 691.775956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:28.946322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.759856Z","time spent":"1.186407286s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T03:00:28.94658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.141899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-05-29T03:00:28.946715Z","caller":"traceutil/trace.go:171","msg":"trace[1619983210] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v65tb; range_end:; response_count:1; response_revision:25353; }","duration":"810.257872ms","start":"2026-05-29T03:00:28.136396Z","end":"2026-05-29T03:00:28.946654Z","steps":["trace[1619983210] 'agreement among raft nodes before linearized reading' (duration: 809.844002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:28.9468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.136318Z","time spent":"810.469347ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7078,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v65tb\" "} {"level":"info","ts":"2026-05-29T03:00:28.999251Z","caller":"traceutil/trace.go:171","msg":"trace[150293581] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"138.880465ms","start":"2026-05-29T03:00:28.860333Z","end":"2026-05-29T03:00:28.999214Z","steps":["trace[150293581] 'process raft request' (duration: 138.489436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:28.999563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.084698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T03:00:28.99962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.42946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:28.99962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.974516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:28.999787Z","caller":"traceutil/trace.go:171","msg":"trace[552582126] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25354; }","duration":"181.213031ms","start":"2026-05-29T03:00:28.818557Z","end":"2026-05-29T03:00:28.99977Z","steps":["trace[552582126] 'agreement among raft nodes before linearized reading' (duration: 180.927665ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:28.99972Z","caller":"traceutil/trace.go:171","msg":"trace[962263882] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25354; }","duration":"330.579714ms","start":"2026-05-29T03:00:28.669116Z","end":"2026-05-29T03:00:28.999696Z","steps":["trace[962263882] 'agreement among raft nodes before linearized reading' (duration: 330.403499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:28.999898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.536496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-29T03:00:28.999969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.6691Z","time spent":"330.837269ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:28.999651Z","caller":"traceutil/trace.go:171","msg":"trace[1099493] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:25354; }","duration":"696.226131ms","start":"2026-05-29T03:00:28.303403Z","end":"2026-05-29T03:00:28.999629Z","steps":["trace[1099493] 'agreement among raft nodes before linearized reading' (duration: 696.002016ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:29.000003Z","caller":"traceutil/trace.go:171","msg":"trace[1323483459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25354; }","duration":"761.69175ms","start":"2026-05-29T03:00:28.238281Z","end":"2026-05-29T03:00:28.999973Z","steps":["trace[1323483459] 'agreement among raft nodes before linearized reading' (duration: 761.364632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:29.000063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.238259Z","time spent":"761.795053ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-29T03:00:29.000088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.303375Z","time spent":"696.675822ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T03:00:29.503815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:29.905165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.927128ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-29T03:00:29.905349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.001086Z","time spent":"904.256333ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:30.873779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284570265s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T03:00:30.874297Z","caller":"traceutil/trace.go:171","msg":"trace[1499471564] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26264; }","duration":"1.871064055s","start":"2026-05-29T03:00:29.00321Z","end":"2026-05-29T03:00:30.874274Z","steps":["trace[1499471564] 'read index received' (duration: 586.01655ms)","trace[1499471564] 'applied index is now lower than readState.Index' (duration: 1.285046775s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:30.874433Z","caller":"traceutil/trace.go:171","msg":"trace[64771979] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.560612836s","start":"2026-05-29T03:00:29.313812Z","end":"2026-05-29T03:00:30.874425Z","steps":["trace[64771979] 'process raft request' (duration: 1.560394641s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.874528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.313757Z","time spent":"1.560697528s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:30.874523Z","caller":"traceutil/trace.go:171","msg":"trace[1112176245] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"1.871901605s","start":"2026-05-29T03:00:29.002577Z","end":"2026-05-29T03:00:30.874479Z","steps":["trace[1112176245] 'process raft request' (duration: 1.871421494s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.874714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.002549Z","time spent":"1.872044418s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:30.875262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872013497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fbafcf24-b94a-4e19-afbe-ab9da570eba7\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-29T03:00:30.875434Z","caller":"traceutil/trace.go:171","msg":"trace[1488192096] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fbafcf24-b94a-4e19-afbe-ab9da570eba7; range_end:; response_count:1; response_revision:25356; }","duration":"1.872251273s","start":"2026-05-29T03:00:29.003151Z","end":"2026-05-29T03:00:30.875402Z","steps":["trace[1488192096] 'agreement among raft nodes before linearized reading' (duration: 1.871375182s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.875566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.003133Z","time spent":"1.872414777s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-fbafcf24-b94a-4e19-afbe-ab9da570eba7\" "} {"level":"warn","ts":"2026-05-29T03:00:31.244279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:31.24441Z","caller":"traceutil/trace.go:171","msg":"trace[2143617548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438867s","start":"2026-05-29T03:00:29.243943Z","end":"2026-05-29T03:00:31.244382Z","steps":["trace[2143617548] 'agreement among raft nodes before linearized reading' (duration: 2.000277073s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.244778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.243918Z","time spent":"2.000796906s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:31.684598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.511515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:31.684971Z","caller":"traceutil/trace.go:171","msg":"trace[554466864] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"1.777957336s","start":"2026-05-29T03:00:29.906964Z","end":"2026-05-29T03:00:31.684922Z","steps":["trace[554466864] 'process raft request' (duration: 1.260947599s)","trace[554466864] 'compare' (duration: 516.2902ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:31.685144Z","caller":"traceutil/trace.go:171","msg":"trace[1813497835] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"808.142262ms","start":"2026-05-29T03:00:30.876976Z","end":"2026-05-29T03:00:31.685118Z","steps":["trace[1813497835] 'process raft request' (duration: 807.934017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.685273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.876943Z","time spent":"808.288376ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:31.685233Z","caller":"traceutil/trace.go:171","msg":"trace[2058057929] linearizableReadLoop","detail":"{readStateIndex:26268; appliedIndex:26267; }","duration":"810.812475ms","start":"2026-05-29T03:00:30.874388Z","end":"2026-05-29T03:00:31.685201Z","steps":["trace[2058057929] 'read index received' (duration: 293.490161ms)","trace[2058057929] 'applied index is now lower than readState.Index' (duration: 517.317924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:31.685434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674402581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:31.685489Z","caller":"traceutil/trace.go:171","msg":"trace[1777245855] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25358; }","duration":"1.674614936s","start":"2026-05-29T03:00:30.010863Z","end":"2026-05-29T03:00:31.685478Z","steps":["trace[1777245855] 'agreement among raft nodes before linearized reading' (duration: 1.674451042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.685541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.010836Z","time spent":"1.674694998s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:31.685545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002561944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:31.685617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.906946Z","time spent":"1.77811668s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:31.685653Z","caller":"traceutil/trace.go:171","msg":"trace[1809677018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25358; }","duration":"1.002921652s","start":"2026-05-29T03:00:30.682709Z","end":"2026-05-29T03:00:31.685631Z","steps":["trace[1809677018] 'agreement among raft nodes before linearized reading' (duration: 1.002549424s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.685703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.682694Z","time spent":"1.002997814s","remote":"127.0.0.1:44656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:31.707046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.3205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:31.707143Z","caller":"traceutil/trace.go:171","msg":"trace[965078550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25359; }","duration":"462.474054ms","start":"2026-05-29T03:00:31.24465Z","end":"2026-05-29T03:00:31.707124Z","steps":["trace[965078550] 'agreement among raft nodes before linearized reading' (duration: 462.323821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.707214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.042889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-h5lwj.18b3e9f8451c607b\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-29T03:00:31.707188Z","caller":"traceutil/trace.go:171","msg":"trace[359180913] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"213.704925ms","start":"2026-05-29T03:00:31.493442Z","end":"2026-05-29T03:00:31.707147Z","steps":["trace[359180913] 'process raft request' (duration: 213.291385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.707231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.595339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:31.70731Z","caller":"traceutil/trace.go:171","msg":"trace[1052337507] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25359; }","duration":"329.723252ms","start":"2026-05-29T03:00:31.377566Z","end":"2026-05-29T03:00:31.707289Z","steps":["trace[1052337507] 'agreement among raft nodes before linearized reading' (duration: 329.580979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.707321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.381108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:31.707351Z","caller":"traceutil/trace.go:171","msg":"trace[1162180147] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25359; }","duration":"515.46354ms","start":"2026-05-29T03:00:31.191879Z","end":"2026-05-29T03:00:31.707343Z","steps":["trace[1162180147] 'agreement among raft nodes before linearized reading' (duration: 515.409539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.707354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.377547Z","time spent":"329.798874ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-29T03:00:31.707263Z","caller":"traceutil/trace.go:171","msg":"trace[2025636366] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-h5lwj.18b3e9f8451c607b; range_end:; response_count:1; response_revision:25359; }","duration":"828.131991ms","start":"2026-05-29T03:00:30.879118Z","end":"2026-05-29T03:00:31.70725Z","steps":["trace[2025636366] 'agreement among raft nodes before linearized reading' (duration: 827.928846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.707382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.191847Z","time spent":"515.526301ms","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:31.707344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.244624Z","time spent":"462.697759ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:31.707437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.879099Z","time spent":"828.314936ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":900,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-h5lwj.18b3e9f8451c607b\" "} {"level":"warn","ts":"2026-05-29T03:00:31.707056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.07907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:31.707548Z","caller":"traceutil/trace.go:171","msg":"trace[260987369] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25359; }","duration":"378.632983ms","start":"2026-05-29T03:00:31.328894Z","end":"2026-05-29T03:00:31.707527Z","steps":["trace[260987369] 'agreement among raft nodes before linearized reading' (duration: 378.039189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.707611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.32887Z","time spent":"378.720784ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:31.707551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.577445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-29T03:00:31.707754Z","caller":"traceutil/trace.go:171","msg":"trace[569438659] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25359; }","duration":"826.80629ms","start":"2026-05-29T03:00:30.880914Z","end":"2026-05-29T03:00:31.70772Z","steps":["trace[569438659] 'agreement among raft nodes before linearized reading' (duration: 826.38437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:31.70781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.880906Z","time spent":"826.893732ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-05-29T03:00:31.956288Z","caller":"traceutil/trace.go:171","msg":"trace[1684739241] linearizableReadLoop","detail":"{readStateIndex:26271; appliedIndex:26270; }","duration":"241.260483ms","start":"2026-05-29T03:00:31.714998Z","end":"2026-05-29T03:00:31.956259Z","steps":["trace[1684739241] 'read index received' (duration: 201.315114ms)","trace[1684739241] 'applied index is now lower than readState.Index' (duration: 39.943439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:31.95651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.853403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:31.956488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.437237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:31.956558Z","caller":"traceutil/trace.go:171","msg":"trace[1584027461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25360; }","duration":"240.943926ms","start":"2026-05-29T03:00:31.715598Z","end":"2026-05-29T03:00:31.956542Z","steps":["trace[1584027461] 'agreement among raft nodes before linearized reading' (duration: 240.837343ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:31.956574Z","caller":"traceutil/trace.go:171","msg":"trace[2143058148] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25360; }","duration":"241.57423ms","start":"2026-05-29T03:00:31.714978Z","end":"2026-05-29T03:00:31.956552Z","steps":["trace[2143058148] 'agreement among raft nodes before linearized reading' (duration: 241.384965ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:31.957104Z","caller":"traceutil/trace.go:171","msg":"trace[928898447] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"245.173585ms","start":"2026-05-29T03:00:31.711142Z","end":"2026-05-29T03:00:31.956316Z","steps":["trace[928898447] 'process raft request' (duration: 205.205536ms)","trace[928898447] 'compare' (duration: 39.210671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:32.466299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:32.837086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.708408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:32.838017Z","caller":"traceutil/trace.go:171","msg":"trace[789734243] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"872.946276ms","start":"2026-05-29T03:00:31.965054Z","end":"2026-05-29T03:00:32.838001Z","steps":["trace[789734243] 'process raft request' (duration: 549.221144ms)","trace[789734243] 'compare' (duration: 322.580525ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:32.83809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.96502Z","time spent":"873.036798ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:32.838008Z","caller":"traceutil/trace.go:171","msg":"trace[390248710] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26271; }","duration":"872.647169ms","start":"2026-05-29T03:00:31.965339Z","end":"2026-05-29T03:00:32.837986Z","steps":["trace[390248710] 'read index received' (duration: 548.780153ms)","trace[390248710] 'applied index is now lower than readState.Index' (duration: 323.864926ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:32.838793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.789213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:32.839105Z","caller":"traceutil/trace.go:171","msg":"trace[1853212922] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25361; }","duration":"873.789647ms","start":"2026-05-29T03:00:31.965293Z","end":"2026-05-29T03:00:32.839082Z","steps":["trace[1853212922] 'agreement among raft nodes before linearized reading' (duration: 872.755022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.839383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.965253Z","time spent":"873.890698ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:32.884749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.517928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:32.884818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.20415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:32.88485Z","caller":"traceutil/trace.go:171","msg":"trace[503263898] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25362; }","duration":"477.646291ms","start":"2026-05-29T03:00:32.407181Z","end":"2026-05-29T03:00:32.884828Z","steps":["trace[503263898] 'agreement among raft nodes before linearized reading' (duration: 477.467217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.88483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.650539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:32.884909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.40715Z","time spent":"477.748294ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:32.884899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.247374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:32.884912Z","caller":"traceutil/trace.go:171","msg":"trace[790000691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25362; }","duration":"272.360384ms","start":"2026-05-29T03:00:32.612525Z","end":"2026-05-29T03:00:32.884886Z","steps":["trace[790000691] 'agreement among raft nodes before linearized reading' (duration: 272.16447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.884927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.076824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:32.884907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.003638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:32.885154Z","caller":"traceutil/trace.go:171","msg":"trace[355517786] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25362; }","duration":"513.269249ms","start":"2026-05-29T03:00:32.371797Z","end":"2026-05-29T03:00:32.885066Z","steps":["trace[355517786] 'agreement among raft nodes before linearized reading' (duration: 513.087814ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:32.885191Z","caller":"traceutil/trace.go:171","msg":"trace[673969648] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25362; }","duration":"281.373816ms","start":"2026-05-29T03:00:32.603799Z","end":"2026-05-29T03:00:32.885173Z","steps":["trace[673969648] 'agreement among raft nodes before linearized reading' (duration: 280.989217ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:32.884937Z","caller":"traceutil/trace.go:171","msg":"trace[465996501] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25362; }","duration":"388.784262ms","start":"2026-05-29T03:00:32.496129Z","end":"2026-05-29T03:00:32.884913Z","steps":["trace[465996501] 'agreement among raft nodes before linearized reading' (duration: 388.501205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.885401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.496097Z","time spent":"389.288274ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:32.884803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.789178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:32.88548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.37177Z","time spent":"513.427663ms","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:32.885526Z","caller":"traceutil/trace.go:171","msg":"trace[97321846] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25362; }","duration":"735.565046ms","start":"2026-05-29T03:00:32.149937Z","end":"2026-05-29T03:00:32.885502Z","steps":["trace[97321846] 'agreement among raft nodes before linearized reading' (duration: 734.786678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.885591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.14991Z","time spent":"735.660768ms","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:32.884965Z","caller":"traceutil/trace.go:171","msg":"trace[880647708] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25362; }","duration":"825.367257ms","start":"2026-05-29T03:00:32.059581Z","end":"2026-05-29T03:00:32.884949Z","steps":["trace[880647708] 'agreement among raft nodes before linearized reading' (duration: 825.247664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.885658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.059553Z","time spent":"826.081374ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:32.885008Z","caller":"traceutil/trace.go:171","msg":"trace[948004437] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"199.153763ms","start":"2026-05-29T03:00:32.685831Z","end":"2026-05-29T03:00:32.884984Z","steps":["trace[948004437] 'process raft request' (duration: 198.586829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.886346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.940709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:32.886396Z","caller":"traceutil/trace.go:171","msg":"trace[2072552406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25362; }","duration":"592.043462ms","start":"2026-05-29T03:00:32.294341Z","end":"2026-05-29T03:00:32.886384Z","steps":["trace[2072552406] 'agreement among raft nodes before linearized reading' (duration: 591.942359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:32.88643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.294318Z","time spent":"592.103323ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:33.616925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.257831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:33.61705Z","caller":"traceutil/trace.go:171","msg":"trace[1500761286] linearizableReadLoop","detail":"{readStateIndex:26274; appliedIndex:26273; }","duration":"732.427492ms","start":"2026-05-29T03:00:32.884603Z","end":"2026-05-29T03:00:33.617031Z","steps":["trace[1500761286] 'read index received' (duration: 394.837094ms)","trace[1500761286] 'applied index is now lower than readState.Index' (duration: 337.588698ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:33.617308Z","caller":"traceutil/trace.go:171","msg":"trace[1588389538] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"734.271716ms","start":"2026-05-29T03:00:32.883022Z","end":"2026-05-29T03:00:33.617293Z","steps":["trace[1588389538] 'process raft request' (duration: 396.500414ms)","trace[1588389538] 'compare' (duration: 336.311397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:33.617387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.882992Z","time spent":"734.355537ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:33.617729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.29937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:33.617775Z","caller":"traceutil/trace.go:171","msg":"trace[377926646] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25363; }","duration":"772.358401ms","start":"2026-05-29T03:00:32.845404Z","end":"2026-05-29T03:00:33.617763Z","steps":["trace[377926646] 'agreement among raft nodes before linearized reading' (duration: 772.278509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:33.617809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.845399Z","time spent":"772.401912ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:33.617858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.065894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" ","response":"range_response_count:1 size:876"} {"level":"warn","ts":"2026-05-29T03:00:33.617688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.302894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" ","response":"range_response_count:1 size:7483"} {"level":"warn","ts":"2026-05-29T03:00:33.617894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.474735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:33.617906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.441626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:33.618223Z","caller":"traceutil/trace.go:171","msg":"trace[1705275147] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25363; }","duration":"417.856015ms","start":"2026-05-29T03:00:33.200347Z","end":"2026-05-29T03:00:33.618203Z","steps":["trace[1705275147] 'agreement among raft nodes before linearized reading' (duration: 417.381944ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:33.618169Z","caller":"traceutil/trace.go:171","msg":"trace[949799232] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt; range_end:; response_count:1; response_revision:25363; }","duration":"631.682534ms","start":"2026-05-29T03:00:32.986273Z","end":"2026-05-29T03:00:33.617956Z","steps":["trace[949799232] 'agreement among raft nodes before linearized reading' (duration: 631.140121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:33.618318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.200324Z","time spent":"417.979259ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:33.618337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.986231Z","time spent":"632.089093ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7506,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r4nvt\" "} {"level":"info","ts":"2026-05-29T03:00:33.618227Z","caller":"traceutil/trace.go:171","msg":"trace[1343226373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25363; }","duration":"374.847415ms","start":"2026-05-29T03:00:33.243322Z","end":"2026-05-29T03:00:33.618169Z","steps":["trace[1343226373] 'agreement among raft nodes before linearized reading' (duration: 374.455365ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:33.61796Z","caller":"traceutil/trace.go:171","msg":"trace[889680050] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2; range_end:; response_count:1; response_revision:25363; }","duration":"775.183217ms","start":"2026-05-29T03:00:32.84275Z","end":"2026-05-29T03:00:33.617934Z","steps":["trace[889680050] 'agreement among raft nodes before linearized reading' (duration: 774.86548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:33.618866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.842693Z","time spent":"776.153731ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83a7595a7c2\" "} {"level":"warn","ts":"2026-05-29T03:00:33.618967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.243289Z","time spent":"375.649623ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:34.137931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:34.255598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.774511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:34.255762Z","caller":"traceutil/trace.go:171","msg":"trace[1161627149] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25363; }","duration":"516.944875ms","start":"2026-05-29T03:00:33.738792Z","end":"2026-05-29T03:00:34.255737Z","steps":["trace[1161627149] 'range keys from in-memory index tree' (duration: 516.761251ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:34.533903Z","caller":"traceutil/trace.go:171","msg":"trace[1023638758] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"911.005501ms","start":"2026-05-29T03:00:33.62286Z","end":"2026-05-29T03:00:34.533865Z","steps":["trace[1023638758] 'process raft request' (duration: 910.758445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:34.534132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.622833Z","time spent":"911.170955ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:34.989304Z","caller":"traceutil/trace.go:171","msg":"trace[884028575] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"1.362426666s","start":"2026-05-29T03:00:33.626833Z","end":"2026-05-29T03:00:34.98926Z","steps":["trace[884028575] 'process raft request' (duration: 1.362004706s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:34.989614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.626821Z","time spent":"1.362705042s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7643,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:35.33947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.360298ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T03:00:35.339608Z","caller":"traceutil/trace.go:171","msg":"trace[1648225140] linearizableReadLoop","detail":"{readStateIndex:26276; appliedIndex:26274; }","duration":"1.701921457s","start":"2026-05-29T03:00:33.637663Z","end":"2026-05-29T03:00:35.339584Z","steps":["trace[1648225140] 'read index received' (duration: 895.954057ms)","trace[1648225140] 'applied index is now lower than readState.Index' (duration: 805.96558ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:35.339813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702135632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.339876Z","caller":"traceutil/trace.go:171","msg":"trace[1738900036] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25365; }","duration":"1.702272116s","start":"2026-05-29T03:00:33.637587Z","end":"2026-05-29T03:00:35.339859Z","steps":["trace[1738900036] 'agreement among raft nodes before linearized reading' (duration: 1.702122962s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.339942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.637556Z","time spent":"1.702363148s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.339817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697557195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:35.340009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095862007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:35.340077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.725271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-cbbv2.18b3e9f59c41f126\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-05-29T03:00:35.340119Z","caller":"traceutil/trace.go:171","msg":"trace[690199656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25365; }","duration":"1.09601693s","start":"2026-05-29T03:00:34.244078Z","end":"2026-05-29T03:00:35.340095Z","steps":["trace[690199656] 'agreement among raft nodes before linearized reading' (duration: 1.095848276s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:35.340138Z","caller":"traceutil/trace.go:171","msg":"trace[105282271] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-cbbv2.18b3e9f59c41f126; range_end:; response_count:1; response_revision:25365; }","duration":"801.866594ms","start":"2026-05-29T03:00:34.538254Z","end":"2026-05-29T03:00:35.340121Z","steps":["trace[105282271] 'agreement among raft nodes before linearized reading' (duration: 801.600798ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:35.340127Z","caller":"traceutil/trace.go:171","msg":"trace[2097563513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25365; }","duration":"1.697842701s","start":"2026-05-29T03:00:33.6422Z","end":"2026-05-29T03:00:35.340043Z","steps":["trace[2097563513] 'agreement among raft nodes before linearized reading' (duration: 1.697532484s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.340168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:34.244057Z","time spent":"1.096101983s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:35.340183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:34.538231Z","time spent":"801.940716ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":911,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-cbbv2.18b3e9f59c41f126\" "} {"level":"warn","ts":"2026-05-29T03:00:35.340211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.642187Z","time spent":"1.697993975s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.340751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.317221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.340797Z","caller":"traceutil/trace.go:171","msg":"trace[954397573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25365; }","duration":"172.410594ms","start":"2026-05-29T03:00:35.168374Z","end":"2026-05-29T03:00:35.340784Z","steps":["trace[954397573] 'agreement among raft nodes before linearized reading' (duration: 171.379089ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:35.578255Z","caller":"traceutil/trace.go:171","msg":"trace[1822717234] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26277; }","duration":"229.090296ms","start":"2026-05-29T03:00:35.349131Z","end":"2026-05-29T03:00:35.578221Z","steps":["trace[1822717234] 'read index received' (duration: 228.731698ms)","trace[1822717234] 'applied index is now lower than readState.Index' (duration: 357.338µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:35.578403Z","caller":"traceutil/trace.go:171","msg":"trace[583350429] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"234.959704ms","start":"2026-05-29T03:00:35.343386Z","end":"2026-05-29T03:00:35.578346Z","steps":["trace[583350429] 'process raft request' (duration: 234.566675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.578541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.335163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.578631Z","caller":"traceutil/trace.go:171","msg":"trace[1419310202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25366; }","duration":"229.494227ms","start":"2026-05-29T03:00:35.349111Z","end":"2026-05-29T03:00:35.578605Z","steps":["trace[1419310202] 'agreement among raft nodes before linearized reading' (duration: 229.280942ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:35.79833Z","caller":"traceutil/trace.go:171","msg":"trace[57723143] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"172.737431ms","start":"2026-05-29T03:00:35.625571Z","end":"2026-05-29T03:00:35.798309Z","steps":["trace[57723143] 'process raft request' (duration: 132.526726ms)","trace[57723143] 'compare' (duration: 39.827536ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:35.798693Z","caller":"traceutil/trace.go:171","msg":"trace[1955513034] linearizableReadLoop","detail":"{readStateIndex:26281; appliedIndex:26279; }","duration":"157.845142ms","start":"2026-05-29T03:00:35.640829Z","end":"2026-05-29T03:00:35.798674Z","steps":["trace[1955513034] 'read index received' (duration: 117.262858ms)","trace[1955513034] 'applied index is now lower than readState.Index' (duration: 40.581334ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:35.798804Z","caller":"traceutil/trace.go:171","msg":"trace[1563210499] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"173.199903ms","start":"2026-05-29T03:00:35.625595Z","end":"2026-05-29T03:00:35.798795Z","steps":["trace[1563210499] 'process raft request' (duration: 172.65189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.799017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.176349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:35.799043Z","caller":"traceutil/trace.go:171","msg":"trace[1815580961] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25369; }","duration":"158.279851ms","start":"2026-05-29T03:00:35.640755Z","end":"2026-05-29T03:00:35.799035Z","steps":["trace[1815580961] 'agreement among raft nodes before linearized reading' (duration: 158.190899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:36.218062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.654333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:36.218162Z","caller":"traceutil/trace.go:171","msg":"trace[591356439] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"381.735176ms","start":"2026-05-29T03:00:35.836411Z","end":"2026-05-29T03:00:36.218146Z","steps":["trace[591356439] 'process raft request' (duration: 193.92764ms)","trace[591356439] 'compare' (duration: 187.483439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:36.218208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.836387Z","time spent":"381.797927ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:36.494207Z","caller":"traceutil/trace.go:171","msg":"trace[1016075107] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"270.87469ms","start":"2026-05-29T03:00:36.223295Z","end":"2026-05-29T03:00:36.494169Z","steps":["trace[1016075107] 'process raft request' (duration: 228.963064ms)","trace[1016075107] 'compare' (duration: 41.506036ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:36.744071Z","caller":"traceutil/trace.go:171","msg":"trace[133600344] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26287; }","duration":"109.935805ms","start":"2026-05-29T03:00:36.634087Z","end":"2026-05-29T03:00:36.744023Z","steps":["trace[133600344] 'read index received' (duration: 35.404542ms)","trace[133600344] 'applied index is now lower than readState.Index' (duration: 74.529613ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:36.744337Z","caller":"traceutil/trace.go:171","msg":"trace[1965121956] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"166.577307ms","start":"2026-05-29T03:00:36.577709Z","end":"2026-05-29T03:00:36.744287Z","steps":["trace[1965121956] 'process raft request' (duration: 91.763918ms)","trace[1965121956] 'compare' (duration: 74.300327ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:36.744485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.383675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T03:00:36.744561Z","caller":"traceutil/trace.go:171","msg":"trace[1529086016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25376; }","duration":"110.541229ms","start":"2026-05-29T03:00:36.633998Z","end":"2026-05-29T03:00:36.744539Z","steps":["trace[1529086016] 'agreement among raft nodes before linearized reading' (duration: 110.18399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.183578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.637089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:37.183742Z","caller":"traceutil/trace.go:171","msg":"trace[704497374] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"433.468502ms","start":"2026-05-29T03:00:36.750249Z","end":"2026-05-29T03:00:37.183718Z","steps":["trace[704497374] 'process raft request' (duration: 209.567948ms)","trace[704497374] 'compare' (duration: 223.262269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:37.183833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:36.750234Z","time spent":"433.546674ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:37.211782Z","caller":"traceutil/trace.go:171","msg":"trace[1497250232] linearizableReadLoop","detail":"{readStateIndex:26290; appliedIndex:26288; }","duration":"289.845875ms","start":"2026-05-29T03:00:36.921905Z","end":"2026-05-29T03:00:37.211751Z","steps":["trace[1497250232] 'read index received' (duration: 37.929062ms)","trace[1497250232] 'applied index is now lower than readState.Index' (duration: 251.914673ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:37.21185Z","caller":"traceutil/trace.go:171","msg":"trace[1415682959] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"460.888937ms","start":"2026-05-29T03:00:36.750929Z","end":"2026-05-29T03:00:37.211817Z","steps":["trace[1415682959] 'process raft request' (duration: 460.632901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.211991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.06647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:37.212015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:36.750896Z","time spent":"461.027341ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:37.212064Z","caller":"traceutil/trace.go:171","msg":"trace[1488214054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25378; }","duration":"290.155222ms","start":"2026-05-29T03:00:36.921886Z","end":"2026-05-29T03:00:37.212041Z","steps":["trace[1488214054] 'agreement among raft nodes before linearized reading' (duration: 290.027029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.212249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.532723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:37.212397Z","caller":"traceutil/trace.go:171","msg":"trace[1317213024] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25378; }","duration":"279.699027ms","start":"2026-05-29T03:00:36.932635Z","end":"2026-05-29T03:00:37.212334Z","steps":["trace[1317213024] 'agreement among raft nodes before linearized reading' (duration: 279.467212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.826135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.311056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:37.826338Z","caller":"traceutil/trace.go:171","msg":"trace[726508368] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"610.075485ms","start":"2026-05-29T03:00:37.216238Z","end":"2026-05-29T03:00:37.826313Z","steps":["trace[726508368] 'process raft request' (duration: 610.017034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.826406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:37.216226Z","time spent":"610.151657ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T03:00:37.826636Z","caller":"traceutil/trace.go:171","msg":"trace[1995080889] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"612.138133ms","start":"2026-05-29T03:00:37.214485Z","end":"2026-05-29T03:00:37.826624Z","steps":["trace[1995080889] 'process raft request' (duration: 492.216434ms)","trace[1995080889] 'compare' (duration: 118.823094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:37.8267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:37.214461Z","time spent":"612.206066ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:37.826776Z","caller":"traceutil/trace.go:171","msg":"trace[125991698] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26290; }","duration":"611.516219ms","start":"2026-05-29T03:00:37.215207Z","end":"2026-05-29T03:00:37.826723Z","steps":["trace[125991698] 'read index received' (duration: 491.511267ms)","trace[125991698] 'applied index is now lower than readState.Index' (duration: 120.000052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:37.827167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.936649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T03:00:37.827224Z","caller":"traceutil/trace.go:171","msg":"trace[1530184113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25380; }","duration":"612.034011ms","start":"2026-05-29T03:00:37.215172Z","end":"2026-05-29T03:00:37.827206Z","steps":["trace[1530184113] 'agreement among raft nodes before linearized reading' (duration: 611.783005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.827269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:37.215152Z","time spent":"612.106223ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:00:37.865925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.043356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:37.865952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.376057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:24985"} {"level":"info","ts":"2026-05-29T03:00:37.866024Z","caller":"traceutil/trace.go:171","msg":"trace[2079837282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25381; }","duration":"625.18572ms","start":"2026-05-29T03:00:37.240818Z","end":"2026-05-29T03:00:37.866003Z","steps":["trace[2079837282] 'agreement among raft nodes before linearized reading' (duration: 624.976375ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.866046Z","caller":"traceutil/trace.go:171","msg":"trace[680314686] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:25381; }","duration":"432.52257ms","start":"2026-05-29T03:00:37.433499Z","end":"2026-05-29T03:00:37.866022Z","steps":["trace[680314686] 'agreement among raft nodes before linearized reading' (duration: 432.170241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.866073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:37.240805Z","time spent":"625.259742ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:37.866107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:37.43348Z","time spent":"432.616992ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":25008,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-05-29T03:00:37.865875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.623101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108632"} {"level":"info","ts":"2026-05-29T03:00:37.86621Z","caller":"traceutil/trace.go:171","msg":"trace[1421427399] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25381; }","duration":"389.98356ms","start":"2026-05-29T03:00:37.476205Z","end":"2026-05-29T03:00:37.866189Z","steps":["trace[1421427399] 'agreement among raft nodes before linearized reading' (duration: 389.498018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.866262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:37.476192Z","time spent":"390.056771ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":108655,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-29T03:00:37.867196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.434575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-05-29T03:00:37.868135Z","caller":"traceutil/trace.go:171","msg":"trace[1135081321] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25381; }","duration":"436.167305ms","start":"2026-05-29T03:00:37.431677Z","end":"2026-05-29T03:00:37.867844Z","steps":["trace[1135081321] 'agreement among raft nodes before linearized reading' (duration: 434.083637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.868625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:37.431654Z","time spent":"436.75456ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5220,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-29T03:00:38.035567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.559684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:38.035822Z","caller":"traceutil/trace.go:171","msg":"trace[82787602] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"202.979453ms","start":"2026-05-29T03:00:37.832811Z","end":"2026-05-29T03:00:38.035791Z","steps":["trace[82787602] 'process raft request' (duration: 102.06938ms)","trace[82787602] 'compare' (duration: 100.37278ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:38.035888Z","caller":"traceutil/trace.go:171","msg":"trace[906134066] linearizableReadLoop","detail":"{readStateIndex:26294; appliedIndex:26293; }","duration":"170.259614ms","start":"2026-05-29T03:00:37.865607Z","end":"2026-05-29T03:00:38.035867Z","steps":["trace[906134066] 'read index received' (duration: 69.31152ms)","trace[906134066] 'applied index is now lower than readState.Index' (duration: 100.945383ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:38.035966Z","caller":"traceutil/trace.go:171","msg":"trace[1158526242] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"144.774315ms","start":"2026-05-29T03:00:37.891135Z","end":"2026-05-29T03:00:38.03591Z","steps":["trace[1158526242] 'process raft request' (duration: 144.646912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.036128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.491332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9.18b3e9ff061c9641\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-05-29T03:00:38.036198Z","caller":"traceutil/trace.go:171","msg":"trace[1599017390] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9.18b3e9ff061c9641; range_end:; response_count:1; response_revision:25383; }","duration":"205.602545ms","start":"2026-05-29T03:00:37.830563Z","end":"2026-05-29T03:00:38.036165Z","steps":["trace[1599017390] 'agreement among raft nodes before linearized reading' (duration: 205.40987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.036127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.816529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:38.036286Z","caller":"traceutil/trace.go:171","msg":"trace[1644535720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25383; }","duration":"169.058766ms","start":"2026-05-29T03:00:37.867202Z","end":"2026-05-29T03:00:38.036261Z","steps":["trace[1644535720] 'agreement among raft nodes before linearized reading' (duration: 168.81675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.036324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.701739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5161"} {"level":"warn","ts":"2026-05-29T03:00:38.036388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.508478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5363"} {"level":"info","ts":"2026-05-29T03:00:38.036439Z","caller":"traceutil/trace.go:171","msg":"trace[1388242965] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:25383; }","duration":"163.847082ms","start":"2026-05-29T03:00:37.872567Z","end":"2026-05-29T03:00:38.036414Z","steps":["trace[1388242965] 'agreement among raft nodes before linearized reading' (duration: 163.500994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.036351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.966538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64743"} {"level":"info","ts":"2026-05-29T03:00:38.036491Z","caller":"traceutil/trace.go:171","msg":"trace[796950013] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25383; }","duration":"161.644491ms","start":"2026-05-29T03:00:37.874819Z","end":"2026-05-29T03:00:38.036464Z","steps":["trace[796950013] 'agreement among raft nodes before linearized reading' (duration: 161.223131ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:38.036557Z","caller":"traceutil/trace.go:171","msg":"trace[1352409584] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25383; }","duration":"122.185673ms","start":"2026-05-29T03:00:37.91434Z","end":"2026-05-29T03:00:38.036525Z","steps":["trace[1352409584] 'agreement among raft nodes before linearized reading' (duration: 121.705522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.996442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.131545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:38.996596Z","caller":"traceutil/trace.go:171","msg":"trace[1799011673] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26295; }","duration":"953.277654ms","start":"2026-05-29T03:00:38.043288Z","end":"2026-05-29T03:00:38.996566Z","steps":["trace[1799011673] 'read index received' (duration: 217.913674ms)","trace[1799011673] 'applied index is now lower than readState.Index' (duration: 735.36176ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:38.996734Z","caller":"traceutil/trace.go:171","msg":"trace[565027324] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"957.265027ms","start":"2026-05-29T03:00:38.039447Z","end":"2026-05-29T03:00:38.996712Z","steps":["trace[565027324] 'process raft request' (duration: 221.738974ms)","trace[565027324] 'compare' (duration: 734.602602ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:38.996841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.039419Z","time spent":"957.36939ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:38.996967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.772618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:38.997029Z","caller":"traceutil/trace.go:171","msg":"trace[1652430796] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25384; }","duration":"336.8862ms","start":"2026-05-29T03:00:38.660125Z","end":"2026-05-29T03:00:38.997011Z","steps":["trace[1652430796] 'agreement among raft nodes before linearized reading' (duration: 336.779818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.997074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.660096Z","time spent":"336.968753ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:38.997046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.696783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:38.997086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.768666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-05-29T03:00:38.997329Z","caller":"traceutil/trace.go:171","msg":"trace[982480092] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25384; }","duration":"689.057131ms","start":"2026-05-29T03:00:38.308246Z","end":"2026-05-29T03:00:38.997303Z","steps":["trace[982480092] 'agreement among raft nodes before linearized reading' (duration: 688.645692ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:38.997372Z","caller":"traceutil/trace.go:171","msg":"trace[584094079] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:25384; }","duration":"954.100773ms","start":"2026-05-29T03:00:38.043245Z","end":"2026-05-29T03:00:38.997345Z","steps":["trace[584094079] 'agreement among raft nodes before linearized reading' (duration: 953.53969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.997384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.308223Z","time spent":"689.148993ms","remote":"127.0.0.1:44730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:38.997412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.411975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:38.997493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.043222Z","time spent":"954.259147ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":7561,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" "} {"level":"info","ts":"2026-05-29T03:00:38.997524Z","caller":"traceutil/trace.go:171","msg":"trace[592878448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25384; }","duration":"753.563608ms","start":"2026-05-29T03:00:38.243944Z","end":"2026-05-29T03:00:38.997508Z","steps":["trace[592878448] 'agreement among raft nodes before linearized reading' (duration: 753.429195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.997101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.752752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:38.997558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.24392Z","time spent":"753.631209ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:38.997416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.303147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:38.9976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.675107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:38.99763Z","caller":"traceutil/trace.go:171","msg":"trace[524686258] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25384; }","duration":"883.76121ms","start":"2026-05-29T03:00:38.113859Z","end":"2026-05-29T03:00:38.99762Z","steps":["trace[524686258] 'agreement among raft nodes before linearized reading' (duration: 883.706208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.997608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.887345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T03:00:38.997645Z","caller":"traceutil/trace.go:171","msg":"trace[511286925] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25384; }","duration":"336.617534ms","start":"2026-05-29T03:00:38.660974Z","end":"2026-05-29T03:00:38.997592Z","steps":["trace[511286925] 'agreement among raft nodes before linearized reading' (duration: 335.933908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.99762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.4004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:18400"} {"level":"info","ts":"2026-05-29T03:00:38.997602Z","caller":"traceutil/trace.go:171","msg":"trace[1126957762] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25384; }","duration":"116.304974ms","start":"2026-05-29T03:00:38.881265Z","end":"2026-05-29T03:00:38.99757Z","steps":["trace[1126957762] 'agreement among raft nodes before linearized reading' (duration: 115.743341ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:38.997696Z","caller":"traceutil/trace.go:171","msg":"trace[1629814544] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:25384; }","duration":"694.018468ms","start":"2026-05-29T03:00:38.303659Z","end":"2026-05-29T03:00:38.997678Z","steps":["trace[1629814544] 'agreement among raft nodes before linearized reading' (duration: 693.717561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.997702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.422378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137819"} {"level":"warn","ts":"2026-05-29T03:00:38.997661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.113823Z","time spent":"883.82982ms","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:38.997733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.303641Z","time spent":"694.083929ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-05-29T03:00:38.99773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.66093Z","time spent":"336.760037ms","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:38.997732Z","caller":"traceutil/trace.go:171","msg":"trace[1727341391] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25384; }","duration":"951.556824ms","start":"2026-05-29T03:00:38.046147Z","end":"2026-05-29T03:00:38.997704Z","steps":["trace[1727341391] 'agreement among raft nodes before linearized reading' (duration: 950.741214ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:38.997739Z","caller":"traceutil/trace.go:171","msg":"trace[2095997470] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25384; }","duration":"868.50721ms","start":"2026-05-29T03:00:38.129221Z","end":"2026-05-29T03:00:38.997728Z","steps":["trace[2095997470] 'agreement among raft nodes before linearized reading' (duration: 868.292955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.997779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.129201Z","time spent":"868.571842ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":137842,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-29T03:00:38.997789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.046118Z","time spent":"951.658635ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":18423,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-29T03:00:39.551962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.611308ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-29T03:00:39.552056Z","caller":"traceutil/trace.go:171","msg":"trace[403643920] linearizableReadLoop","detail":"{readStateIndex:26297; appliedIndex:26296; }","duration":"550.303839ms","start":"2026-05-29T03:00:39.001737Z","end":"2026-05-29T03:00:39.552041Z","steps":["trace[403643920] 'read index received' (duration: 440.540988ms)","trace[403643920] 'applied index is now lower than readState.Index' (duration: 109.761621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:39.552119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:38.998737Z","time spent":"553.379892ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:39.552414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.044617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88966"} {"level":"info","ts":"2026-05-29T03:00:39.552435Z","caller":"traceutil/trace.go:171","msg":"trace[1512300213] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25384; }","duration":"474.112718ms","start":"2026-05-29T03:00:39.078313Z","end":"2026-05-29T03:00:39.552426Z","steps":["trace[1512300213] 'agreement among raft nodes before linearized reading' (duration: 474.000336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:39.55245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.078287Z","time spent":"474.15975ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":88989,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-29T03:00:39.552598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.861672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9.18b3e9fa9ec945fe\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-05-29T03:00:39.552614Z","caller":"traceutil/trace.go:171","msg":"trace[1258060406] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9.18b3e9fa9ec945fe; range_end:; response_count:1; response_revision:25384; }","duration":"550.892823ms","start":"2026-05-29T03:00:39.001715Z","end":"2026-05-29T03:00:39.552608Z","steps":["trace[1258060406] 'agreement among raft nodes before linearized reading' (duration: 550.837592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:39.552628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.001703Z","time spent":"550.921834ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":955,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-cx5q9.18b3e9fa9ec945fe\" "} {"level":"warn","ts":"2026-05-29T03:00:39.552845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.224724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2559"} {"level":"info","ts":"2026-05-29T03:00:39.553018Z","caller":"traceutil/trace.go:171","msg":"trace[1856864327] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:25384; }","duration":"549.437629ms","start":"2026-05-29T03:00:39.003529Z","end":"2026-05-29T03:00:39.552966Z","steps":["trace[1856864327] 'agreement among raft nodes before linearized reading' (duration: 548.800754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:39.552906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.52391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:26059"} {"level":"info","ts":"2026-05-29T03:00:39.553089Z","caller":"traceutil/trace.go:171","msg":"trace[1093206436] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:25384; }","duration":"543.744605ms","start":"2026-05-29T03:00:39.009326Z","end":"2026-05-29T03:00:39.55307Z","steps":["trace[1093206436] 'agreement among raft nodes before linearized reading' (duration: 543.385597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:39.553143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.009265Z","time spent":"543.869778ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":26082,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-29T03:00:39.553238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.003522Z","time spent":"549.598793ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2582,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-29T03:00:40.060081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:40.543984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.336205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:40.544411Z","caller":"traceutil/trace.go:171","msg":"trace[1049246077] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26297; }","duration":"984.890679ms","start":"2026-05-29T03:00:39.559499Z","end":"2026-05-29T03:00:40.54439Z","steps":["trace[1049246077] 'read index received' (duration: 683.122403ms)","trace[1049246077] 'applied index is now lower than readState.Index' (duration: 301.766806ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:40.544535Z","caller":"traceutil/trace.go:171","msg":"trace[1560633531] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"991.460483ms","start":"2026-05-29T03:00:39.553061Z","end":"2026-05-29T03:00:40.544522Z","steps":["trace[1560633531] 'process raft request' (duration: 689.460712ms)","trace[1560633531] 'compare' (duration: 301.149651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:40.5446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.55303Z","time spent":"991.534255ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:40.544893Z","caller":"traceutil/trace.go:171","msg":"trace[1914157852] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"985.478212ms","start":"2026-05-29T03:00:39.55938Z","end":"2026-05-29T03:00:40.544858Z","steps":["trace[1914157852] 'process raft request' (duration: 984.760825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:40.544988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.559358Z","time spent":"985.577335ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:40.545293Z","caller":"traceutil/trace.go:171","msg":"trace[88024058] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"672.141584ms","start":"2026-05-29T03:00:39.873117Z","end":"2026-05-29T03:00:40.545259Z","steps":["trace[88024058] 'process raft request' (duration: 671.196952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:40.545436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.913092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:40.545489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.873091Z","time spent":"672.286768ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:40.545465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.934663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5197"} {"level":"warn","ts":"2026-05-29T03:00:40.54552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.726255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43886"} {"level":"info","ts":"2026-05-29T03:00:40.545525Z","caller":"traceutil/trace.go:171","msg":"trace[324334531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25387; }","duration":"303.045306ms","start":"2026-05-29T03:00:40.242459Z","end":"2026-05-29T03:00:40.545505Z","steps":["trace[324334531] 'agreement among raft nodes before linearized reading' (duration: 302.866782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:40.545512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.312764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10481"} {"level":"info","ts":"2026-05-29T03:00:40.545575Z","caller":"traceutil/trace.go:171","msg":"trace[73732188] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25387; }","duration":"933.819877ms","start":"2026-05-29T03:00:39.611739Z","end":"2026-05-29T03:00:40.545559Z","steps":["trace[73732188] 'agreement among raft nodes before linearized reading' (duration: 933.643093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:40.545579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:40.242444Z","time spent":"303.127717ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:40.545577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.715646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bjj48\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-05-29T03:00:40.545597Z","caller":"traceutil/trace.go:171","msg":"trace[576125759] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:25387; }","duration":"984.446488ms","start":"2026-05-29T03:00:39.561128Z","end":"2026-05-29T03:00:40.545574Z","steps":["trace[576125759] 'agreement among raft nodes before linearized reading' (duration: 984.169701ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:40.545559Z","caller":"traceutil/trace.go:171","msg":"trace[1936100316] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25387; }","duration":"986.065506ms","start":"2026-05-29T03:00:39.559471Z","end":"2026-05-29T03:00:40.545536Z","steps":["trace[1936100316] 'agreement among raft nodes before linearized reading' (duration: 985.761949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:40.545622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.611721Z","time spent":"933.888318ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":43909,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-29T03:00:40.545647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.561113Z","time spent":"984.52543ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":10504,"request content":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" "} {"level":"info","ts":"2026-05-29T03:00:40.545648Z","caller":"traceutil/trace.go:171","msg":"trace[1319856941] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bjj48; range_end:; response_count:1; response_revision:25387; }","duration":"643.825499ms","start":"2026-05-29T03:00:39.901799Z","end":"2026-05-29T03:00:40.545624Z","steps":["trace[1319856941] 'agreement among raft nodes before linearized reading' (duration: 643.577663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:40.545666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.559465Z","time spent":"986.182128ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5220,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-05-29T03:00:40.545706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.901775Z","time spent":"643.91895ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bjj48\" "} {"level":"warn","ts":"2026-05-29T03:00:40.546501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.829338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274199"} {"level":"info","ts":"2026-05-29T03:00:40.546616Z","caller":"traceutil/trace.go:171","msg":"trace[1165243086] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25387; }","duration":"570.005692ms","start":"2026-05-29T03:00:39.976585Z","end":"2026-05-29T03:00:40.546591Z","steps":["trace[1165243086] 'agreement among raft nodes before linearized reading' (duration: 568.710292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:40.546677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:39.976566Z","time spent":"570.098385ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274222,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T03:00:41.054424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061557919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T03:00:41.207623Z","caller":"traceutil/trace.go:171","msg":"trace[1296711300] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"654.470469ms","start":"2026-05-29T03:00:40.553102Z","end":"2026-05-29T03:00:41.207573Z","steps":["trace[1296711300] 'process raft request' (duration: 653.412014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:41.207869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:40.553091Z","time spent":"654.645213ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:41.242834Z","caller":"traceutil/trace.go:171","msg":"trace[1665922929] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26300; }","duration":"689.575744ms","start":"2026-05-29T03:00:40.553223Z","end":"2026-05-29T03:00:41.242799Z","steps":["trace[1665922929] 'read index received' (duration: 653.647549ms)","trace[1665922929] 'applied index is now lower than readState.Index' (duration: 35.926545ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:41.242898Z","caller":"traceutil/trace.go:171","msg":"trace[2009065385] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"688.716564ms","start":"2026-05-29T03:00:40.55414Z","end":"2026-05-29T03:00:41.242856Z","steps":["trace[2009065385] 'process raft request' (duration: 688.436558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:41.243104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:40.554116Z","time spent":"688.880968ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:41.24313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.899212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2612"} {"level":"info","ts":"2026-05-29T03:00:41.243185Z","caller":"traceutil/trace.go:171","msg":"trace[1185181363] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:25389; }","duration":"689.972234ms","start":"2026-05-29T03:00:40.553197Z","end":"2026-05-29T03:00:41.24317Z","steps":["trace[1185181363] 'agreement among raft nodes before linearized reading' (duration: 689.755489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:41.243238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:40.553188Z","time spent":"690.042535ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2635,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-29T03:00:41.243325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.23541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-29T03:00:41.243316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.636737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:65143"} {"level":"info","ts":"2026-05-29T03:00:41.243386Z","caller":"traceutil/trace.go:171","msg":"trace[1151644421] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25389; }","duration":"599.402814ms","start":"2026-05-29T03:00:40.643965Z","end":"2026-05-29T03:00:41.243367Z","steps":["trace[1151644421] 'agreement among raft nodes before linearized reading' (duration: 599.157548ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:41.243409Z","caller":"traceutil/trace.go:171","msg":"trace[977900569] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25389; }","duration":"658.77462ms","start":"2026-05-29T03:00:40.58461Z","end":"2026-05-29T03:00:41.243385Z","steps":["trace[977900569] 'agreement among raft nodes before linearized reading' (duration: 658.448642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:41.243438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:40.643943Z","time spent":"599.479916ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-29T03:00:41.243462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:40.584597Z","time spent":"658.854652ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":65166,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-05-29T03:00:41.546321Z","caller":"traceutil/trace.go:171","msg":"trace[414024736] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"114.869391ms","start":"2026-05-29T03:00:41.431421Z","end":"2026-05-29T03:00:41.54629Z","steps":["trace[414024736] 'process raft request' (duration: 49.608057ms)","trace[414024736] 'compare' (duration: 64.937106ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:41.780044Z","caller":"traceutil/trace.go:171","msg":"trace[509592717] linearizableReadLoop","detail":"{readStateIndex:26310; appliedIndex:26309; }","duration":"122.509621ms","start":"2026-05-29T03:00:41.657514Z","end":"2026-05-29T03:00:41.780024Z","steps":["trace[509592717] 'read index received' (duration: 122.323077ms)","trace[509592717] 'applied index is now lower than readState.Index' (duration: 185.934µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:41.780094Z","caller":"traceutil/trace.go:171","msg":"trace[1686274425] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"136.420388ms","start":"2026-05-29T03:00:41.64364Z","end":"2026-05-29T03:00:41.780061Z","steps":["trace[1686274425] 'process raft request' (duration: 136.254274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:41.780387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.847909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13883"} {"level":"info","ts":"2026-05-29T03:00:41.780457Z","caller":"traceutil/trace.go:171","msg":"trace[1958183003] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25397; }","duration":"122.959832ms","start":"2026-05-29T03:00:41.657479Z","end":"2026-05-29T03:00:41.780439Z","steps":["trace[1958183003] 'agreement among raft nodes before linearized reading' (duration: 122.685705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:42.002198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.339628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:42.002401Z","caller":"traceutil/trace.go:171","msg":"trace[547212745] linearizableReadLoop","detail":"{readStateIndex:26312; appliedIndex:26310; }","duration":"161.316124ms","start":"2026-05-29T03:00:41.841065Z","end":"2026-05-29T03:00:42.002381Z","steps":["trace[547212745] 'read index received' (duration: 46.812521ms)","trace[547212745] 'applied index is now lower than readState.Index' (duration: 114.502773ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:42.002468Z","caller":"traceutil/trace.go:171","msg":"trace[1415782364] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"216.842909ms","start":"2026-05-29T03:00:41.785616Z","end":"2026-05-29T03:00:42.002459Z","steps":["trace[1415782364] 'process raft request' (duration: 102.169313ms)","trace[1415782364] 'compare' (duration: 114.157744ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:42.002604Z","caller":"traceutil/trace.go:171","msg":"trace[274789421] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"216.292366ms","start":"2026-05-29T03:00:41.786274Z","end":"2026-05-29T03:00:42.002566Z","steps":["trace[274789421] 'process raft request' (duration: 216.011649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:42.00269Z","caller":"traceutil/trace.go:171","msg":"trace[1184954663] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"151.193166ms","start":"2026-05-29T03:00:41.851488Z","end":"2026-05-29T03:00:42.002681Z","steps":["trace[1184954663] 'process raft request' (duration: 150.860098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:42.002956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.906907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129396"} {"level":"info","ts":"2026-05-29T03:00:42.002986Z","caller":"traceutil/trace.go:171","msg":"trace[1314563051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25400; }","duration":"162.00124ms","start":"2026-05-29T03:00:41.840977Z","end":"2026-05-29T03:00:42.002978Z","steps":["trace[1314563051] 'agreement among raft nodes before linearized reading' (duration: 161.810045ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:42.089858Z","caller":"traceutil/trace.go:171","msg":"trace[1714130770] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"158.280282ms","start":"2026-05-29T03:00:41.93155Z","end":"2026-05-29T03:00:42.089831Z","steps":["trace[1714130770] 'process raft request' (duration: 157.824311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:42.090192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.727978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:42.090307Z","caller":"traceutil/trace.go:171","msg":"trace[60062195] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25401; }","duration":"248.872761ms","start":"2026-05-29T03:00:41.841411Z","end":"2026-05-29T03:00:42.090284Z","steps":["trace[60062195] 'agreement among raft nodes before linearized reading' (duration: 248.663926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:42.284929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.286552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:42.285044Z","caller":"traceutil/trace.go:171","msg":"trace[1098266825] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26314; }","duration":"177.648627ms","start":"2026-05-29T03:00:42.107378Z","end":"2026-05-29T03:00:42.285027Z","steps":["trace[1098266825] 'read index received' (duration: 50.101218ms)","trace[1098266825] 'applied index is now lower than readState.Index' (duration: 127.546069ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:42.28533Z","caller":"traceutil/trace.go:171","msg":"trace[682490888] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"189.716031ms","start":"2026-05-29T03:00:42.095534Z","end":"2026-05-29T03:00:42.28525Z","steps":["trace[682490888] 'process raft request' (duration: 62.000008ms)","trace[682490888] 'compare' (duration: 126.988936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:42.285407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.020156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-05-29T03:00:42.285629Z","caller":"traceutil/trace.go:171","msg":"trace[1303951985] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25402; }","duration":"104.252931ms","start":"2026-05-29T03:00:42.181351Z","end":"2026-05-29T03:00:42.285604Z","steps":["trace[1303951985] 'agreement among raft nodes before linearized reading' (duration: 103.76817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:42.285907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.448196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-05-29T03:00:42.286016Z","caller":"traceutil/trace.go:171","msg":"trace[1550495980] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:25402; }","duration":"178.663091ms","start":"2026-05-29T03:00:42.107326Z","end":"2026-05-29T03:00:42.285989Z","steps":["trace[1550495980] 'agreement among raft nodes before linearized reading' (duration: 177.860812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.156546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.414587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:43.156743Z","caller":"traceutil/trace.go:171","msg":"trace[1888258642] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"109.688269ms","start":"2026-05-29T03:00:43.047044Z","end":"2026-05-29T03:00:43.156733Z","steps":["trace[1888258642] 'process raft request' (duration: 109.635728ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:43.156872Z","caller":"traceutil/trace.go:171","msg":"trace[1496371919] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"471.625319ms","start":"2026-05-29T03:00:42.685242Z","end":"2026-05-29T03:00:43.156867Z","steps":["trace[1496371919] 'process raft request' (duration: 297.831543ms)","trace[1496371919] 'compare' (duration: 173.09461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:43.156901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:42.685226Z","time spent":"471.6573ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:43.156977Z","caller":"traceutil/trace.go:171","msg":"trace[256324120] linearizableReadLoop","detail":"{readStateIndex:26336; appliedIndex:26335; }","duration":"452.340446ms","start":"2026-05-29T03:00:42.704631Z","end":"2026-05-29T03:00:43.156972Z","steps":["trace[256324120] 'read index received' (duration: 278.365225ms)","trace[256324120] 'applied index is now lower than readState.Index' (duration: 173.974491ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:43.157188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.559081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:59270"} {"level":"info","ts":"2026-05-29T03:00:43.157202Z","caller":"traceutil/trace.go:171","msg":"trace[520953556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25424; }","duration":"452.629233ms","start":"2026-05-29T03:00:42.704569Z","end":"2026-05-29T03:00:43.157198Z","steps":["trace[520953556] 'agreement among raft nodes before linearized reading' (duration: 452.541661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.157217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:42.704541Z","time spent":"452.672664ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":59293,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-29T03:00:43.157327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.600995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-05-29T03:00:43.15734Z","caller":"traceutil/trace.go:171","msg":"trace[1160604362] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25424; }","duration":"396.658626ms","start":"2026-05-29T03:00:42.760677Z","end":"2026-05-29T03:00:43.157335Z","steps":["trace[1160604362] 'agreement among raft nodes before linearized reading' (duration: 396.618095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.157353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:42.760652Z","time spent":"396.698378ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T03:00:43.15744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.428409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:00:43.157451Z","caller":"traceutil/trace.go:171","msg":"trace[1525630453] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25424; }","duration":"199.47917ms","start":"2026-05-29T03:00:42.957968Z","end":"2026-05-29T03:00:43.157448Z","steps":["trace[1525630453] 'agreement among raft nodes before linearized reading' (duration: 199.438959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.157528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.567444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:43.157539Z","caller":"traceutil/trace.go:171","msg":"trace[855007957] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25424; }","duration":"208.615155ms","start":"2026-05-29T03:00:42.948921Z","end":"2026-05-29T03:00:43.157536Z","steps":["trace[855007957] 'agreement among raft nodes before linearized reading' (duration: 208.590395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.15763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.357643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-29T03:00:43.157642Z","caller":"traceutil/trace.go:171","msg":"trace[1274886254] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25424; }","duration":"286.404425ms","start":"2026-05-29T03:00:42.871234Z","end":"2026-05-29T03:00:43.157638Z","steps":["trace[1274886254] 'agreement among raft nodes before linearized reading' (duration: 286.368564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.157703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.827728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-05-29T03:00:43.157714Z","caller":"traceutil/trace.go:171","msg":"trace[1380963214] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25424; }","duration":"310.877299ms","start":"2026-05-29T03:00:42.846833Z","end":"2026-05-29T03:00:43.15771Z","steps":["trace[1380963214] 'agreement among raft nodes before linearized reading' (duration: 310.839488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.157727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:42.846813Z","time spent":"310.911551ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":485,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T03:00:43.157801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.558265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:43.157812Z","caller":"traceutil/trace.go:171","msg":"trace[884962443] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25424; }","duration":"385.612057ms","start":"2026-05-29T03:00:42.772197Z","end":"2026-05-29T03:00:43.157809Z","steps":["trace[884962443] 'agreement among raft nodes before linearized reading' (duration: 385.587916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:43.157823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:42.772173Z","time spent":"385.647608ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-05-29T03:00:43.288723Z","caller":"traceutil/trace.go:171","msg":"trace[1841174147] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"125.528951ms","start":"2026-05-29T03:00:43.163162Z","end":"2026-05-29T03:00:43.288691Z","steps":["trace[1841174147] 'process raft request' (duration: 118.277981ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:43.288988Z","caller":"traceutil/trace.go:171","msg":"trace[340352616] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"123.77985ms","start":"2026-05-29T03:00:43.165168Z","end":"2026-05-29T03:00:43.288948Z","steps":["trace[340352616] 'process raft request' (duration: 123.449972ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:43.569497Z","caller":"traceutil/trace.go:171","msg":"trace[461708418] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"145.407459ms","start":"2026-05-29T03:00:43.424062Z","end":"2026-05-29T03:00:43.569469Z","steps":["trace[461708418] 'process raft request' (duration: 131.988394ms)","trace[461708418] 'compare' (duration: 13.284142ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:43.575546Z","caller":"traceutil/trace.go:171","msg":"trace[570110050] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"150.439418ms","start":"2026-05-29T03:00:43.425073Z","end":"2026-05-29T03:00:43.575512Z","steps":["trace[570110050] 'process raft request' (duration: 150.215662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.40657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.570432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:01:42.406691Z","caller":"traceutil/trace.go:171","msg":"trace[1361877719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26109; }","duration":"122.743606ms","start":"2026-05-29T03:01:42.283913Z","end":"2026-05-29T03:01:42.406657Z","steps":["trace[1361877719] 'range keys from in-memory index tree' (duration: 122.327426ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:42.424304Z","caller":"traceutil/trace.go:171","msg":"trace[158399694] linearizableReadLoop","detail":"{readStateIndex:27038; appliedIndex:27037; }","duration":"119.203982ms","start":"2026-05-29T03:01:42.305072Z","end":"2026-05-29T03:01:42.424276Z","steps":["trace[158399694] 'read index received' (duration: 119.154161ms)","trace[158399694] 'applied index is now lower than readState.Index' (duration: 48.631µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:42.424441Z","caller":"traceutil/trace.go:171","msg":"trace[883187792] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"125.270696ms","start":"2026-05-29T03:01:42.29911Z","end":"2026-05-29T03:01:42.424381Z","steps":["trace[883187792] 'process raft request' (duration: 125.00518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.424547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.481949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T03:01:42.42471Z","caller":"traceutil/trace.go:171","msg":"trace[1380071978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26110; }","duration":"119.657413ms","start":"2026-05-29T03:01:42.304986Z","end":"2026-05-29T03:01:42.424644Z","steps":["trace[1380071978] 'agreement among raft nodes before linearized reading' (duration: 119.430418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.425492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.481939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:01:42.425613Z","caller":"traceutil/trace.go:171","msg":"trace[857074157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26111; }","duration":"116.660303ms","start":"2026-05-29T03:01:42.308928Z","end":"2026-05-29T03:01:42.425589Z","steps":["trace[857074157] 'agreement among raft nodes before linearized reading' (duration: 116.289244ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:47.664331Z","caller":"traceutil/trace.go:171","msg":"trace[127220708] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"119.06479ms","start":"2026-05-29T03:01:47.545223Z","end":"2026-05-29T03:01:47.664288Z","steps":["trace[127220708] 'process raft request' (duration: 118.801634ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:47.812348Z","caller":"traceutil/trace.go:171","msg":"trace[1962595496] linearizableReadLoop","detail":"{readStateIndex:27086; appliedIndex:27085; }","duration":"103.956084ms","start":"2026-05-29T03:01:47.708357Z","end":"2026-05-29T03:01:47.812313Z","steps":["trace[1962595496] 'read index received' (duration: 85.622013ms)","trace[1962595496] 'applied index is now lower than readState.Index' (duration: 18.332811ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:47.812586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.20159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:01:47.812614Z","caller":"traceutil/trace.go:171","msg":"trace[1062237770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26157; }","duration":"104.292872ms","start":"2026-05-29T03:01:47.708314Z","end":"2026-05-29T03:01:47.812607Z","steps":["trace[1062237770] 'agreement among raft nodes before linearized reading' (duration: 104.115758ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:47.812682Z","caller":"traceutil/trace.go:171","msg":"trace[1636060786] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"104.705971ms","start":"2026-05-29T03:01:47.707939Z","end":"2026-05-29T03:01:47.812645Z","steps":["trace[1636060786] 'process raft request' (duration: 86.172636ms)","trace[1636060786] 'compare' (duration: 18.047874ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:48.548264Z","caller":"traceutil/trace.go:171","msg":"trace[1661429895] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"100.295148ms","start":"2026-05-29T03:01:48.447901Z","end":"2026-05-29T03:01:48.548196Z","steps":["trace[1661429895] 'process raft request' (duration: 99.96125ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:48.659613Z","caller":"traceutil/trace.go:171","msg":"trace[1600698235] linearizableReadLoop","detail":"{readStateIndex:27092; appliedIndex:27091; }","duration":"111.466941ms","start":"2026-05-29T03:01:48.54811Z","end":"2026-05-29T03:01:48.659577Z","steps":["trace[1600698235] 'read index received' (duration: 111.02487ms)","trace[1600698235] 'applied index is now lower than readState.Index' (duration: 440.341µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:48.659639Z","caller":"traceutil/trace.go:171","msg":"trace[944388727] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"163.028143ms","start":"2026-05-29T03:01:48.496564Z","end":"2026-05-29T03:01:48.659593Z","steps":["trace[944388727] 'process raft request' (duration: 162.603983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:48.659811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.743589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T03:01:48.659908Z","caller":"traceutil/trace.go:171","msg":"trace[1945927111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26162; }","duration":"123.916303ms","start":"2026-05-29T03:01:48.535972Z","end":"2026-05-29T03:01:48.659888Z","steps":["trace[1945927111] 'agreement among raft nodes before linearized reading' (duration: 123.623186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:48.660112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.801374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:01:48.660249Z","caller":"traceutil/trace.go:171","msg":"trace[560825299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26162; }","duration":"159.007229ms","start":"2026-05-29T03:01:48.501214Z","end":"2026-05-29T03:01:48.660221Z","steps":["trace[560825299] 'agreement among raft nodes before linearized reading' (duration: 158.581259ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:48.660461Z","caller":"traceutil/trace.go:171","msg":"trace[851775422] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"106.243898ms","start":"2026-05-29T03:01:48.554166Z","end":"2026-05-29T03:01:48.66041Z","steps":["trace[851775422] 'process raft request' (duration: 106.002643ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:48.660482Z","caller":"traceutil/trace.go:171","msg":"trace[2067692401] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"100.274308ms","start":"2026-05-29T03:01:48.560169Z","end":"2026-05-29T03:01:48.660443Z","steps":["trace[2067692401] 'process raft request' (duration: 100.157365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:51.177475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061560298,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T03:01:51.372879Z","caller":"traceutil/trace.go:171","msg":"trace[1115000320] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"706.711627ms","start":"2026-05-29T03:01:50.666146Z","end":"2026-05-29T03:01:51.372857Z","steps":["trace[1115000320] 'process raft request' (duration: 706.551433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:51.373116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:50.666111Z","time spent":"706.83665ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:52.337565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.385447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:01:52.338008Z","caller":"traceutil/trace.go:171","msg":"trace[1208502073] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"622.089767ms","start":"2026-05-29T03:01:51.715889Z","end":"2026-05-29T03:01:52.337979Z","steps":["trace[1208502073] 'process raft request' (duration: 622.035586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:52.338111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.715873Z","time spent":"622.19289ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:52.338416Z","caller":"traceutil/trace.go:171","msg":"trace[1605130007] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"1.671979214s","start":"2026-05-29T03:01:50.666383Z","end":"2026-05-29T03:01:52.338362Z","steps":["trace[1605130007] 'process raft request' (duration: 1.531677485s)","trace[1605130007] 'compare' (duration: 139.168053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:52.338487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:50.666363Z","time spent":"1.672090626s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:52.338552Z","caller":"traceutil/trace.go:171","msg":"trace[118790981] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"624.529195ms","start":"2026-05-29T03:01:51.713966Z","end":"2026-05-29T03:01:52.338495Z","steps":["trace[118790981] 'process raft request' (duration: 623.923611ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:52.338484Z","caller":"traceutil/trace.go:171","msg":"trace[1748391731] linearizableReadLoop","detail":"{readStateIndex:27108; appliedIndex:27104; }","duration":"1.661915437s","start":"2026-05-29T03:01:50.676538Z","end":"2026-05-29T03:01:52.338454Z","steps":["trace[1748391731] 'read index received' (duration: 696.243851ms)","trace[1748391731] 'applied index is now lower than readState.Index' (duration: 965.668846ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:52.338598Z","caller":"traceutil/trace.go:171","msg":"trace[387384592] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"689.368299ms","start":"2026-05-29T03:01:51.649165Z","end":"2026-05-29T03:01:52.338533Z","steps":["trace[387384592] 'process raft request' (duration: 688.677623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:52.338675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.713936Z","time spent":"624.681848ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:52.338703Z","caller":"traceutil/trace.go:171","msg":"trace[867680165] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"1.670278404s","start":"2026-05-29T03:01:50.668385Z","end":"2026-05-29T03:01:52.338664Z","steps":["trace[867680165] 'process raft request' (duration: 1.669311412s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:52.34026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.649137Z","time spent":"690.760012ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:52.338736Z","caller":"traceutil/trace.go:171","msg":"trace[829808104] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"1.449448002s","start":"2026-05-29T03:01:50.889272Z","end":"2026-05-29T03:01:52.33872Z","steps":["trace[829808104] 'process raft request' (duration: 1.44852052s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:52.3404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:50.668364Z","time spent":"1.671921063s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:52.340466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:50.889252Z","time spent":"1.451157601s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:52.339016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66247193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:01:52.340613Z","caller":"traceutil/trace.go:171","msg":"trace[81740186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26181; }","duration":"1.664067818s","start":"2026-05-29T03:01:50.676506Z","end":"2026-05-29T03:01:52.340574Z","steps":["trace[81740186] 'agreement among raft nodes before linearized reading' (duration: 1.662409599s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:52.338879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662338027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-29T03:01:52.340735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:50.676496Z","time spent":"1.664180491s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T03:01:52.340782Z","caller":"traceutil/trace.go:171","msg":"trace[1959653406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26181; }","duration":"1.664218452s","start":"2026-05-29T03:01:50.676506Z","end":"2026-05-29T03:01:52.340724Z","steps":["trace[1959653406] 'agreement among raft nodes before linearized reading' (duration: 1.662213835s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:52.340907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:50.676453Z","time spent":"1.664412106s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T03:01:52.840335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061560307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:01:53.243544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:01:53.243623Z","caller":"traceutil/trace.go:171","msg":"trace[602234861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012652s","start":"2026-05-29T03:01:51.243479Z","end":"2026-05-29T03:01:53.243606Z","steps":["trace[602234861] 'agreement among raft nodes before linearized reading' (duration: 2.000016427s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:53.24367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.243457Z","time spent":"2.000206022s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:01:54.102451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.449276ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:54.102603Z","caller":"traceutil/trace.go:171","msg":"trace[2035831075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26181; }","duration":"363.62023ms","start":"2026-05-29T03:01:53.738963Z","end":"2026-05-29T03:01:54.102583Z","steps":["trace[2035831075] 'range keys from in-memory index tree' (duration: 363.430054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:54.102642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247464422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:01:54.102721Z","caller":"traceutil/trace.go:171","msg":"trace[1223432453] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"1.857054205s","start":"2026-05-29T03:01:52.245651Z","end":"2026-05-29T03:01:54.102706Z","steps":["trace[1223432453] 'process raft request' (duration: 609.43149ms)","trace[1223432453] 'compare' (duration: 1.246791476s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:54.102766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.245614Z","time spent":"1.857133916s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:54.428261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.489436931s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:01:55.225557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.985699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:01:55.225776Z","caller":"traceutil/trace.go:171","msg":"trace[1035303355] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"2.879933847s","start":"2026-05-29T03:01:52.345824Z","end":"2026-05-29T03:01:55.225758Z","steps":["trace[1035303355] 'process raft request' (duration: 2.879836804s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:55.225834Z","caller":"traceutil/trace.go:171","msg":"trace[1896100222] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"2.880836558s","start":"2026-05-29T03:01:52.34493Z","end":"2026-05-29T03:01:55.225766Z","steps":["trace[1896100222] 'process raft request' (duration: 2.083551461s)","trace[1896100222] 'compare' (duration: 796.664042ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:55.22586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.345817Z","time spent":"2.879999998s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:55.22592Z","caller":"traceutil/trace.go:171","msg":"trace[1555989874] linearizableReadLoop","detail":"{readStateIndex:27115; appliedIndex:27111; }","duration":"2.886074981s","start":"2026-05-29T03:01:52.339818Z","end":"2026-05-29T03:01:55.225893Z","steps":["trace[1555989874] 'read index received' (duration: 515.275566ms)","trace[1555989874] 'applied index is now lower than readState.Index' (duration: 2.370797465s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:55.225983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.344903Z","time spent":"2.880997632s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:55.226211Z","caller":"traceutil/trace.go:171","msg":"trace[911502542] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"2.627857729s","start":"2026-05-29T03:01:52.59834Z","end":"2026-05-29T03:01:55.226197Z","steps":["trace[911502542] 'process raft request' (duration: 2.627375398s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.226299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.598312Z","time spent":"2.627925791s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:55.226468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01787981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.226496Z","caller":"traceutil/trace.go:171","msg":"trace[700681466] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26185; }","duration":"3.017940452s","start":"2026-05-29T03:01:52.208549Z","end":"2026-05-29T03:01:55.226489Z","steps":["trace[700681466] 'agreement among raft nodes before linearized reading' (duration: 3.017886501s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.226516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.208529Z","time spent":"3.017980443s","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:55.226665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274894764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18415"} {"level":"info","ts":"2026-05-29T03:01:55.226685Z","caller":"traceutil/trace.go:171","msg":"trace[645272631] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26185; }","duration":"3.274953165s","start":"2026-05-29T03:01:51.951728Z","end":"2026-05-29T03:01:55.226681Z","steps":["trace[645272631] 'agreement among raft nodes before linearized reading' (duration: 3.274873413s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.226699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.951705Z","time spent":"3.274990796s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18438,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-29T03:01:55.226772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379534394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T03:01:55.226796Z","caller":"traceutil/trace.go:171","msg":"trace[361013068] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26185; }","duration":"3.379586855s","start":"2026-05-29T03:01:51.847202Z","end":"2026-05-29T03:01:55.226788Z","steps":["trace[361013068] 'agreement among raft nodes before linearized reading' (duration: 3.379533764s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.226814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.847183Z","time spent":"3.379625706s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:01:55.226934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547261788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T03:01:55.22696Z","caller":"traceutil/trace.go:171","msg":"trace[940537300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26185; }","duration":"3.547360561s","start":"2026-05-29T03:01:51.679593Z","end":"2026-05-29T03:01:55.226954Z","steps":["trace[940537300] 'agreement among raft nodes before linearized reading' (duration: 3.547263298s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.226977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.679576Z","time spent":"3.547396081s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T03:01:55.227088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8118388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.227123Z","caller":"traceutil/trace.go:171","msg":"trace[1414529987] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26185; }","duration":"3.81187432s","start":"2026-05-29T03:01:51.415238Z","end":"2026-05-29T03:01:55.227113Z","steps":["trace[1414529987] 'agreement among raft nodes before linearized reading' (duration: 3.811806119s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.227146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:51.415177Z","time spent":"3.811963382s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:55.227274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414732045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T03:01:55.227295Z","caller":"traceutil/trace.go:171","msg":"trace[1404017534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26185; }","duration":"4.414789277s","start":"2026-05-29T03:01:50.812499Z","end":"2026-05-29T03:01:55.227289Z","steps":["trace[1404017534] 'agreement among raft nodes before linearized reading' (duration: 4.414698214s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.227312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:50.81248Z","time spent":"4.414828747s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T03:01:55.229239Z","caller":"traceutil/trace.go:171","msg":"trace[1282590717] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"1.93380419s","start":"2026-05-29T03:01:53.2954Z","end":"2026-05-29T03:01:55.229204Z","steps":["trace[1282590717] 'process raft request' (duration: 1.93341049s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.229528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.295375Z","time spent":"1.933999755s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:55.229546Z","caller":"traceutil/trace.go:171","msg":"trace[3515404] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"1.849898157s","start":"2026-05-29T03:01:53.379621Z","end":"2026-05-29T03:01:55.22952Z","steps":["trace[3515404] 'process raft request' (duration: 1.849336244s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.229658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.379591Z","time spent":"1.850012569s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:55.229534Z","caller":"traceutil/trace.go:171","msg":"trace[1675803443] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"1.889458527s","start":"2026-05-29T03:01:53.340047Z","end":"2026-05-29T03:01:55.229506Z","steps":["trace[1675803443] 'process raft request' (duration: 1.888869443s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.229815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.340013Z","time spent":"1.889719043s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:55.245402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:01:55.245471Z","caller":"traceutil/trace.go:171","msg":"trace[1116967907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231362s","start":"2026-05-29T03:01:53.245224Z","end":"2026-05-29T03:01:55.245456Z","steps":["trace[1116967907] 'agreement among raft nodes before linearized reading' (duration: 2.00015253s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.24551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.245197Z","time spent":"2.000305384s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:01:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T03:01:55.276127Z","caller":"traceutil/trace.go:171","msg":"trace[1996555712] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"1.57105168s","start":"2026-05-29T03:01:53.705032Z","end":"2026-05-29T03:01:55.276083Z","steps":["trace[1996555712] 'process raft request' (duration: 1.57062071s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.276315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.705004Z","time spent":"1.571216054s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:55.276592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076119524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.276692Z","caller":"traceutil/trace.go:171","msg":"trace[1050445620] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26193; }","duration":"1.076269978s","start":"2026-05-29T03:01:54.200399Z","end":"2026-05-29T03:01:55.276669Z","steps":["trace[1050445620] 'agreement among raft nodes before linearized reading' (duration: 1.076101554s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.276755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.200373Z","time spent":"1.076365749s","remote":"127.0.0.1:44814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:55.276795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885318603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.27687Z","caller":"traceutil/trace.go:171","msg":"trace[1965455386] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26193; }","duration":"2.885440726s","start":"2026-05-29T03:01:52.39141Z","end":"2026-05-29T03:01:55.276851Z","steps":["trace[1965455386] 'agreement among raft nodes before linearized reading' (duration: 2.885326433s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.276923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.39138Z","time spent":"2.885530058s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:55.276954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445625955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:01:55.276977Z","caller":"traceutil/trace.go:171","msg":"trace[1314876683] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"932.174719ms","start":"2026-05-29T03:01:54.344785Z","end":"2026-05-29T03:01:55.27696Z","steps":["trace[1314876683] 'process raft request' (duration: 931.286688ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:55.27701Z","caller":"traceutil/trace.go:171","msg":"trace[1997014335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26193; }","duration":"2.445715766s","start":"2026-05-29T03:01:52.831278Z","end":"2026-05-29T03:01:55.276994Z","steps":["trace[1997014335] 'agreement among raft nodes before linearized reading' (duration: 2.445561593s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.831256Z","time spent":"2.445790809s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:01:55.277093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.344753Z","time spent":"932.265741ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:55.276794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61044667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.277164Z","caller":"traceutil/trace.go:171","msg":"trace[913304017] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26193; }","duration":"2.610893401s","start":"2026-05-29T03:01:52.666252Z","end":"2026-05-29T03:01:55.277145Z","steps":["trace[913304017] 'agreement among raft nodes before linearized reading' (duration: 2.61044433s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:52.66622Z","time spent":"2.610983412s","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:01:55.276491Z","caller":"traceutil/trace.go:171","msg":"trace[1313072125] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"931.82055ms","start":"2026-05-29T03:01:54.344618Z","end":"2026-05-29T03:01:55.276439Z","steps":["trace[1313072125] 'process raft request' (duration: 931.38027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185450977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-29T03:01:55.277367Z","caller":"traceutil/trace.go:171","msg":"trace[366897787] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"930.688624ms","start":"2026-05-29T03:01:54.346665Z","end":"2026-05-29T03:01:55.277354Z","steps":["trace[366897787] 'process raft request' (duration: 929.500356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.27746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.346634Z","time spent":"930.775896ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:55.277591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393578457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.277688Z","caller":"traceutil/trace.go:171","msg":"trace[1131909266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26193; }","duration":"1.39371683s","start":"2026-05-29T03:01:53.883953Z","end":"2026-05-29T03:01:55.27767Z","steps":["trace[1131909266] 'agreement among raft nodes before linearized reading' (duration: 1.393585407s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.446474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.277829Z","caller":"traceutil/trace.go:171","msg":"trace[1107125670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26193; }","duration":"946.544437ms","start":"2026-05-29T03:01:54.331267Z","end":"2026-05-29T03:01:55.277812Z","steps":["trace[1107125670] 'agreement among raft nodes before linearized reading' (duration: 946.456514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.87487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:01:55.277691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.82221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-29T03:01:55.277936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053947872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.277456Z","caller":"traceutil/trace.go:171","msg":"trace[435093435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26193; }","duration":"2.185860937s","start":"2026-05-29T03:01:53.09153Z","end":"2026-05-29T03:01:55.277391Z","steps":["trace[435093435] 'agreement among raft nodes before linearized reading' (duration: 2.185043567s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.331245Z","time spent":"946.698791ms","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:01:55.277977Z","caller":"traceutil/trace.go:171","msg":"trace[1410576533] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26193; }","duration":"1.054016414s","start":"2026-05-29T03:01:54.22395Z","end":"2026-05-29T03:01:55.277966Z","steps":["trace[1410576533] 'agreement among raft nodes before linearized reading' (duration: 1.053959563s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.278012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.223935Z","time spent":"1.054068585s","remote":"127.0.0.1:38084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:55.277778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.883932Z","time spent":"1.393829373s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-29T03:01:55.277956Z","caller":"traceutil/trace.go:171","msg":"trace[1538887491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26193; }","duration":"932.118178ms","start":"2026-05-29T03:01:54.345822Z","end":"2026-05-29T03:01:55.27794Z","steps":["trace[1538887491] 'agreement among raft nodes before linearized reading' (duration: 931.739599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497213684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.278168Z","caller":"traceutil/trace.go:171","msg":"trace[1574346381] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26193; }","duration":"1.497673784s","start":"2026-05-29T03:01:53.780475Z","end":"2026-05-29T03:01:55.278149Z","steps":["trace[1574346381] 'agreement among raft nodes before linearized reading' (duration: 1.497185173s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.278226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.780415Z","time spent":"1.497794628s","remote":"127.0.0.1:44662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:01:55.277888Z","caller":"traceutil/trace.go:171","msg":"trace[146567713] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26193; }","duration":"959.949822ms","start":"2026-05-29T03:01:54.317925Z","end":"2026-05-29T03:01:55.277874Z","steps":["trace[146567713] 'agreement among raft nodes before linearized reading' (duration: 959.894191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.277865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065522217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:55.278525Z","caller":"traceutil/trace.go:171","msg":"trace[1623564706] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26193; }","duration":"2.066219874s","start":"2026-05-29T03:01:53.212287Z","end":"2026-05-29T03:01:55.278507Z","steps":["trace[1623564706] 'agreement among raft nodes before linearized reading' (duration: 2.065465196s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.278058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.091507Z","time spent":"2.186487701s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:01:55.278593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:53.212269Z","time spent":"2.066312656s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:55.27733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.344599Z","time spent":"932.683121ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:55.277322Z","caller":"traceutil/trace.go:171","msg":"trace[539321947] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"930.639753ms","start":"2026-05-29T03:01:54.346663Z","end":"2026-05-29T03:01:55.277303Z","steps":["trace[539321947] 'process raft request' (duration: 929.460775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:55.278852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.346633Z","time spent":"932.176839ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:55.278196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.345814Z","time spent":"932.362813ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T03:01:55.278493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.317902Z","time spent":"960.470344ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:55.776923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061560324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:01:56.278071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061560324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:01:56.306004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074340672s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T03:01:56.30637Z","caller":"traceutil/trace.go:171","msg":"trace[1143072045] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"1.074800682s","start":"2026-05-29T03:01:55.231549Z","end":"2026-05-29T03:01:56.306349Z","steps":["trace[1143072045] 'process raft request' (duration: 1.074591017s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.306501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.231527Z","time spent":"1.074878565s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:56.324593Z","caller":"traceutil/trace.go:171","msg":"trace[1795727456] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"1.092766105s","start":"2026-05-29T03:01:55.231779Z","end":"2026-05-29T03:01:56.324546Z","steps":["trace[1795727456] 'process raft request' (duration: 1.092612772s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.324703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.231763Z","time spent":"1.092879267s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:56.324937Z","caller":"traceutil/trace.go:171","msg":"trace[129829646] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"1.0929809s","start":"2026-05-29T03:01:55.231927Z","end":"2026-05-29T03:01:56.324908Z","steps":["trace[129829646] 'process raft request' (duration: 1.09257738s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.325407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.231919Z","time spent":"1.093151474s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:56.325908Z","caller":"traceutil/trace.go:171","msg":"trace[977945505] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27125; }","duration":"1.049672242s","start":"2026-05-29T03:01:55.276215Z","end":"2026-05-29T03:01:56.325887Z","steps":["trace[977945505] 'read index received' (duration: 1.03045721s)","trace[977945505] 'applied index is now lower than readState.Index' (duration: 19.213252ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:56.326022Z","caller":"traceutil/trace.go:171","msg":"trace[1598201011] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"1.042669908s","start":"2026-05-29T03:01:55.283345Z","end":"2026-05-29T03:01:56.326015Z","steps":["trace[1598201011] 'process raft request' (duration: 1.041454569s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.326146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.283329Z","time spent":"1.042714418s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:56.326311Z","caller":"traceutil/trace.go:171","msg":"trace[1545114917] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"1.042594265s","start":"2026-05-29T03:01:55.283706Z","end":"2026-05-29T03:01:56.3263Z","steps":["trace[1545114917] 'process raft request' (duration: 1.042034012s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.326347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.283691Z","time spent":"1.042636656s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:56.326464Z","caller":"traceutil/trace.go:171","msg":"trace[423071968] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"217.75858ms","start":"2026-05-29T03:01:56.108697Z","end":"2026-05-29T03:01:56.326456Z","steps":["trace[423071968] 'process raft request' (duration: 217.151136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.326612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073772458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:56.326636Z","caller":"traceutil/trace.go:171","msg":"trace[1314677551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26199; }","duration":"1.07382914s","start":"2026-05-29T03:01:55.252802Z","end":"2026-05-29T03:01:56.326631Z","steps":["trace[1314677551] 'agreement among raft nodes before linearized reading' (duration: 1.073712207s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.326669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.252788Z","time spent":"1.073874221s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:01:56.327076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044772826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:01:56.327133Z","caller":"traceutil/trace.go:171","msg":"trace[1962240299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26199; }","duration":"1.044869259s","start":"2026-05-29T03:01:55.28225Z","end":"2026-05-29T03:01:56.32712Z","steps":["trace[1962240299] 'agreement among raft nodes before linearized reading' (duration: 1.044687374s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.32717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.282207Z","time spent":"1.044954601s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:01:56.327408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095565041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-29T03:01:56.327432Z","caller":"traceutil/trace.go:171","msg":"trace[993139385] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26199; }","duration":"1.095614292s","start":"2026-05-29T03:01:55.23181Z","end":"2026-05-29T03:01:56.327425Z","steps":["trace[993139385] 'agreement among raft nodes before linearized reading' (duration: 1.095513829s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.327445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.2318Z","time spent":"1.095641592s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T03:01:56.32743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079015292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-29T03:01:56.327529Z","caller":"traceutil/trace.go:171","msg":"trace[898916215] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac; range_end:; response_count:1; response_revision:26199; }","duration":"1.079173246s","start":"2026-05-29T03:01:55.248333Z","end":"2026-05-29T03:01:56.327506Z","steps":["trace[898916215] 'agreement among raft nodes before linearized reading' (duration: 1.078900909s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.327585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.248313Z","time spent":"1.079260737s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e75b5f4bbcac\" "} {"level":"warn","ts":"2026-05-29T03:01:56.327744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.530894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:01:56.327794Z","caller":"traceutil/trace.go:171","msg":"trace[1154633459] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26199; }","duration":"171.631806ms","start":"2026-05-29T03:01:56.156149Z","end":"2026-05-29T03:01:56.32778Z","steps":["trace[1154633459] 'agreement among raft nodes before linearized reading' (duration: 171.255057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.328011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.476013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:56.328057Z","caller":"traceutil/trace.go:171","msg":"trace[174406282] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26199; }","duration":"419.574316ms","start":"2026-05-29T03:01:55.908471Z","end":"2026-05-29T03:01:56.328045Z","steps":["trace[174406282] 'agreement among raft nodes before linearized reading' (duration: 419.501045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.328094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.908444Z","time spent":"419.639117ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:56.328207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0427702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:56.328259Z","caller":"traceutil/trace.go:171","msg":"trace[399947643] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26199; }","duration":"1.042833491s","start":"2026-05-29T03:01:55.285409Z","end":"2026-05-29T03:01:56.328243Z","steps":["trace[399947643] 'agreement among raft nodes before linearized reading' (duration: 1.042718618s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:56.328297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:55.285402Z","time spent":"1.042887002s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-29T03:02:16.560146Z","caller":"traceutil/trace.go:171","msg":"trace[125490126] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"101.721722ms","start":"2026-05-29T03:02:16.45838Z","end":"2026-05-29T03:02:16.560102Z","steps":["trace[125490126] 'process raft request' (duration: 101.334323ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:02:59.014553Z","caller":"traceutil/trace.go:171","msg":"trace[533382705] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"110.243712ms","start":"2026-05-29T03:02:58.904277Z","end":"2026-05-29T03:02:59.01452Z","steps":["trace[533382705] 'process raft request' (duration: 110.042868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:02:59.224543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.142812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:02:59.224696Z","caller":"traceutil/trace.go:171","msg":"trace[693892329] linearizableReadLoop","detail":"{readStateIndex:27775; appliedIndex:27773; }","duration":"315.55465ms","start":"2026-05-29T03:02:58.909118Z","end":"2026-05-29T03:02:59.224672Z","steps":["trace[693892329] 'read index received' (duration: 105.252905ms)","trace[693892329] 'applied index is now lower than readState.Index' (duration: 210.299735ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:02:59.224758Z","caller":"traceutil/trace.go:171","msg":"trace[1129575018] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"317.555977ms","start":"2026-05-29T03:02:58.907184Z","end":"2026-05-29T03:02:59.22474Z","steps":["trace[1129575018] 'process raft request' (duration: 175.099388ms)","trace[1129575018] 'compare' (duration: 141.986368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:02:59.224819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:02:58.907172Z","time spent":"317.616169ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:02:59.224925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.795315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T03:02:59.224955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.698903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T03:02:59.224977Z","caller":"traceutil/trace.go:171","msg":"trace[1150843021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26826; }","duration":"315.768145ms","start":"2026-05-29T03:02:58.909199Z","end":"2026-05-29T03:02:59.224967Z","steps":["trace[1150843021] 'agreement among raft nodes before linearized reading' (duration: 315.704553ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:02:59.224973Z","caller":"traceutil/trace.go:171","msg":"trace[1817064913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26826; }","duration":"315.857078ms","start":"2026-05-29T03:02:58.9091Z","end":"2026-05-29T03:02:59.224957Z","steps":["trace[1817064913] 'agreement among raft nodes before linearized reading' (duration: 315.687514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:02:59.224996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:02:58.909168Z","time spent":"315.824436ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:02:59.225016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:02:58.909091Z","time spent":"315.914209ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T03:03:13.663481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.679758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:03:13.663723Z","caller":"traceutil/trace.go:171","msg":"trace[769375832] linearizableReadLoop","detail":"{readStateIndex:27881; appliedIndex:27880; }","duration":"132.67658ms","start":"2026-05-29T03:03:13.531001Z","end":"2026-05-29T03:03:13.663678Z","steps":["trace[769375832] 'read index received' (duration: 51.311µs)","trace[769375832] 'applied index is now lower than readState.Index' (duration: 132.597818ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:13.663923Z","caller":"traceutil/trace.go:171","msg":"trace[980860699] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"346.62425ms","start":"2026-05-29T03:03:13.316992Z","end":"2026-05-29T03:03:13.663616Z","steps":["trace[980860699] 'process raft request' (duration: 94.222415ms)","trace[980860699] 'compare' (duration: 251.566086ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:03:13.664068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:13.316977Z","time spent":"346.99579ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:03:13.667281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.103367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:03:13.667345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.335945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:03:13.667398Z","caller":"traceutil/trace.go:171","msg":"trace[84740320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26930; }","duration":"136.447148ms","start":"2026-05-29T03:03:13.530937Z","end":"2026-05-29T03:03:13.667385Z","steps":["trace[84740320] 'agreement among raft nodes before linearized reading' (duration: 132.930545ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:13.667352Z","caller":"traceutil/trace.go:171","msg":"trace[580950447] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26930; }","duration":"115.214729ms","start":"2026-05-29T03:03:13.552114Z","end":"2026-05-29T03:03:13.667329Z","steps":["trace[580950447] 'agreement among raft nodes before linearized reading' (duration: 115.114366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:15.912087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.786029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:03:15.912416Z","caller":"traceutil/trace.go:171","msg":"trace[1237225643] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"233.179352ms","start":"2026-05-29T03:03:15.679182Z","end":"2026-05-29T03:03:15.912361Z","steps":["trace[1237225643] 'process raft request' (duration: 83.987945ms)","trace[1237225643] 'compare' (duration: 148.490721ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:15.912489Z","caller":"traceutil/trace.go:171","msg":"trace[670512263] linearizableReadLoop","detail":"{readStateIndex:27899; appliedIndex:27896; }","duration":"205.967833ms","start":"2026-05-29T03:03:15.706499Z","end":"2026-05-29T03:03:15.912467Z","steps":["trace[670512263] 'read index received' (duration: 2.450808ms)","trace[670512263] 'applied index is now lower than readState.Index' (duration: 203.515155ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:15.91284Z","caller":"traceutil/trace.go:171","msg":"trace[1288532073] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"210.396018ms","start":"2026-05-29T03:03:15.702399Z","end":"2026-05-29T03:03:15.912795Z","steps":["trace[1288532073] 'process raft request' (duration: 209.818324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:15.912931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.393463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-29T03:03:15.91299Z","caller":"traceutil/trace.go:171","msg":"trace[749512235] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26947; }","duration":"206.505026ms","start":"2026-05-29T03:03:15.706467Z","end":"2026-05-29T03:03:15.912972Z","steps":["trace[749512235] 'agreement among raft nodes before linearized reading' (duration: 206.344572ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:15.916097Z","caller":"traceutil/trace.go:171","msg":"trace[900304299] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"120.673858ms","start":"2026-05-29T03:03:15.795405Z","end":"2026-05-29T03:03:15.916079Z","steps":["trace[900304299] 'process raft request' (duration: 120.540005ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:15.975154Z","caller":"traceutil/trace.go:171","msg":"trace[825825231] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"171.085603ms","start":"2026-05-29T03:03:15.804024Z","end":"2026-05-29T03:03:15.97511Z","steps":["trace[825825231] 'process raft request' (duration: 170.736605ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:15.975401Z","caller":"traceutil/trace.go:171","msg":"trace[199441258] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"169.863944ms","start":"2026-05-29T03:03:15.805511Z","end":"2026-05-29T03:03:15.975375Z","steps":["trace[199441258] 'process raft request' (duration: 169.506986ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:15.975803Z","caller":"traceutil/trace.go:171","msg":"trace[1980671845] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"169.958357ms","start":"2026-05-29T03:03:15.805819Z","end":"2026-05-29T03:03:15.975777Z","steps":["trace[1980671845] 'process raft request' (duration: 169.481255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:15.975924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.502001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:15.976026Z","caller":"traceutil/trace.go:171","msg":"trace[1827641725] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26951; }","duration":"145.677106ms","start":"2026-05-29T03:03:15.830326Z","end":"2026-05-29T03:03:15.976003Z","steps":["trace[1827641725] 'agreement among raft nodes before linearized reading' (duration: 145.518422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.347257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.685945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:03:16.34736Z","caller":"traceutil/trace.go:171","msg":"trace[1579204169] linearizableReadLoop","detail":"{readStateIndex:27905; appliedIndex:27904; }","duration":"130.885127ms","start":"2026-05-29T03:03:16.216457Z","end":"2026-05-29T03:03:16.347342Z","steps":["trace[1579204169] 'read index received' (duration: 22.048628ms)","trace[1579204169] 'applied index is now lower than readState.Index' (duration: 108.835339ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:16.347403Z","caller":"traceutil/trace.go:171","msg":"trace[389148976] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"227.420538ms","start":"2026-05-29T03:03:16.11994Z","end":"2026-05-29T03:03:16.347361Z","steps":["trace[389148976] 'process raft request' (duration: 118.552958ms)","trace[389148976] 'compare' (duration: 108.573993ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:03:16.347468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.999161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:03:16.347525Z","caller":"traceutil/trace.go:171","msg":"trace[531168493] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26953; }","duration":"131.098942ms","start":"2026-05-29T03:03:16.216415Z","end":"2026-05-29T03:03:16.347514Z","steps":["trace[531168493] 'agreement among raft nodes before linearized reading' (duration: 131.00495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.347529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.486577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:16.347604Z","caller":"traceutil/trace.go:171","msg":"trace[9160482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26953; }","duration":"104.599099ms","start":"2026-05-29T03:03:16.242988Z","end":"2026-05-29T03:03:16.347587Z","steps":["trace[9160482] 'agreement among raft nodes before linearized reading' (duration: 104.479746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.347619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.89388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:16.347727Z","caller":"traceutil/trace.go:171","msg":"trace[1825458035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26953; }","duration":"129.071165ms","start":"2026-05-29T03:03:16.218636Z","end":"2026-05-29T03:03:16.347707Z","steps":["trace[1825458035] 'agreement among raft nodes before linearized reading' (duration: 128.809829ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:19.46239Z","caller":"traceutil/trace.go:171","msg":"trace[247729631] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"119.067479ms","start":"2026-05-29T03:03:19.343275Z","end":"2026-05-29T03:03:19.462343Z","steps":["trace[247729631] 'process raft request' (duration: 118.722081ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:21.956879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24985} {"level":"info","ts":"2026-05-29T03:03:22.118764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24985,"took":"154.321519ms","hash":270339151,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":32710656,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-29T03:03:22.118847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":270339151,"revision":24985,"compact-revision":21670} {"level":"info","ts":"2026-05-29T03:03:41.798452Z","caller":"traceutil/trace.go:171","msg":"trace[1723460595] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"183.046905ms","start":"2026-05-29T03:03:41.615367Z","end":"2026-05-29T03:03:41.798414Z","steps":["trace[1723460595] 'process raft request' (duration: 175.20133ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:02.354772Z","caller":"traceutil/trace.go:171","msg":"trace[1118451984] transaction","detail":"{read_only:false; response_revision:27385; number_of_response:1; }","duration":"176.04926ms","start":"2026-05-29T03:04:02.178691Z","end":"2026-05-29T03:04:02.35474Z","steps":["trace[1118451984] 'process raft request' (duration: 176.014729ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:02.355195Z","caller":"traceutil/trace.go:171","msg":"trace[1570271115] transaction","detail":"{read_only:false; response_revision:27383; number_of_response:1; }","duration":"178.283512ms","start":"2026-05-29T03:04:02.176903Z","end":"2026-05-29T03:04:02.355186Z","steps":["trace[1570271115] 'process raft request' (duration: 177.667308ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:02.35529Z","caller":"traceutil/trace.go:171","msg":"trace[1013823283] transaction","detail":"{read_only:false; response_revision:27384; number_of_response:1; }","duration":"178.305482ms","start":"2026-05-29T03:04:02.176979Z","end":"2026-05-29T03:04:02.355284Z","steps":["trace[1013823283] 'process raft request' (duration: 177.693668ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:02.398116Z","caller":"traceutil/trace.go:171","msg":"trace[1842542019] linearizableReadLoop","detail":"{readStateIndex:28351; appliedIndex:28346; }","duration":"153.836857ms","start":"2026-05-29T03:04:02.244252Z","end":"2026-05-29T03:04:02.398089Z","steps":["trace[1842542019] 'read index received' (duration: 110.373625ms)","trace[1842542019] 'applied index is now lower than readState.Index' (duration: 43.462192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:04:02.398255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.98282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:04:02.398284Z","caller":"traceutil/trace.go:171","msg":"trace[1786495127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27387; }","duration":"154.054692ms","start":"2026-05-29T03:04:02.244221Z","end":"2026-05-29T03:04:02.398276Z","steps":["trace[1786495127] 'agreement among raft nodes before linearized reading' (duration: 153.96188ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:02.398306Z","caller":"traceutil/trace.go:171","msg":"trace[956236511] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"180.73668ms","start":"2026-05-29T03:04:02.21748Z","end":"2026-05-29T03:04:02.398217Z","steps":["trace[956236511] 'process raft request' (duration: 180.459654ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:02.398505Z","caller":"traceutil/trace.go:171","msg":"trace[944906059] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"179.013359ms","start":"2026-05-29T03:04:02.219484Z","end":"2026-05-29T03:04:02.398498Z","steps":["trace[944906059] 'process raft request' (duration: 178.566158ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:02.551361Z","caller":"traceutil/trace.go:171","msg":"trace[1487029459] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"107.62033ms","start":"2026-05-29T03:04:02.443718Z","end":"2026-05-29T03:04:02.551338Z","steps":["trace[1487029459] 'process raft request' (duration: 23.252767ms)","trace[1487029459] 'compare' (duration: 83.960214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:04:06.512215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.61653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:04:06.512626Z","caller":"traceutil/trace.go:171","msg":"trace[1014297681] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"144.837235ms","start":"2026-05-29T03:04:06.367754Z","end":"2026-05-29T03:04:06.512591Z","steps":["trace[1014297681] 'process raft request' (duration: 19.757215ms)","trace[1014297681] 'compare' (duration: 124.454255ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:04:06.513047Z","caller":"traceutil/trace.go:171","msg":"trace[2013513902] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"141.361103ms","start":"2026-05-29T03:04:06.371669Z","end":"2026-05-29T03:04:06.51303Z","steps":["trace[2013513902] 'process raft request' (duration: 141.310062ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:06.513304Z","caller":"traceutil/trace.go:171","msg":"trace[1156974364] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"144.383554ms","start":"2026-05-29T03:04:06.36891Z","end":"2026-05-29T03:04:06.513294Z","steps":["trace[1156974364] 'process raft request' (duration: 143.607356ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:06.546211Z","caller":"traceutil/trace.go:171","msg":"trace[2063837161] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"133.806985ms","start":"2026-05-29T03:04:06.412378Z","end":"2026-05-29T03:04:06.546185Z","steps":["trace[2063837161] 'process raft request' (duration: 133.415075ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:06.546183Z","caller":"traceutil/trace.go:171","msg":"trace[1469449462] transaction","detail":"{read_only:false; response_revision:27415; number_of_response:1; }","duration":"129.705488ms","start":"2026-05-29T03:04:06.416431Z","end":"2026-05-29T03:04:06.546136Z","steps":["trace[1469449462] 'process raft request' (duration: 129.596576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:01.823666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.354278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T03:05:01.823754Z","caller":"traceutil/trace.go:171","msg":"trace[1339299685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27976; }","duration":"108.515121ms","start":"2026-05-29T03:05:01.715221Z","end":"2026-05-29T03:05:01.823736Z","steps":["trace[1339299685] 'range keys from in-memory index tree' (duration: 108.161334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.487661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.119959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T03:05:02.487722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.805335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T03:05:02.487766Z","caller":"traceutil/trace.go:171","msg":"trace[627169743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27981; }","duration":"127.277032ms","start":"2026-05-29T03:05:02.360469Z","end":"2026-05-29T03:05:02.487746Z","steps":["trace[627169743] 'range keys from in-memory index tree' (duration: 126.860663ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.487798Z","caller":"traceutil/trace.go:171","msg":"trace[108310697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27981; }","duration":"164.928408ms","start":"2026-05-29T03:05:02.32285Z","end":"2026-05-29T03:05:02.487778Z","steps":["trace[108310697] 'range keys from in-memory index tree' (duration: 164.604851ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.939884Z","caller":"traceutil/trace.go:171","msg":"trace[692034573] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"138.308712ms","start":"2026-05-29T03:05:02.801547Z","end":"2026-05-29T03:05:02.939856Z","steps":["trace[692034573] 'process raft request' (duration: 138.062627ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.945964Z","caller":"traceutil/trace.go:171","msg":"trace[684790513] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"143.704479ms","start":"2026-05-29T03:05:02.802212Z","end":"2026-05-29T03:05:02.945916Z","steps":["trace[684790513] 'process raft request' (duration: 143.594266ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.946414Z","caller":"traceutil/trace.go:171","msg":"trace[1038406488] transaction","detail":"{read_only:false; response_revision:27988; number_of_response:1; }","duration":"144.308483ms","start":"2026-05-29T03:05:02.802088Z","end":"2026-05-29T03:05:02.946396Z","steps":["trace[1038406488] 'process raft request' (duration: 143.515684ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:18.944851Z","caller":"traceutil/trace.go:171","msg":"trace[205722074] transaction","detail":"{read_only:false; response_revision:28234; number_of_response:1; }","duration":"335.330235ms","start":"2026-05-29T03:05:18.609487Z","end":"2026-05-29T03:05:18.944817Z","steps":["trace[205722074] 'process raft request' (duration: 335.134951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:18.945036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:18.609465Z","time spent":"335.483588ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:05:18.945145Z","caller":"traceutil/trace.go:171","msg":"trace[1697331732] linearizableReadLoop","detail":"{readStateIndex:29220; appliedIndex:29220; }","duration":"316.898051ms","start":"2026-05-29T03:05:18.628215Z","end":"2026-05-29T03:05:18.945113Z","steps":["trace[1697331732] 'read index received' (duration: 316.788269ms)","trace[1697331732] 'applied index is now lower than readState.Index' (duration: 105.442µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:05:18.945326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.084576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T03:05:18.945425Z","caller":"traceutil/trace.go:171","msg":"trace[1583524382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28234; }","duration":"317.24871ms","start":"2026-05-29T03:05:18.628156Z","end":"2026-05-29T03:05:18.945405Z","steps":["trace[1583524382] 'agreement among raft nodes before linearized reading' (duration: 316.978744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:18.945458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:18.628124Z","time spent":"317.328221ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T03:05:18.947799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.342019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T03:05:18.947755Z","caller":"traceutil/trace.go:171","msg":"trace[1736884743] transaction","detail":"{read_only:false; response_revision:28235; number_of_response:1; }","duration":"129.074144ms","start":"2026-05-29T03:05:18.818634Z","end":"2026-05-29T03:05:18.947708Z","steps":["trace[1736884743] 'process raft request' (duration: 128.607714ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:18.947862Z","caller":"traceutil/trace.go:171","msg":"trace[1360879797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28236; }","duration":"319.414201ms","start":"2026-05-29T03:05:18.628429Z","end":"2026-05-29T03:05:18.947843Z","steps":["trace[1360879797] 'agreement among raft nodes before linearized reading' (duration: 319.007821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:18.948029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:18.628407Z","time spent":"319.608166ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T03:05:18.947818Z","caller":"traceutil/trace.go:171","msg":"trace[1812758141] transaction","detail":"{read_only:false; response_revision:28236; number_of_response:1; }","duration":"129.036514ms","start":"2026-05-29T03:05:18.818725Z","end":"2026-05-29T03:05:18.947761Z","steps":["trace[1812758141] 'process raft request' (duration: 128.658855ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:25.80323Z","caller":"traceutil/trace.go:171","msg":"trace[819976342] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"183.205998ms","start":"2026-05-29T03:05:25.619992Z","end":"2026-05-29T03:05:25.803198Z","steps":["trace[819976342] 'process raft request' (duration: 182.980772ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:25.876367Z","caller":"traceutil/trace.go:171","msg":"trace[2143455125] linearizableReadLoop","detail":"{readStateIndex:29282; appliedIndex:29279; }","duration":"101.539027ms","start":"2026-05-29T03:05:25.774805Z","end":"2026-05-29T03:05:25.876344Z","steps":["trace[2143455125] 'read index received' (duration: 28.148592ms)","trace[2143455125] 'applied index is now lower than readState.Index' (duration: 73.389395ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:25.876402Z","caller":"traceutil/trace.go:171","msg":"trace[1692591328] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"252.64018ms","start":"2026-05-29T03:05:25.623733Z","end":"2026-05-29T03:05:25.876374Z","steps":["trace[1692591328] 'process raft request' (duration: 235.789014ms)","trace[1692591328] 'compare' (duration: 16.520098ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:25.876463Z","caller":"traceutil/trace.go:171","msg":"trace[283643084] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"198.113078ms","start":"2026-05-29T03:05:25.678307Z","end":"2026-05-29T03:05:25.87642Z","steps":["trace[283643084] 'process raft request' (duration: 197.963235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:25.87652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.704291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:05:25.876665Z","caller":"traceutil/trace.go:171","msg":"trace[1948520325] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28295; }","duration":"101.902166ms","start":"2026-05-29T03:05:25.774752Z","end":"2026-05-29T03:05:25.876654Z","steps":["trace[1948520325] 'agreement among raft nodes before linearized reading' (duration: 101.706171ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:44.572563Z","caller":"traceutil/trace.go:171","msg":"trace[777597669] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"167.682223ms","start":"2026-05-29T03:05:44.404835Z","end":"2026-05-29T03:05:44.572517Z","steps":["trace[777597669] 'process raft request' (duration: 167.390286ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:55.559436Z","caller":"traceutil/trace.go:171","msg":"trace[1584513105] transaction","detail":"{read_only:false; response_revision:28618; number_of_response:1; }","duration":"160.307009ms","start":"2026-05-29T03:05:55.399006Z","end":"2026-05-29T03:05:55.559313Z","steps":["trace[1584513105] 'process raft request' (duration: 160.042263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:55.781439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.639346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-29T03:05:55.781538Z","caller":"traceutil/trace.go:171","msg":"trace[247909205] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28618; }","duration":"137.79679ms","start":"2026-05-29T03:05:55.64372Z","end":"2026-05-29T03:05:55.781517Z","steps":["trace[247909205] 'range keys from in-memory index tree' (duration: 137.419921ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:06:43.574698Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:06:43.579738Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-29T03:06:43.579854Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-29T03:08:21.966138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26992} {"level":"info","ts":"2026-05-29T03:08:22.090955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26992,"took":"121.105107ms","hash":317821192,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":35491840,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-29T03:08:22.091067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":317821192,"revision":26992,"compact-revision":24985} {"level":"info","ts":"2026-05-29T03:13:21.973565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29717} {"level":"info","ts":"2026-05-29T03:13:22.122844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29717,"took":"143.594225ms","hash":449866239,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":31707136,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:13:22.123012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":449866239,"revision":29717,"compact-revision":26992} {"level":"info","ts":"2026-05-29T03:18:21.980984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31945} {"level":"info","ts":"2026-05-29T03:18:22.12914Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31945,"took":"143.698978ms","hash":2886301012,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":31002624,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T03:18:22.129202Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2886301012,"revision":31945,"compact-revision":29717} {"level":"info","ts":"2026-05-29T03:18:50.943448Z","caller":"traceutil/trace.go:171","msg":"trace[2077994119] transaction","detail":"{read_only:false; response_revision:34384; number_of_response:1; }","duration":"373.934952ms","start":"2026-05-29T03:18:50.569479Z","end":"2026-05-29T03:18:50.943414Z","steps":["trace[2077994119] 'process raft request' (duration: 373.201364ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:18:50.943411Z","caller":"traceutil/trace.go:171","msg":"trace[416506092] linearizableReadLoop","detail":"{readStateIndex:35549; appliedIndex:35548; }","duration":"228.222886ms","start":"2026-05-29T03:18:50.715143Z","end":"2026-05-29T03:18:50.943366Z","steps":["trace[416506092] 'read index received' (duration: 227.496979ms)","trace[416506092] 'applied index is now lower than readState.Index' (duration: 722.147µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:18:50.943732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:18:50.569459Z","time spent":"374.144777ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:18:50.943972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.387455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-29T03:18:50.944032Z","caller":"traceutil/trace.go:171","msg":"trace[957907536] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:34384; }","duration":"181.520348ms","start":"2026-05-29T03:18:50.762495Z","end":"2026-05-29T03:18:50.944016Z","steps":["trace[957907536] 'agreement among raft nodes before linearized reading' (duration: 181.294842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:18:50.945681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.538771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-29T03:18:50.945764Z","caller":"traceutil/trace.go:171","msg":"trace[1494242608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:34384; }","duration":"230.678874ms","start":"2026-05-29T03:18:50.715061Z","end":"2026-05-29T03:18:50.94574Z","steps":["trace[1494242608] 'agreement among raft nodes before linearized reading' (duration: 228.470482ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:20:50.460703Z","caller":"traceutil/trace.go:171","msg":"trace[357252586] linearizableReadLoop","detail":"{readStateIndex:36535; appliedIndex:36534; }","duration":"129.706839ms","start":"2026-05-29T03:20:50.330964Z","end":"2026-05-29T03:20:50.460671Z","steps":["trace[357252586] 'read index received' (duration: 129.478884ms)","trace[357252586] 'applied index is now lower than readState.Index' (duration: 226.635µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:20:50.460798Z","caller":"traceutil/trace.go:171","msg":"trace[1069484891] transaction","detail":"{read_only:false; response_revision:35343; number_of_response:1; }","duration":"131.434ms","start":"2026-05-29T03:20:50.329313Z","end":"2026-05-29T03:20:50.460747Z","steps":["trace[1069484891] 'process raft request' (duration: 131.157573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:20:50.461046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.056898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:20:50.46116Z","caller":"traceutil/trace.go:171","msg":"trace[1068754548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35343; }","duration":"130.220002ms","start":"2026-05-29T03:20:50.330909Z","end":"2026-05-29T03:20:50.461129Z","steps":["trace[1068754548] 'agreement among raft nodes before linearized reading' (duration: 129.922065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.199283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432440378061585240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T03:22:41.509554Z","caller":"traceutil/trace.go:171","msg":"trace[1746676871] transaction","detail":"{read_only:false; response_revision:36162; number_of_response:1; }","duration":"836.32834ms","start":"2026-05-29T03:22:40.673189Z","end":"2026-05-29T03:22:41.509517Z","steps":["trace[1746676871] 'process raft request' (duration: 836.043874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.510075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:40.67316Z","time spent":"836.796212ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:22:41.524419Z","caller":"traceutil/trace.go:171","msg":"trace[1640454625] transaction","detail":"{read_only:false; response_revision:36164; number_of_response:1; }","duration":"335.840505ms","start":"2026-05-29T03:22:41.188556Z","end":"2026-05-29T03:22:41.524396Z","steps":["trace[1640454625] 'process raft request' (duration: 335.653021ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:41.524424Z","caller":"traceutil/trace.go:171","msg":"trace[359903301] transaction","detail":"{read_only:false; response_revision:36163; number_of_response:1; }","duration":"336.164183ms","start":"2026-05-29T03:22:41.188213Z","end":"2026-05-29T03:22:41.524378Z","steps":["trace[359903301] 'process raft request' (duration: 335.831625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.524511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.188527Z","time spent":"335.939468ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:22:41.524487Z","caller":"traceutil/trace.go:171","msg":"trace[1267281872] linearizableReadLoop","detail":"{readStateIndex:37381; appliedIndex:37376; }","duration":"826.121871ms","start":"2026-05-29T03:22:40.698333Z","end":"2026-05-29T03:22:41.524455Z","steps":["trace[1267281872] 'read index received' (duration: 810.995995ms)","trace[1267281872] 'applied index is now lower than readState.Index' (duration: 15.124475ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:22:41.524618Z","caller":"traceutil/trace.go:171","msg":"trace[421405745] transaction","detail":"{read_only:false; response_revision:36165; number_of_response:1; }","duration":"327.224262ms","start":"2026-05-29T03:22:41.197384Z","end":"2026-05-29T03:22:41.524608Z","steps":["trace[421405745] 'process raft request' (duration: 326.875864ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:41.524691Z","caller":"traceutil/trace.go:171","msg":"trace[1322918193] transaction","detail":"{read_only:false; response_revision:36168; number_of_response:1; }","duration":"109.872403ms","start":"2026-05-29T03:22:41.414803Z","end":"2026-05-29T03:22:41.524675Z","steps":["trace[1322918193] 'process raft request' (duration: 109.593176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.524723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.188195Z","time spent":"336.324167ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:22:41.524734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.197365Z","time spent":"327.281584ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:22:41.52487Z","caller":"traceutil/trace.go:171","msg":"trace[600174830] transaction","detail":"{read_only:false; response_revision:36166; number_of_response:1; }","duration":"325.42738ms","start":"2026-05-29T03:22:41.199431Z","end":"2026-05-29T03:22:41.524859Z","steps":["trace[600174830] 'process raft request' (duration: 324.879097ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:41.524889Z","caller":"traceutil/trace.go:171","msg":"trace[1101545951] transaction","detail":"{read_only:false; response_revision:36167; number_of_response:1; }","duration":"119.426107ms","start":"2026-05-29T03:22:41.405453Z","end":"2026-05-29T03:22:41.524879Z","steps":["trace[1101545951] 'process raft request' (duration: 118.900065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.524949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.199401Z","time spent":"325.494642ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:22:41.525011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.948522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:22:41.525139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.809358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T03:22:41.525139Z","caller":"traceutil/trace.go:171","msg":"trace[1842220581] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:36168; }","duration":"417.142747ms","start":"2026-05-29T03:22:41.107965Z","end":"2026-05-29T03:22:41.525107Z","steps":["trace[1842220581] 'agreement among raft nodes before linearized reading' (duration: 416.905891ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:41.525194Z","caller":"traceutil/trace.go:171","msg":"trace[2058026975] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36168; }","duration":"359.894481ms","start":"2026-05-29T03:22:41.165286Z","end":"2026-05-29T03:22:41.52518Z","steps":["trace[2058026975] 'agreement among raft nodes before linearized reading' (duration: 359.719576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.525216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.107931Z","time spent":"417.269899ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:22:41.52523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.16527Z","time spent":"359.953903ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:22:41.525226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.903079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T03:22:41.525372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.931886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T03:22:41.525357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.37219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-29T03:22:41.52515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.023924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:22:41.525468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.570283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:22:41.525532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.214868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T03:22:41.526572Z","caller":"traceutil/trace.go:171","msg":"trace[483771677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36168; }","duration":"827.003742ms","start":"2026-05-29T03:22:40.698264Z","end":"2026-05-29T03:22:41.525268Z","steps":["trace[483771677] 'agreement among raft nodes before linearized reading' (duration: 826.848558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.526638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:40.698241Z","time spent":"828.367954ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T03:22:41.526886Z","caller":"traceutil/trace.go:171","msg":"trace[2136444319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36168; }","duration":"346.984147ms","start":"2026-05-29T03:22:41.178412Z","end":"2026-05-29T03:22:41.525396Z","steps":["trace[2136444319] 'agreement among raft nodes before linearized reading' (duration: 346.904335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.526946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.178394Z","time spent":"348.542624ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T03:22:41.527113Z","caller":"traceutil/trace.go:171","msg":"trace[1900334502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36168; }","duration":"408.487863ms","start":"2026-05-29T03:22:41.116918Z","end":"2026-05-29T03:22:41.525406Z","steps":["trace[1900334502] 'agreement among raft nodes before linearized reading' (duration: 408.261378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.527189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.116913Z","time spent":"410.259774ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T03:22:41.527257Z","caller":"traceutil/trace.go:171","msg":"trace[2083509169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36168; }","duration":"283.31335ms","start":"2026-05-29T03:22:41.242101Z","end":"2026-05-29T03:22:41.525414Z","steps":["trace[2083509169] 'agreement among raft nodes before linearized reading' (duration: 282.992653ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:41.527393Z","caller":"traceutil/trace.go:171","msg":"trace[1841821298] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:36168; }","duration":"416.623934ms","start":"2026-05-29T03:22:41.108875Z","end":"2026-05-29T03:22:41.525499Z","steps":["trace[1841821298] 'agreement among raft nodes before linearized reading' (duration: 416.560523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.527429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.108869Z","time spent":"418.546319ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:22:41.527519Z","caller":"traceutil/trace.go:171","msg":"trace[1959045079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36168; }","duration":"397.345501ms","start":"2026-05-29T03:22:41.128231Z","end":"2026-05-29T03:22:41.525576Z","steps":["trace[1959045079] 'agreement among raft nodes before linearized reading' (duration: 397.161607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.52757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.128205Z","time spent":"399.351588ms","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T03:23:21.988118Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34171} {"level":"info","ts":"2026-05-29T03:23:22.145097Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34171,"took":"152.336792ms","hash":227275163,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":31485952,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:23:22.145246Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":227275163,"revision":34171,"compact-revision":31945} {"level":"info","ts":"2026-05-29T03:24:49.329876Z","caller":"traceutil/trace.go:171","msg":"trace[518991071] transaction","detail":"{read_only:false; response_revision:37101; number_of_response:1; }","duration":"192.66067ms","start":"2026-05-29T03:24:49.13719Z","end":"2026-05-29T03:24:49.329851Z","steps":["trace[518991071] 'process raft request' (duration: 192.139887ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:28:21.995624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36466} {"level":"info","ts":"2026-05-29T03:28:22.121681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36466,"took":"119.470779ms","hash":914945157,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":32571392,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-29T03:28:22.121751Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":914945157,"revision":36466,"compact-revision":34171} {"level":"info","ts":"2026-05-29T03:28:25.046876Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:28:25.051872Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-29T03:28:25.05198Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-29T03:33:22.002638Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38690} {"level":"info","ts":"2026-05-29T03:33:22.127235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38690,"took":"119.020918ms","hash":1080918231,"current-db-size-bytes":58200064,"current-db-size":"58 MB","current-db-size-in-use-bytes":31854592,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:33:22.127323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1080918231,"revision":38690,"compact-revision":36466}